[ 549.046189] env[69249]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69249) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 549.046590] env[69249]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69249) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 549.046663] env[69249]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69249) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 549.046977] env[69249]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 549.146322] env[69249]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 549.156269] env[69249]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69249) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 549.199434] env[69249]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 549.758434] env[69249]: INFO nova.virt.driver [None req-0f24f679-caa2-439d-8f66-ee29f4d767ac None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 549.828392] env[69249]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.828589] env[69249]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.828644] env[69249]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69249) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 552.741390] env[69249]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-698eb003-ae40-4bc5-ad22-4a0402bd8229 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.757308] env[69249]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69249) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 552.757445] env[69249]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-3bdd181c-5063-415b-8edc-eb101bd346d5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.788896] env[69249]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 39683. [ 552.789083] env[69249]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.960s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.789608] env[69249]: INFO nova.virt.vmwareapi.driver [None req-0f24f679-caa2-439d-8f66-ee29f4d767ac None None] VMware vCenter version: 7.0.3 [ 552.793207] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fb3fc1-fcd8-46ac-8825-d6a61d157864 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.811313] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb4b796-4431-438a-9761-e9f3fd206539 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.817141] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73e1730-f17b-40b7-8408-8432c4085020 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.823747] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a16373-1338-421a-8b69-1a6f9a1a0b53 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.836590] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bef4119-b20c-4ed0-a1a7-c60c9af87165 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.842372] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cec903a-1302-417c-ba19-b00dabd737a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.871897] env[69249]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-d16ce8c2-af81-44d7-9aff-90cf09fcfcdc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.876633] env[69249]: DEBUG nova.virt.vmwareapi.driver [None req-0f24f679-caa2-439d-8f66-ee29f4d767ac None None] Extension org.openstack.compute already exists. {{(pid=69249) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 552.879214] env[69249]: INFO nova.compute.provider_config [None req-0f24f679-caa2-439d-8f66-ee29f4d767ac None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 553.382119] env[69249]: DEBUG nova.context [None req-0f24f679-caa2-439d-8f66-ee29f4d767ac None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),22b22c7f-5da0-4f96-95eb-7399ff50f8fe(cell1) {{(pid=69249) load_cells /opt/stack/nova/nova/context.py:464}} [ 553.384395] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.384775] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.385542] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 553.386044] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] Acquiring lock "22b22c7f-5da0-4f96-95eb-7399ff50f8fe" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 553.386248] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] Lock "22b22c7f-5da0-4f96-95eb-7399ff50f8fe" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.387306] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] Lock "22b22c7f-5da0-4f96-95eb-7399ff50f8fe" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 553.408371] env[69249]: INFO dbcounter [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] Registered counter for database nova_cell0 [ 553.416358] env[69249]: INFO dbcounter [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] Registered counter for database nova_cell1 [ 553.419772] env[69249]: DEBUG oslo_db.sqlalchemy.engines [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69249) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 553.420304] env[69249]: DEBUG oslo_db.sqlalchemy.engines [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69249) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 553.425245] env[69249]: ERROR nova.db.main.api [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 553.425245] env[69249]: result = function(*args, **kwargs) [ 553.425245] env[69249]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 553.425245] env[69249]: return func(*args, **kwargs) [ 553.425245] env[69249]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 553.425245] env[69249]: result = fn(*args, **kwargs) [ 553.425245] env[69249]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 553.425245] env[69249]: return f(*args, **kwargs) [ 553.425245] env[69249]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 553.425245] env[69249]: return db.service_get_minimum_version(context, binaries) [ 553.425245] env[69249]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 553.425245] env[69249]: _check_db_access() [ 553.425245] env[69249]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 553.425245] env[69249]: stacktrace = ''.join(traceback.format_stack()) [ 553.425245] env[69249]: [ 553.426072] env[69249]: ERROR nova.db.main.api [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 553.426072] env[69249]: result = function(*args, **kwargs) [ 553.426072] env[69249]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 553.426072] env[69249]: return func(*args, **kwargs) [ 553.426072] env[69249]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 553.426072] env[69249]: result = fn(*args, **kwargs) [ 553.426072] env[69249]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 553.426072] env[69249]: return f(*args, **kwargs) [ 553.426072] env[69249]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 553.426072] env[69249]: return db.service_get_minimum_version(context, binaries) [ 553.426072] env[69249]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 553.426072] env[69249]: _check_db_access() [ 553.426072] env[69249]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 553.426072] env[69249]: stacktrace = ''.join(traceback.format_stack()) [ 553.426072] env[69249]: [ 553.426524] env[69249]: WARNING nova.objects.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 553.426599] env[69249]: WARNING nova.objects.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] Failed to get minimum service version for cell 22b22c7f-5da0-4f96-95eb-7399ff50f8fe [ 553.427019] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] Acquiring lock "singleton_lock" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.427196] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] Acquired lock "singleton_lock" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.427435] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] Releasing lock "singleton_lock" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.427755] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] Full set of CONF: {{(pid=69249) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 553.427902] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ******************************************************************************** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 553.428038] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] Configuration options gathered from: {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 553.428178] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 553.428371] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 553.428499] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ================================================================================ {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 553.428706] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] allow_resize_to_same_host = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.428879] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] arq_binding_timeout = 300 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.429020] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] backdoor_port = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.429150] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] backdoor_socket = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.429315] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] block_device_allocate_retries = 60 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.429475] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] block_device_allocate_retries_interval = 3 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.429645] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cert = self.pem {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.429815] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.429984] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] compute_monitors = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.430165] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] config_dir = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.430338] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] config_drive_format = iso9660 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.430474] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.430637] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] config_source = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.430803] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] console_host = devstack {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.430964] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] control_exchange = nova {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.431136] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cpu_allocation_ratio = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.431294] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] daemon = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.431464] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] debug = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.431621] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] default_access_ip_network_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.431788] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] default_availability_zone = nova {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.431943] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] default_ephemeral_format = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.432112] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] default_green_pool_size = 1000 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.432350] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.432512] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] default_schedule_zone = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.432668] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] disk_allocation_ratio = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.432827] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] enable_new_services = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.433020] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] enabled_apis = ['osapi_compute'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.433187] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] enabled_ssl_apis = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.433347] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] flat_injected = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.433503] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] force_config_drive = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.433663] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] force_raw_images = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.433836] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] graceful_shutdown_timeout = 5 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.433999] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] heal_instance_info_cache_interval = -1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.434240] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] host = cpu-1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.434418] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.434607] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.434776] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.435015] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.435188] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] instance_build_timeout = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.435346] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] instance_delete_interval = 300 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.435512] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] instance_format = [instance: %(uuid)s] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.435680] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] instance_name_template = instance-%08x {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.435842] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] instance_usage_audit = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.436017] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] instance_usage_audit_period = month {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.436192] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.436357] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.436523] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] internal_service_availability_zone = internal {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.436680] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] key = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.436839] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] live_migration_retry_count = 30 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.437028] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] log_color = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.437195] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] log_config_append = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.437364] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.437522] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] log_dir = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.437682] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] log_file = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.437812] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] log_options = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.437971] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] log_rotate_interval = 1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.438156] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] log_rotate_interval_type = days {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.438324] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] log_rotation_type = none {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.438453] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.438583] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.438751] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.438915] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.439053] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.439242] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] long_rpc_timeout = 1800 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.439371] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] max_concurrent_builds = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.439528] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] max_concurrent_live_migrations = 1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.439682] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] max_concurrent_snapshots = 5 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.439840] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] max_local_block_devices = 3 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.439996] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] max_logfile_count = 30 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.440168] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] max_logfile_size_mb = 200 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.440328] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] maximum_instance_delete_attempts = 5 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.440497] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] metadata_listen = 0.0.0.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.440667] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] metadata_listen_port = 8775 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.440837] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] metadata_workers = 2 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.440997] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] migrate_max_retries = -1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.441182] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] mkisofs_cmd = genisoimage {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.441384] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.441515] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] my_ip = 10.180.1.21 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.441718] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.441884] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] network_allocate_retries = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.442072] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.442244] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.442405] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] osapi_compute_listen_port = 8774 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.442598] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] osapi_compute_unique_server_name_scope = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.442778] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] osapi_compute_workers = 2 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.442941] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] password_length = 12 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.443113] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] periodic_enable = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.443278] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] periodic_fuzzy_delay = 60 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.443450] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] pointer_model = usbtablet {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.443620] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] preallocate_images = none {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.443782] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] publish_errors = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.443913] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] pybasedir = /opt/stack/nova {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.444084] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ram_allocation_ratio = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.444248] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] rate_limit_burst = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.444419] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] rate_limit_except_level = CRITICAL {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.444594] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] rate_limit_interval = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.444765] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] reboot_timeout = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.444927] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] reclaim_instance_interval = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.445096] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] record = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.445268] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] reimage_timeout_per_gb = 60 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.445434] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] report_interval = 120 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.445595] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] rescue_timeout = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.445753] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] reserved_host_cpus = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.445909] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] reserved_host_disk_mb = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.446077] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] reserved_host_memory_mb = 512 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.446240] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] reserved_huge_pages = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.446400] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] resize_confirm_window = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.446558] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] resize_fs_using_block_device = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.446717] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] resume_guests_state_on_host_boot = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.446891] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.447060] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] rpc_response_timeout = 60 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.447224] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] run_external_periodic_tasks = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.447394] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] running_deleted_instance_action = reap {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.447556] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.447716] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] running_deleted_instance_timeout = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.447876] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] scheduler_instance_sync_interval = 120 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.448054] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] service_down_time = 720 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.448228] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] servicegroup_driver = db {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.448384] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] shell_completion = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.448542] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] shelved_offload_time = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.448700] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] shelved_poll_interval = 3600 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.448870] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] shutdown_timeout = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.449040] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] source_is_ipv6 = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.449204] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ssl_only = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.449462] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.449631] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] sync_power_state_interval = 600 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.449795] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] sync_power_state_pool_size = 1000 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.449964] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] syslog_log_facility = LOG_USER {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.450135] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] tempdir = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.450296] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] timeout_nbd = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.450463] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] transport_url = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.450623] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] update_resources_interval = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.450785] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] use_cow_images = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.450944] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] use_journal = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.451113] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] use_json = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.451275] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] use_rootwrap_daemon = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.451434] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] use_stderr = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.451593] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] use_syslog = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.451750] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vcpu_pin_set = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.451917] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vif_plugging_is_fatal = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.452093] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vif_plugging_timeout = 300 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.452260] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] virt_mkfs = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.452421] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] volume_usage_poll_interval = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.452601] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] watch_log_file = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.452777] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] web = /usr/share/spice-html5 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.452961] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.453551] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.453551] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.453551] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_concurrency.disable_process_locking = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.454023] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.454220] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.454395] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.454598] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.454774] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.454945] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.455145] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.auth_strategy = keystone {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.455319] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.compute_link_prefix = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.455498] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.455676] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.dhcp_domain = novalocal {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.455848] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.enable_instance_password = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.456023] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.glance_link_prefix = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.456197] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.456372] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.456539] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.instance_list_per_project_cells = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.456706] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.list_records_by_skipping_down_cells = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.456873] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.local_metadata_per_cell = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.457060] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.max_limit = 1000 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.457238] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.metadata_cache_expiration = 15 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.457413] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.neutron_default_tenant_id = default {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.457588] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.response_validation = warn {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.457762] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.use_neutron_default_nets = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.457932] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.458109] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.458284] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.458459] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.458630] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.vendordata_dynamic_targets = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.458797] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.vendordata_jsonfile_path = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.458982] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.459193] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.backend = dogpile.cache.memcached {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.459366] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.backend_argument = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.459530] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.backend_expiration_time = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.459702] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.config_prefix = cache.oslo {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.459870] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.dead_timeout = 60.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.460047] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.debug_cache_backend = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.460215] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.enable_retry_client = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.460378] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.enable_socket_keepalive = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.460546] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.enabled = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.460709] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.enforce_fips_mode = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.460872] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.expiration_time = 600 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.461043] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.hashclient_retry_attempts = 2 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.461213] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.461378] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.memcache_dead_retry = 300 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.461541] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.memcache_password = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.461703] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.461867] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.462044] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.memcache_pool_maxsize = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.462214] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.462381] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.memcache_sasl_enabled = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.462585] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.462762] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.462924] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.memcache_username = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.463106] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.proxies = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.463275] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.redis_db = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.463435] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.redis_password = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.463608] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.463787] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.463957] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.redis_server = localhost:6379 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.464139] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.redis_socket_timeout = 1.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.464300] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.redis_username = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.464464] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.retry_attempts = 2 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.464654] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.retry_delay = 0.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.464834] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.socket_keepalive_count = 1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.464999] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.socket_keepalive_idle = 1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.465174] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.socket_keepalive_interval = 1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.465333] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.tls_allowed_ciphers = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.465491] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.tls_cafile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.465651] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.tls_certfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.465814] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.tls_enabled = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.465971] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cache.tls_keyfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.466157] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cinder.auth_section = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.466333] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cinder.auth_type = password {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.466495] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cinder.cafile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.466674] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.466839] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cinder.certfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.467037] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cinder.collect_timing = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.467218] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cinder.cross_az_attach = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.467381] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cinder.debug = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.467545] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cinder.endpoint_template = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.467711] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cinder.http_retries = 3 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.467875] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cinder.insecure = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.468043] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cinder.keyfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.468220] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cinder.os_region_name = RegionOne {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.468385] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cinder.split_loggers = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.468544] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cinder.timeout = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.468715] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.468879] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] compute.cpu_dedicated_set = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.469049] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] compute.cpu_shared_set = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.469221] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] compute.image_type_exclude_list = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.469384] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.469554] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.469705] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.469867] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.470049] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.470219] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] compute.resource_provider_association_refresh = 300 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.470388] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.470560] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] compute.shutdown_retry_interval = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.470743] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.470923] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] conductor.workers = 2 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.471115] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] console.allowed_origins = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.471279] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] console.ssl_ciphers = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.471451] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] console.ssl_minimum_version = default {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.471619] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] consoleauth.enforce_session_timeout = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.471788] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] consoleauth.token_ttl = 600 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.471956] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.cafile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.472126] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.certfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.472292] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.collect_timing = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.472456] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.connect_retries = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.472642] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.connect_retry_delay = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.472804] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.endpoint_override = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.472965] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.insecure = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.473136] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.keyfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.473300] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.max_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.473457] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.min_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.473615] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.region_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.473774] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.retriable_status_codes = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.473931] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.service_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.474113] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.service_type = accelerator {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.474278] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.split_loggers = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.474436] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.status_code_retries = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.474623] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.status_code_retry_delay = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.474788] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.timeout = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.474973] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.475152] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] cyborg.version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.475321] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.asyncio_connection = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.475483] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.asyncio_slave_connection = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.475681] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.backend = sqlalchemy {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.475878] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.connection = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.476037] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.connection_debug = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.476215] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.connection_parameters = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.476383] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.connection_recycle_time = 3600 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.476548] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.connection_trace = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.476713] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.db_inc_retry_interval = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.476877] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.db_max_retries = 20 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.477051] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.db_max_retry_interval = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.477217] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.db_retry_interval = 1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.477378] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.max_overflow = 50 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.477539] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.max_pool_size = 5 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.477701] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.max_retries = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.477873] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.478042] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.mysql_wsrep_sync_wait = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.478206] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.pool_timeout = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.478367] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.retry_interval = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.478527] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.slave_connection = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.478688] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.sqlite_synchronous = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.478850] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] database.use_db_reconnect = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.479028] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.asyncio_connection = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.479194] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.asyncio_slave_connection = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.479367] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.backend = sqlalchemy {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.479540] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.connection = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.479707] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.connection_debug = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.479880] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.connection_parameters = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.480054] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.connection_recycle_time = 3600 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.480219] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.connection_trace = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.480382] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.db_inc_retry_interval = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.480545] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.db_max_retries = 20 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.480709] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.db_max_retry_interval = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.480873] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.db_retry_interval = 1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.481050] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.max_overflow = 50 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.481217] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.max_pool_size = 5 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.481380] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.max_retries = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.481549] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.481712] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.481874] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.pool_timeout = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.482049] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.retry_interval = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.482212] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.slave_connection = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.482376] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] api_database.sqlite_synchronous = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.482577] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] devices.enabled_mdev_types = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.482766] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.482939] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.483116] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ephemeral_storage_encryption.enabled = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.483284] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.483454] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.api_servers = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.483620] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.cafile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.483783] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.certfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.483948] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.collect_timing = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.484120] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.connect_retries = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.484279] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.connect_retry_delay = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.484443] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.debug = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.484631] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.default_trusted_certificate_ids = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.484812] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.enable_certificate_validation = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.484976] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.enable_rbd_download = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.485152] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.endpoint_override = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.485320] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.insecure = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.485478] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.keyfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.485659] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.max_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.485831] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.min_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.485997] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.num_retries = 3 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.486187] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.rbd_ceph_conf = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.486354] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.rbd_connect_timeout = 5 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.486524] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.rbd_pool = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.486693] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.rbd_user = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.486861] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.region_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.487032] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.retriable_status_codes = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.487195] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.service_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.487367] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.service_type = image {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.487530] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.split_loggers = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.487690] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.status_code_retries = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.487849] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.status_code_retry_delay = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.488015] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.timeout = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.488215] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.488393] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.verify_glance_signatures = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.488555] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] glance.version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.488724] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] guestfs.debug = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.488892] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.auth_section = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.489067] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.auth_type = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.489231] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.cafile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.489387] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.certfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.489551] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.collect_timing = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.489736] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.connect_retries = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.489868] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.connect_retry_delay = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.490036] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.endpoint_override = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.490204] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.insecure = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.490362] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.keyfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.490520] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.max_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.490681] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.min_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.490842] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.region_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.491008] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.retriable_status_codes = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.491171] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.service_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.491341] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.service_type = shared-file-system {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.491502] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.share_apply_policy_timeout = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.491663] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.split_loggers = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.491824] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.status_code_retries = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.491980] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.status_code_retry_delay = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.492150] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.timeout = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.492332] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.492511] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] manila.version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.492692] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] mks.enabled = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.493056] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.493247] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] image_cache.manager_interval = 2400 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.493417] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] image_cache.precache_concurrency = 1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.493587] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] image_cache.remove_unused_base_images = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.493761] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.493928] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.494121] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] image_cache.subdirectory_name = _base {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.494298] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.api_max_retries = 60 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.494463] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.api_retry_interval = 2 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.494652] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.auth_section = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.494830] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.auth_type = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.494994] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.cafile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.495167] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.certfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.495335] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.collect_timing = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.495497] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.conductor_group = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.495677] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.connect_retries = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.495841] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.connect_retry_delay = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.495997] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.endpoint_override = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.496172] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.insecure = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.496326] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.keyfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.496484] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.max_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.496642] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.min_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.496808] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.peer_list = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.496967] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.region_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.497139] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.retriable_status_codes = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.497305] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.serial_console_state_timeout = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.497462] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.service_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.497632] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.service_type = baremetal {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.497797] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.shard = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.497962] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.split_loggers = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.498135] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.status_code_retries = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.498295] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.status_code_retry_delay = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.498454] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.timeout = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.498637] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.498800] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ironic.version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.498983] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.499172] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] key_manager.fixed_key = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.499358] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.499521] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.barbican_api_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.499683] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.barbican_endpoint = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.499858] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.barbican_endpoint_type = public {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.500028] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.barbican_region_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.500193] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.cafile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.500353] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.certfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.500514] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.collect_timing = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.500675] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.insecure = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.500832] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.keyfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.500994] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.number_of_retries = 60 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.501168] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.retry_delay = 1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.501330] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.send_service_user_token = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.501489] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.split_loggers = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.501647] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.timeout = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.501810] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.verify_ssl = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.501970] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican.verify_ssl_path = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.502153] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican_service_user.auth_section = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.502319] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican_service_user.auth_type = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.502493] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican_service_user.cafile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.502673] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican_service_user.certfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.502843] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican_service_user.collect_timing = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.503016] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican_service_user.insecure = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.503183] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican_service_user.keyfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.503351] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican_service_user.split_loggers = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.503509] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] barbican_service_user.timeout = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.503676] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vault.approle_role_id = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.503839] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vault.approle_secret_id = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.504017] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vault.kv_mountpoint = secret {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.504181] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vault.kv_path = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.504346] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vault.kv_version = 2 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.504503] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vault.namespace = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.504696] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vault.root_token_id = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.504861] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vault.ssl_ca_crt_file = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.505038] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vault.timeout = 60.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.505208] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vault.use_ssl = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.505379] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.505569] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.cafile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.505731] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.certfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.505899] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.collect_timing = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.506072] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.connect_retries = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.506235] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.connect_retry_delay = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.506392] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.endpoint_override = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.506554] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.insecure = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.506713] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.keyfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.506871] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.max_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.507039] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.min_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.507204] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.region_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.507364] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.retriable_status_codes = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.507524] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.service_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.507696] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.service_type = identity {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.507862] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.split_loggers = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.508031] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.status_code_retries = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.508197] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.status_code_retry_delay = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.508356] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.timeout = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.508536] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.508699] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] keystone.version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.508891] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.ceph_mount_options = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.509217] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.509414] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.connection_uri = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.509580] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.cpu_mode = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.509750] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.509930] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.cpu_models = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.510102] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.cpu_power_governor_high = performance {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.510276] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.510440] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.cpu_power_management = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.510611] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.510783] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.device_detach_attempts = 8 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.510948] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.device_detach_timeout = 20 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.511131] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.disk_cachemodes = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.511294] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.disk_prefix = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.511459] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.enabled_perf_events = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.511625] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.file_backed_memory = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.511794] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.gid_maps = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.511956] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.hw_disk_discard = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.512128] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.hw_machine_type = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.512299] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.images_rbd_ceph_conf = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.512470] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.512656] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.512831] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.images_rbd_glance_store_name = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.513016] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.images_rbd_pool = rbd {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.513188] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.images_type = default {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.513350] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.images_volume_group = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.513510] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.inject_key = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.513673] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.inject_partition = -2 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.513834] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.inject_password = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.513993] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.iscsi_iface = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.514170] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.iser_use_multipath = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.514333] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.514496] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.514681] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.live_migration_downtime = 500 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.514853] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.515023] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.515187] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.live_migration_inbound_addr = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.515349] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.515509] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.515690] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.live_migration_scheme = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.515872] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.live_migration_timeout_action = abort {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.516046] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.live_migration_tunnelled = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.516208] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.live_migration_uri = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.516372] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.live_migration_with_native_tls = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.516528] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.max_queues = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.516691] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.516926] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.517101] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.nfs_mount_options = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.517392] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.517567] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.517731] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.517891] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.518066] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.518235] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.num_pcie_ports = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.518401] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.518565] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.pmem_namespaces = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.518725] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.quobyte_client_cfg = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.519015] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.519198] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.519368] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.519534] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.519694] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.rbd_secret_uuid = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.519855] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.rbd_user = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.520033] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.520208] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.520373] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.rescue_image_id = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.520534] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.rescue_kernel_id = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.520695] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.rescue_ramdisk_id = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.520869] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.521042] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.rx_queue_size = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.521218] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.smbfs_mount_options = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.521513] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.521689] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.snapshot_compression = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.521856] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.snapshot_image_format = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.522102] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.522276] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.sparse_logical_volumes = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.522442] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.swtpm_enabled = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.522640] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.swtpm_group = tss {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.522816] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.swtpm_user = tss {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.522987] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.sysinfo_serial = unique {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.523161] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.tb_cache_size = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.523322] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.tx_queue_size = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.523486] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.uid_maps = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.523650] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.use_virtio_for_bridges = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.523825] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.virt_type = kvm {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.523996] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.volume_clear = zero {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.524173] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.volume_clear_size = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.524338] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.volume_enforce_multipath = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.524502] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.volume_use_multipath = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.524689] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.vzstorage_cache_path = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.524871] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.525054] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.525225] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.525395] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.525730] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.525940] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.vzstorage_mount_user = stack {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.526126] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.526304] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.auth_section = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.526483] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.auth_type = password {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.526647] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.cafile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.526810] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.certfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.526975] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.collect_timing = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.527145] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.connect_retries = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.527304] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.connect_retry_delay = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.527483] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.default_floating_pool = public {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.527636] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.endpoint_override = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.527799] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.extension_sync_interval = 600 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.527960] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.http_retries = 3 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.528135] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.insecure = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.528293] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.keyfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.528455] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.max_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.528629] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.528791] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.min_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.528961] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.ovs_bridge = br-int {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.529140] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.physnets = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.529314] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.region_name = RegionOne {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.529475] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.retriable_status_codes = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.529643] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.service_metadata_proxy = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.529805] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.service_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.529977] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.service_type = network {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.530156] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.split_loggers = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.530316] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.status_code_retries = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.530473] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.status_code_retry_delay = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.530632] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.timeout = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.530813] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.530973] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] neutron.version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.531159] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] notifications.bdms_in_notifications = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.531337] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] notifications.default_level = INFO {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.531512] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] notifications.include_share_mapping = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.531688] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] notifications.notification_format = unversioned {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.531853] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] notifications.notify_on_state_change = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.532036] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.532218] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] pci.alias = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.532389] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] pci.device_spec = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.532575] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] pci.report_in_placement = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.532760] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.auth_section = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.532971] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.auth_type = password {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.533156] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.533322] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.cafile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.533476] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.certfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.533638] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.collect_timing = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.533796] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.connect_retries = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.533953] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.connect_retry_delay = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.534124] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.default_domain_id = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.534283] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.default_domain_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.534439] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.domain_id = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.534629] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.domain_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.534790] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.endpoint_override = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.534953] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.insecure = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.535124] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.keyfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.535285] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.max_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.535441] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.min_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.535625] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.password = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.535798] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.project_domain_id = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.535966] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.project_domain_name = Default {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.536147] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.project_id = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.536318] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.project_name = service {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.536487] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.region_name = RegionOne {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.536694] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.retriable_status_codes = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.536808] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.service_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.536980] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.service_type = placement {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.537156] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.split_loggers = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.537315] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.status_code_retries = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.537474] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.status_code_retry_delay = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.537634] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.system_scope = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.537791] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.timeout = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.537948] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.trust_id = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.538119] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.user_domain_id = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.538286] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.user_domain_name = Default {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.538444] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.user_id = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.538616] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.username = nova {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.538798] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.538958] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] placement.version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.539152] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] quota.cores = 20 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.539318] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] quota.count_usage_from_placement = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.539489] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.539656] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] quota.injected_file_content_bytes = 10240 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.539822] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] quota.injected_file_path_length = 255 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.539987] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] quota.injected_files = 5 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.540171] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] quota.instances = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.540334] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] quota.key_pairs = 100 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.540495] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] quota.metadata_items = 128 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.540657] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] quota.ram = 51200 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.540818] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] quota.recheck_quota = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.540979] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] quota.server_group_members = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.541159] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] quota.server_groups = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.541366] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.541539] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] quota.unified_limits_resource_strategy = require {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.541711] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.541875] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.542045] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] scheduler.image_metadata_prefilter = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.542208] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.542370] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] scheduler.max_attempts = 3 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.542550] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] scheduler.max_placement_results = 1000 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.542725] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.542888] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.543063] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.543236] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] scheduler.workers = 2 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.543412] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.543582] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.543761] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.543963] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.544159] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.544326] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.544492] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.544705] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.544880] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.host_subset_size = 1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.545058] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.545224] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.545385] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.545549] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.545720] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.545883] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.isolated_hosts = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.546057] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.isolated_images = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.546222] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.546381] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.546540] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.546699] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.pci_in_placement = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.546861] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.547028] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.547194] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.547353] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.547511] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.547673] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.547833] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.track_instance_changes = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.548015] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.548190] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] metrics.required = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.548353] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] metrics.weight_multiplier = 1.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.548515] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.548678] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] metrics.weight_setting = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.548988] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.549177] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] serial_console.enabled = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.549356] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] serial_console.port_range = 10000:20000 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.549528] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.549697] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.549868] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] serial_console.serialproxy_port = 6083 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.550047] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] service_user.auth_section = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.550226] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] service_user.auth_type = password {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.550386] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] service_user.cafile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.550542] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] service_user.certfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.550702] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] service_user.collect_timing = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.550863] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] service_user.insecure = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.551028] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] service_user.keyfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.551202] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] service_user.send_service_user_token = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.551363] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] service_user.split_loggers = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.551519] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] service_user.timeout = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.551684] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] spice.agent_enabled = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.551846] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] spice.enabled = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.552160] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.552366] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.552557] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] spice.html5proxy_port = 6082 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.552732] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] spice.image_compression = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.552896] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] spice.jpeg_compression = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.553067] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] spice.playback_compression = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.553235] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] spice.require_secure = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.553408] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] spice.server_listen = 127.0.0.1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.553579] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.553862] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.554043] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] spice.streaming_mode = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.554211] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] spice.zlib_compression = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.554380] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] upgrade_levels.baseapi = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.554561] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] upgrade_levels.compute = auto {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.554755] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] upgrade_levels.conductor = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.554952] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] upgrade_levels.scheduler = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.555140] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.555307] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.555467] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vendordata_dynamic_auth.cafile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.555652] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vendordata_dynamic_auth.certfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.555830] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.555993] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vendordata_dynamic_auth.insecure = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.556167] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.556329] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.556486] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vendordata_dynamic_auth.timeout = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.556660] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.api_retry_count = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.556822] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.ca_file = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.556996] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.557180] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.cluster_name = testcl1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.557346] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.connection_pool_size = 10 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.557506] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.console_delay_seconds = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.557676] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.datastore_regex = ^datastore.* {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.557916] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.558114] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.host_password = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.558291] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.host_port = 443 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.558462] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.host_username = administrator@vsphere.local {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.558632] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.insecure = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.558792] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.integration_bridge = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.558953] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.maximum_objects = 100 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.559123] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.pbm_default_policy = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.559282] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.pbm_enabled = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.559436] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.pbm_wsdl_location = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.559601] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.559759] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.serial_port_proxy_uri = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.559915] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.serial_port_service_uri = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.560092] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.task_poll_interval = 0.5 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.560267] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.use_linked_clone = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.560439] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.vnc_keymap = en-us {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.560596] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.vnc_port = 5900 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.560757] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vmware.vnc_port_total = 10000 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.560962] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vnc.auth_schemes = ['none'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.561156] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vnc.enabled = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.561442] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.561625] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.561798] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vnc.novncproxy_port = 6080 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.561981] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vnc.server_listen = 127.0.0.1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.562178] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.562633] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vnc.vencrypt_ca_certs = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.562633] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vnc.vencrypt_client_cert = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.562690] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vnc.vencrypt_client_key = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.562847] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.563016] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.disable_deep_image_inspection = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.563184] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.563346] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.563505] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.563666] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.disable_rootwrap = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.563856] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.enable_numa_live_migration = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.564048] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.564216] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.564380] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.564541] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.libvirt_disable_apic = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.564725] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.564896] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.565069] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.565234] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.565394] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.565564] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.565740] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.565902] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.566074] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.566243] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.566426] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.566594] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] wsgi.client_socket_timeout = 900 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.566763] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] wsgi.default_pool_size = 1000 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.566959] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] wsgi.keep_alive = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.567145] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] wsgi.max_header_line = 16384 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.567309] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.567477] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] wsgi.ssl_ca_file = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.567640] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] wsgi.ssl_cert_file = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.567800] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] wsgi.ssl_key_file = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.567963] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] wsgi.tcp_keepidle = 600 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.568152] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.568320] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] zvm.ca_file = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.568479] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] zvm.cloud_connector_url = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.568774] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.568948] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] zvm.reachable_timeout = 300 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.569130] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.569307] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.569484] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] profiler.connection_string = messaging:// {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.569648] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] profiler.enabled = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.569823] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] profiler.es_doc_type = notification {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.570025] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] profiler.es_scroll_size = 10000 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.570201] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] profiler.es_scroll_time = 2m {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.570365] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] profiler.filter_error_trace = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.570533] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] profiler.hmac_keys = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.570699] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] profiler.sentinel_service_name = mymaster {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.570864] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] profiler.socket_timeout = 0.1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.571032] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] profiler.trace_requests = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.571198] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] profiler.trace_sqlalchemy = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.571375] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] profiler_jaeger.process_tags = {} {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.571534] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] profiler_jaeger.service_name_prefix = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.571693] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] profiler_otlp.service_name_prefix = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.571860] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] remote_debug.host = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.572025] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] remote_debug.port = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.572204] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.572365] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.572539] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.572727] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.572897] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.573070] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.573235] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.573395] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.573551] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.573719] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.573879] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.574060] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.574231] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.574393] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.574556] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.574754] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.574921] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.575096] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.575268] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.575428] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.575617] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.575849] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.576038] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.576210] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.576371] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.576530] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.576689] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.576850] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.577023] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.577181] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.577342] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.ssl = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.577515] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.577684] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.577847] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.578022] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.578198] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.578358] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.578541] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.578727] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_notifications.retry = -1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.578920] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.579107] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.579284] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.auth_section = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.579447] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.auth_type = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.579608] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.cafile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.579769] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.certfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.579932] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.collect_timing = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.580101] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.connect_retries = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.580259] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.connect_retry_delay = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.580414] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.endpoint_id = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.580627] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.580740] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.endpoint_override = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.580899] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.endpoint_region_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.581065] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.endpoint_service_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.581228] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.endpoint_service_type = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.581392] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.insecure = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.581547] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.keyfile = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.581724] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.max_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.581896] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.min_version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.582067] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.region_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.582230] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.retriable_status_codes = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.582392] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.service_name = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.582547] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.service_type = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.582707] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.split_loggers = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.582867] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.status_code_retries = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.583036] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.status_code_retry_delay = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.583199] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.timeout = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.583357] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.valid_interfaces = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.583513] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_limit.version = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.583675] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_reports.file_event_handler = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.583842] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.584006] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] oslo_reports.log_dir = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.584182] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.584341] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.584498] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.584697] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.584886] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.585058] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.585233] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.585392] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vif_plug_ovs_privileged.group = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.585557] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.585747] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.585913] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.586081] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] vif_plug_ovs_privileged.user = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.586256] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.586434] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.586606] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.586778] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.586950] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.587134] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.587303] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.587462] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.587648] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.587854] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_vif_ovs.isolate_vif = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.588040] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.588211] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.588381] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.588561] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.588746] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] os_vif_ovs.per_port_bridge = False {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.588918] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] privsep_osbrick.capabilities = [21] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.589090] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] privsep_osbrick.group = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.589250] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] privsep_osbrick.helper_command = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.589413] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.589574] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.589732] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] privsep_osbrick.user = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.589901] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.590070] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] nova_sys_admin.group = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.590229] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] nova_sys_admin.helper_command = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.590396] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.590558] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.590737] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] nova_sys_admin.user = None {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.590879] env[69249]: DEBUG oslo_service.backend.eventlet.service [None req-8f0fc3ad-9205-4e64-a305-fbde09105276 None None] ******************************************************************************** {{(pid=69249) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 553.591299] env[69249]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 554.095924] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Getting list of instances from cluster (obj){ [ 554.095924] env[69249]: value = "domain-c8" [ 554.095924] env[69249]: _type = "ClusterComputeResource" [ 554.095924] env[69249]: } {{(pid=69249) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 554.097176] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31a818e-242b-45ae-bc35-dc0a7c53b4b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.106401] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Got total of 0 instances {{(pid=69249) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 554.107045] env[69249]: WARNING nova.virt.vmwareapi.driver [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 554.107583] env[69249]: INFO nova.virt.node [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Generated node identity c355696e-e44b-4fc5-8175-1e54a0df25d4 [ 554.107860] env[69249]: INFO nova.virt.node [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Wrote node identity c355696e-e44b-4fc5-8175-1e54a0df25d4 to /opt/stack/data/n-cpu-1/compute_id [ 554.610355] env[69249]: WARNING nova.compute.manager [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Compute nodes ['c355696e-e44b-4fc5-8175-1e54a0df25d4'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 555.615395] env[69249]: INFO nova.compute.manager [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 556.621367] env[69249]: WARNING nova.compute.manager [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 556.621648] env[69249]: DEBUG oslo_concurrency.lockutils [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.621879] env[69249]: DEBUG oslo_concurrency.lockutils [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 556.622041] env[69249]: DEBUG oslo_concurrency.lockutils [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.622202] env[69249]: DEBUG nova.compute.resource_tracker [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 556.623131] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd9cb72-88de-4f56-a3dd-f96612d5ac84 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.631227] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d93778-8c6b-4c4b-b57c-12614c14668f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.644484] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2163047e-2df3-43b8-b014-a16982f2769e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.650810] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d121b0-47ff-4556-9e98-29a822bd5b58 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.679622] env[69249]: DEBUG nova.compute.resource_tracker [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180933MB free_disk=71GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 556.679749] env[69249]: DEBUG oslo_concurrency.lockutils [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 556.679958] env[69249]: DEBUG oslo_concurrency.lockutils [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 557.182604] env[69249]: WARNING nova.compute.resource_tracker [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] No compute node record for cpu-1:c355696e-e44b-4fc5-8175-1e54a0df25d4: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host c355696e-e44b-4fc5-8175-1e54a0df25d4 could not be found. [ 557.686687] env[69249]: INFO nova.compute.resource_tracker [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: c355696e-e44b-4fc5-8175-1e54a0df25d4 [ 559.195731] env[69249]: DEBUG nova.compute.resource_tracker [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 559.196127] env[69249]: DEBUG nova.compute.resource_tracker [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 559.342240] env[69249]: INFO nova.scheduler.client.report [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] [req-62b991ac-f091-4b2c-8147-f7e80bae4095] Created resource provider record via placement API for resource provider with UUID c355696e-e44b-4fc5-8175-1e54a0df25d4 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 559.357995] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6afc9d1-2576-4338-b29b-931c3c833965 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.366165] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b4ac08-9822-4b86-97ff-06d745aa9895 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.395352] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac46ba6b-dc13-4efe-b1f8-1a39f671c4ce {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.402511] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a753273-49bb-479b-8b80-07de0ed9db27 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.884132] env[69249]: DEBUG nova.compute.provider_tree [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 560.419727] env[69249]: DEBUG nova.scheduler.client.report [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 560.420061] env[69249]: DEBUG nova.compute.provider_tree [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 0 to 1 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 560.420140] env[69249]: DEBUG nova.compute.provider_tree [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 560.471130] env[69249]: DEBUG nova.compute.provider_tree [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 1 to 2 during operation: update_traits {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 560.976026] env[69249]: DEBUG nova.compute.resource_tracker [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 560.976346] env[69249]: DEBUG oslo_concurrency.lockutils [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.296s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 560.976421] env[69249]: DEBUG nova.service [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Creating RPC server for service compute {{(pid=69249) start /opt/stack/nova/nova/service.py:178}} [ 560.989864] env[69249]: DEBUG nova.service [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] Join ServiceGroup membership for this service compute {{(pid=69249) start /opt/stack/nova/nova/service.py:195}} [ 560.990097] env[69249]: DEBUG nova.servicegroup.drivers.db [None req-58b187c0-01a2-4fee-9257-6f202ded7275 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69249) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 601.353142] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Acquiring lock "e1bb3590-21a2-41d7-a518-7c9221448c63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.353459] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Lock "e1bb3590-21a2-41d7-a518-7c9221448c63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.856704] env[69249]: DEBUG nova.compute.manager [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.204815] env[69249]: DEBUG oslo_concurrency.lockutils [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquiring lock "684b6beb-4d7d-4bc1-9e05-a0cf6d130e57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.205602] env[69249]: DEBUG oslo_concurrency.lockutils [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Lock "684b6beb-4d7d-4bc1-9e05-a0cf6d130e57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.397274] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.397510] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.401396] env[69249]: INFO nova.compute.claims [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.612995] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Acquiring lock "854a5d04-242b-46bb-9ded-6316570295c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.613153] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Lock "854a5d04-242b-46bb-9ded-6316570295c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.710795] env[69249]: DEBUG nova.compute.manager [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.949195] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquiring lock "6bb9d5ed-4115-4c93-85ef-cc194111a42c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.949403] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Lock "6bb9d5ed-4115-4c93-85ef-cc194111a42c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.117998] env[69249]: DEBUG nova.compute.manager [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.173175] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Acquiring lock "fa0cb8ac-4284-46e3-a857-7fb725deb8c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.173471] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Lock "fa0cb8ac-4284-46e3-a857-7fb725deb8c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.236754] env[69249]: DEBUG oslo_concurrency.lockutils [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.453787] env[69249]: DEBUG nova.compute.manager [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.534138] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e849c2d9-4398-46a9-8b39-a1dd16296d00 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.541506] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96626dc7-750f-4d92-b916-fcf83c246617 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.576053] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5e24b1-696d-4c2c-9a5a-544f09465e41 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.583974] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e72000c-9877-4929-a437-c132b4b96443 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.601580] env[69249]: DEBUG nova.compute.provider_tree [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.649109] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Acquiring lock "9996bde1-c07c-459a-abc8-2543f141654e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.649338] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Lock "9996bde1-c07c-459a-abc8-2543f141654e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.653426] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.677276] env[69249]: DEBUG nova.compute.manager [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.991527] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.992148] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._sync_power_states {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.105928] env[69249]: DEBUG nova.scheduler.client.report [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.155140] env[69249]: DEBUG nova.compute.manager [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.203786] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.496382] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Getting list of instances from cluster (obj){ [ 604.496382] env[69249]: value = "domain-c8" [ 604.496382] env[69249]: _type = "ClusterComputeResource" [ 604.496382] env[69249]: } {{(pid=69249) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 604.497460] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17fe0ac-2229-478a-8d75-cab6d02b7b37 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.510866] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Got total of 0 instances {{(pid=69249) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 604.511039] env[69249]: WARNING nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] While synchronizing instance power states, found 1 instances in the database and 0 instances on the hypervisor. [ 604.511183] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Triggering sync for uuid e1bb3590-21a2-41d7-a518-7c9221448c63 {{(pid=69249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 604.511531] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "e1bb3590-21a2-41d7-a518-7c9221448c63" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.511906] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.512264] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Getting list of instances from cluster (obj){ [ 604.512264] env[69249]: value = "domain-c8" [ 604.512264] env[69249]: _type = "ClusterComputeResource" [ 604.512264] env[69249]: } {{(pid=69249) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 604.513199] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa9c048-a422-4ef0-98f3-8f06798269cb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.521243] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Got total of 0 instances {{(pid=69249) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 604.612516] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.613361] env[69249]: DEBUG nova.compute.manager [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.615777] env[69249]: DEBUG oslo_concurrency.lockutils [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.379s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.617220] env[69249]: INFO nova.compute.claims [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.688398] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.124248] env[69249]: DEBUG nova.compute.utils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.130403] env[69249]: DEBUG nova.compute.manager [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.130403] env[69249]: DEBUG nova.network.neutron [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.446887] env[69249]: DEBUG nova.policy [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e6d7993f05942649be1d17b3976a328', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf46f30b33c145f88d35953095b1f19b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.634985] env[69249]: DEBUG nova.compute.manager [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.772152] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226f3bf5-15fc-4b19-90c8-4526a3350086 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.784180] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f64ed1-9116-4d78-a598-3b4f10a4c271 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.818864] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d63bc2a-d670-4285-aaaf-57b2ec4829f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.826720] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d73ed4b-69b0-432b-aed4-68e5a634d264 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.841512] env[69249]: DEBUG nova.compute.provider_tree [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.318904] env[69249]: DEBUG nova.network.neutron [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Successfully created port: 9e11725c-117b-4e73-ad38-52c0ee2a0338 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.344483] env[69249]: DEBUG nova.scheduler.client.report [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.651640] env[69249]: DEBUG nova.compute.manager [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.689655] env[69249]: DEBUG nova.virt.hardware [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.690111] env[69249]: DEBUG nova.virt.hardware [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.690447] env[69249]: DEBUG nova.virt.hardware [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.690708] env[69249]: DEBUG nova.virt.hardware [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.691119] env[69249]: DEBUG nova.virt.hardware [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.691389] env[69249]: DEBUG nova.virt.hardware [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.695040] env[69249]: DEBUG nova.virt.hardware [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.695321] env[69249]: DEBUG nova.virt.hardware [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.695835] env[69249]: DEBUG nova.virt.hardware [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.697046] env[69249]: DEBUG nova.virt.hardware [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.697046] env[69249]: DEBUG nova.virt.hardware [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.697496] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68e46d7-6223-4970-a38c-142f9cc8afbb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.709137] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077d87bb-518f-4d29-8d2a-3600086eaec9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.727775] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1ea28e-9af9-4d30-a2fc-c35abf98d462 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.855301] env[69249]: DEBUG oslo_concurrency.lockutils [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.855301] env[69249]: DEBUG nova.compute.manager [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.859878] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.208s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.861632] env[69249]: INFO nova.compute.claims [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.361749] env[69249]: DEBUG nova.compute.utils [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.367114] env[69249]: DEBUG nova.compute.manager [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Not allocating networking since 'none' was specified. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 607.869314] env[69249]: DEBUG nova.compute.manager [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.015162] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3628c2-ab47-4add-afa1-4b3ba0275722 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.024258] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1b4da6-27c4-4175-a7fb-e086db9c28ff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.058445] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0748d90-a2e5-4a8c-97f2-9ee9e04dd602 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.067804] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fc7f83-c6de-411e-8095-1086a78ecfd3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.081630] env[69249]: DEBUG nova.compute.provider_tree [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.585630] env[69249]: DEBUG nova.scheduler.client.report [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.883901] env[69249]: DEBUG nova.compute.manager [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.909263] env[69249]: DEBUG nova.virt.hardware [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.909524] env[69249]: DEBUG nova.virt.hardware [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.909687] env[69249]: DEBUG nova.virt.hardware [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.909847] env[69249]: DEBUG nova.virt.hardware [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.909988] env[69249]: DEBUG nova.virt.hardware [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.911129] env[69249]: DEBUG nova.virt.hardware [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.911390] env[69249]: DEBUG nova.virt.hardware [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.911634] env[69249]: DEBUG nova.virt.hardware [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.911761] env[69249]: DEBUG nova.virt.hardware [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.911977] env[69249]: DEBUG nova.virt.hardware [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.912511] env[69249]: DEBUG nova.virt.hardware [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.913241] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0563a43-c28b-4654-a7a6-84835e32b2f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.924780] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4b68de-ee42-4f5a-a531-040636f68f07 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.939875] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.951058] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.951637] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f65fb927-7b05-4090-a89e-23d98a8cebc4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.962324] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Created folder: OpenStack in parent group-v4. [ 608.962516] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Creating folder: Project (ffe028ffd0e14b2c8645354533566163). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.963388] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-961b18a8-9163-4ddb-9f4d-24e483c956bb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.973189] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Created folder: Project (ffe028ffd0e14b2c8645354533566163) in parent group-v729229. [ 608.973466] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Creating folder: Instances. Parent ref: group-v729230. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.973658] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16b81185-4608-438d-9cae-499680dd654d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.981730] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Created folder: Instances in parent group-v729230. [ 608.982100] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.984421] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.984421] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f086b89-ea91-4ad7-959b-c154713add6b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.998726] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.998726] env[69249]: value = "task-3658692" [ 608.998726] env[69249]: _type = "Task" [ 608.998726] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.007386] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658692, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.095429] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.095978] env[69249]: DEBUG nova.compute.manager [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.098850] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.108s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.100269] env[69249]: INFO nova.compute.claims [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.211074] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.211361] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.211679] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.211865] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.212235] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.212367] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.212564] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.212711] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 609.212871] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.410449] env[69249]: DEBUG nova.network.neutron [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Successfully updated port: 9e11725c-117b-4e73-ad38-52c0ee2a0338 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.509174] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658692, 'name': CreateVM_Task, 'duration_secs': 0.308549} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.509523] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.510670] env[69249]: DEBUG oslo_vmware.service [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca0e836-e4ce-4b23-b32f-345a5af098dd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.518473] env[69249]: DEBUG oslo_concurrency.lockutils [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.521249] env[69249]: DEBUG oslo_concurrency.lockutils [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.522011] env[69249]: DEBUG oslo_concurrency.lockutils [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.522508] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10e02711-0530-40d0-af27-c0530d779f87 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.528242] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 609.528242] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527c6cc2-eb3e-b3b6-793b-96fbd644cb5a" [ 609.528242] env[69249]: _type = "Task" [ 609.528242] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.538429] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527c6cc2-eb3e-b3b6-793b-96fbd644cb5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.607029] env[69249]: DEBUG nova.compute.utils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.608269] env[69249]: DEBUG nova.compute.manager [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.608476] env[69249]: DEBUG nova.network.neutron [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.630332] env[69249]: DEBUG oslo_concurrency.lockutils [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Acquiring lock "12dc80b7-ad90-48b7-9883-831fcd8d8960" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.630472] env[69249]: DEBUG oslo_concurrency.lockutils [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Lock "12dc80b7-ad90-48b7-9883-831fcd8d8960" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.716522] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.770212] env[69249]: DEBUG nova.policy [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8935d8aa77d94d978fd3844417e5d2ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '700b34284ec54cd8bec3ae6360847867', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.916185] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Acquiring lock "refresh_cache-e1bb3590-21a2-41d7-a518-7c9221448c63" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.916185] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Acquired lock "refresh_cache-e1bb3590-21a2-41d7-a518-7c9221448c63" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.916185] env[69249]: DEBUG nova.network.neutron [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.040124] env[69249]: DEBUG oslo_concurrency.lockutils [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.040384] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.040617] env[69249]: DEBUG oslo_concurrency.lockutils [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.040763] env[69249]: DEBUG oslo_concurrency.lockutils [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.041168] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.041421] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0e36a09-1057-4f6d-9d0c-acd2b333a692 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.059634] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.059634] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.060472] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8bc249-ddbc-45d8-a02e-33790327681f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.071931] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b66165d-51f7-4bf6-a608-bae4b1b7608e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.078860] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 610.078860] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b1fc0f-482d-fdf1-b71a-5de8831cae98" [ 610.078860] env[69249]: _type = "Task" [ 610.078860] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.088696] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b1fc0f-482d-fdf1-b71a-5de8831cae98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.112553] env[69249]: DEBUG nova.compute.manager [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.135238] env[69249]: DEBUG nova.compute.manager [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.259870] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7046c2b7-002e-43b1-b654-8ee2d4623411 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.267558] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e117fb-a26b-4483-85cf-10822752b208 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.307298] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045791de-0605-425f-a167-4ff7a394f9a5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.315214] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cc1554-c7c9-4b59-8897-1b3f077b9a2b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.329190] env[69249]: DEBUG nova.compute.provider_tree [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.579101] env[69249]: DEBUG nova.network.neutron [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Successfully created port: f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.590394] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Preparing fetch location {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 610.590646] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Creating directory with path [datastore2] vmware_temp/042e1e98-91ca-4f03-b09a-d4dd5cb4c5ed/d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.590874] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebd471c7-2b5c-4496-a38b-4bf11f4aeee5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.604283] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Created directory with path [datastore2] vmware_temp/042e1e98-91ca-4f03-b09a-d4dd5cb4c5ed/d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.607094] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Fetch image to [datastore2] vmware_temp/042e1e98-91ca-4f03-b09a-d4dd5cb4c5ed/d995e3c0-f512-44da-91c0-8e91a3aaef3b/tmp-sparse.vmdk {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 610.607094] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Downloading image file data d995e3c0-f512-44da-91c0-8e91a3aaef3b to [datastore2] vmware_temp/042e1e98-91ca-4f03-b09a-d4dd5cb4c5ed/d995e3c0-f512-44da-91c0-8e91a3aaef3b/tmp-sparse.vmdk on the data store datastore2 {{(pid=69249) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 610.607094] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b39963e-9ced-4c3c-9030-cb87bd90dd02 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.613564] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62777aa7-ae2b-4d65-aecc-f88976c67630 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.629349] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b901116-a9fb-409e-90e3-2f8b7f37e2f5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.679046] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a6eb97-70fc-4edc-9fed-27d7aa8daab2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.688268] env[69249]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-eeda4865-3d66-4735-be0c-9180055f2436 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.693240] env[69249]: DEBUG nova.network.neutron [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.702899] env[69249]: DEBUG oslo_concurrency.lockutils [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.719478] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Downloading image file data d995e3c0-f512-44da-91c0-8e91a3aaef3b to the data store datastore2 {{(pid=69249) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 610.794846] env[69249]: DEBUG oslo_vmware.rw_handles [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/042e1e98-91ca-4f03-b09a-d4dd5cb4c5ed/d995e3c0-f512-44da-91c0-8e91a3aaef3b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69249) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 610.861306] env[69249]: DEBUG nova.scheduler.client.report [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.141831] env[69249]: DEBUG nova.compute.manager [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.195021] env[69249]: DEBUG nova.virt.hardware [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.195309] env[69249]: DEBUG nova.virt.hardware [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.195554] env[69249]: DEBUG nova.virt.hardware [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.195779] env[69249]: DEBUG nova.virt.hardware [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.196889] env[69249]: DEBUG nova.virt.hardware [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.197162] env[69249]: DEBUG nova.virt.hardware [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.197392] env[69249]: DEBUG nova.virt.hardware [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.197593] env[69249]: DEBUG nova.virt.hardware [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.197830] env[69249]: DEBUG nova.virt.hardware [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.198011] env[69249]: DEBUG nova.virt.hardware [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.198227] env[69249]: DEBUG nova.virt.hardware [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.199513] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f223b97-623a-4d3d-a781-63962fa43a0a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.219032] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fad909c-7719-4965-b72e-9ad785a7165c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.277670] env[69249]: DEBUG nova.network.neutron [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Updating instance_info_cache with network_info: [{"id": "9e11725c-117b-4e73-ad38-52c0ee2a0338", "address": "fa:16:3e:83:7a:37", "network": {"id": "92c81323-9a60-4e99-adda-f273800855e8", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-220867884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf46f30b33c145f88d35953095b1f19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e11725c-11", "ovs_interfaceid": "9e11725c-117b-4e73-ad38-52c0ee2a0338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.374170] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.374550] env[69249]: DEBUG nova.compute.manager [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.378170] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.174s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.380132] env[69249]: INFO nova.compute.claims [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.460562] env[69249]: DEBUG nova.compute.manager [req-e4a0ba8b-873d-4021-9c69-c038504669e9 req-b05ab680-620d-4ef1-bb3d-bbd6e2d4b111 service nova] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Received event network-vif-plugged-9e11725c-117b-4e73-ad38-52c0ee2a0338 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.461193] env[69249]: DEBUG oslo_concurrency.lockutils [req-e4a0ba8b-873d-4021-9c69-c038504669e9 req-b05ab680-620d-4ef1-bb3d-bbd6e2d4b111 service nova] Acquiring lock "e1bb3590-21a2-41d7-a518-7c9221448c63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.461193] env[69249]: DEBUG oslo_concurrency.lockutils [req-e4a0ba8b-873d-4021-9c69-c038504669e9 req-b05ab680-620d-4ef1-bb3d-bbd6e2d4b111 service nova] Lock "e1bb3590-21a2-41d7-a518-7c9221448c63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.461370] env[69249]: DEBUG oslo_concurrency.lockutils [req-e4a0ba8b-873d-4021-9c69-c038504669e9 req-b05ab680-620d-4ef1-bb3d-bbd6e2d4b111 service nova] Lock "e1bb3590-21a2-41d7-a518-7c9221448c63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.461575] env[69249]: DEBUG nova.compute.manager [req-e4a0ba8b-873d-4021-9c69-c038504669e9 req-b05ab680-620d-4ef1-bb3d-bbd6e2d4b111 service nova] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] No waiting events found dispatching network-vif-plugged-9e11725c-117b-4e73-ad38-52c0ee2a0338 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 611.461752] env[69249]: WARNING nova.compute.manager [req-e4a0ba8b-873d-4021-9c69-c038504669e9 req-b05ab680-620d-4ef1-bb3d-bbd6e2d4b111 service nova] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Received unexpected event network-vif-plugged-9e11725c-117b-4e73-ad38-52c0ee2a0338 for instance with vm_state building and task_state spawning. [ 611.509040] env[69249]: DEBUG oslo_vmware.rw_handles [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Completed reading data from the image iterator. {{(pid=69249) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 611.509278] env[69249]: DEBUG oslo_vmware.rw_handles [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/042e1e98-91ca-4f03-b09a-d4dd5cb4c5ed/d995e3c0-f512-44da-91c0-8e91a3aaef3b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 611.652560] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Downloaded image file data d995e3c0-f512-44da-91c0-8e91a3aaef3b to vmware_temp/042e1e98-91ca-4f03-b09a-d4dd5cb4c5ed/d995e3c0-f512-44da-91c0-8e91a3aaef3b/tmp-sparse.vmdk on the data store datastore2 {{(pid=69249) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 611.654275] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Caching image {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 611.654559] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Copying Virtual Disk [datastore2] vmware_temp/042e1e98-91ca-4f03-b09a-d4dd5cb4c5ed/d995e3c0-f512-44da-91c0-8e91a3aaef3b/tmp-sparse.vmdk to [datastore2] vmware_temp/042e1e98-91ca-4f03-b09a-d4dd5cb4c5ed/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.654924] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cc07db1-e470-4395-9c3e-cae486b7128c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.664326] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 611.664326] env[69249]: value = "task-3658693" [ 611.664326] env[69249]: _type = "Task" [ 611.664326] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.673912] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.784126] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Releasing lock "refresh_cache-e1bb3590-21a2-41d7-a518-7c9221448c63" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.784448] env[69249]: DEBUG nova.compute.manager [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Instance network_info: |[{"id": "9e11725c-117b-4e73-ad38-52c0ee2a0338", "address": "fa:16:3e:83:7a:37", "network": {"id": "92c81323-9a60-4e99-adda-f273800855e8", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-220867884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf46f30b33c145f88d35953095b1f19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e11725c-11", "ovs_interfaceid": "9e11725c-117b-4e73-ad38-52c0ee2a0338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.785014] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:7a:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e11725c-117b-4e73-ad38-52c0ee2a0338', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.797143] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Creating folder: Project (cf46f30b33c145f88d35953095b1f19b). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.797518] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aefff4d4-9451-4033-b36a-3486eaf9fde5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.808292] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Created folder: Project (cf46f30b33c145f88d35953095b1f19b) in parent group-v729229. [ 611.808901] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Creating folder: Instances. Parent ref: group-v729233. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.809377] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-808ffaaf-a85f-47f6-835f-1d0b6c50d81a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.821358] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Created folder: Instances in parent group-v729233. [ 611.821681] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.821902] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.822134] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64c35f53-6d7f-491a-97d9-28087c81646a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.855344] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.855344] env[69249]: value = "task-3658696" [ 611.855344] env[69249]: _type = "Task" [ 611.855344] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.863830] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658696, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.885875] env[69249]: DEBUG nova.compute.utils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.886750] env[69249]: DEBUG nova.compute.manager [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.886750] env[69249]: DEBUG nova.network.neutron [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.022625] env[69249]: DEBUG oslo_concurrency.lockutils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Acquiring lock "79744c3c-d219-4e0b-8bf9-264247760a0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.022879] env[69249]: DEBUG oslo_concurrency.lockutils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Lock "79744c3c-d219-4e0b-8bf9-264247760a0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.103509] env[69249]: DEBUG oslo_concurrency.lockutils [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Acquiring lock "8ae47df8-6995-4a1d-ab12-6ed44e561f3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.103769] env[69249]: DEBUG oslo_concurrency.lockutils [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Lock "8ae47df8-6995-4a1d-ab12-6ed44e561f3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.174580] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658693, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.216128] env[69249]: DEBUG nova.policy [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40edea2ccba0409f85bbae30b1cfad76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54e3bb451bfd4c05a2d3fc9bbd6b4eb9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.369792] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658696, 'name': CreateVM_Task, 'duration_secs': 0.467413} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.369792] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.392617] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.393054] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.393479] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.394307] env[69249]: DEBUG nova.compute.manager [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.397775] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b62451-d910-4264-a6df-6db39268fe56 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.412700] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 612.412700] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f12ca5-6545-b32c-4e3f-1c5aade07414" [ 612.412700] env[69249]: _type = "Task" [ 612.412700] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.420908] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f12ca5-6545-b32c-4e3f-1c5aade07414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.532216] env[69249]: DEBUG nova.compute.manager [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.598679] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45db7ac-1842-47b4-b9b6-c9685f85d858 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.607580] env[69249]: DEBUG nova.compute.manager [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.617675] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53c6488-5d30-4aa4-8716-ba7eaa7a278a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.653192] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b529d847-37c7-41df-a6eb-ef0e65d48e93 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.662666] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98b8704-4652-47b6-a9b9-b7cc6e6bc660 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.687477] env[69249]: DEBUG nova.compute.provider_tree [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.695960] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861438} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.695960] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Copied Virtual Disk [datastore2] vmware_temp/042e1e98-91ca-4f03-b09a-d4dd5cb4c5ed/d995e3c0-f512-44da-91c0-8e91a3aaef3b/tmp-sparse.vmdk to [datastore2] vmware_temp/042e1e98-91ca-4f03-b09a-d4dd5cb4c5ed/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.695960] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Deleting the datastore file [datastore2] vmware_temp/042e1e98-91ca-4f03-b09a-d4dd5cb4c5ed/d995e3c0-f512-44da-91c0-8e91a3aaef3b/tmp-sparse.vmdk {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.695960] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83f63241-9a84-4b49-9268-7d5da33cb58d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.701721] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 612.701721] env[69249]: value = "task-3658697" [ 612.701721] env[69249]: _type = "Task" [ 612.701721] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.713536] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.927632] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.927881] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.928145] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.060905] env[69249]: DEBUG oslo_concurrency.lockutils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.144617] env[69249]: DEBUG oslo_concurrency.lockutils [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.190543] env[69249]: DEBUG nova.scheduler.client.report [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.216501] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072561} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.216501] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.216501] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Moving file from [datastore2] vmware_temp/042e1e98-91ca-4f03-b09a-d4dd5cb4c5ed/d995e3c0-f512-44da-91c0-8e91a3aaef3b to [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b. {{(pid=69249) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 613.216501] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-10517738-94eb-40a5-abb0-3388acbebb64 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.228481] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 613.228481] env[69249]: value = "task-3658698" [ 613.228481] env[69249]: _type = "Task" [ 613.228481] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.240761] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658698, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.255551] env[69249]: DEBUG nova.network.neutron [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Successfully created port: 17960616-d2ca-41e0-b3b1-6a25e8e61f22 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.407985] env[69249]: DEBUG nova.network.neutron [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Successfully updated port: f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.418056] env[69249]: DEBUG nova.compute.manager [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.458055] env[69249]: DEBUG nova.virt.hardware [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.458325] env[69249]: DEBUG nova.virt.hardware [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.458476] env[69249]: DEBUG nova.virt.hardware [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.458654] env[69249]: DEBUG nova.virt.hardware [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.458799] env[69249]: DEBUG nova.virt.hardware [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.458944] env[69249]: DEBUG nova.virt.hardware [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.460065] env[69249]: DEBUG nova.virt.hardware [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.460065] env[69249]: DEBUG nova.virt.hardware [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.460065] env[69249]: DEBUG nova.virt.hardware [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.460065] env[69249]: DEBUG nova.virt.hardware [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.460302] env[69249]: DEBUG nova.virt.hardware [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.461143] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff6895e-055e-4a08-93b5-cc1638ffc5a8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.472189] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165e2cd6-4220-45a6-9187-fa2927d56cc2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.566753] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "d836fbf5-1a50-4cb7-b082-ed46a724cf59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.566969] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "d836fbf5-1a50-4cb7-b082-ed46a724cf59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.700867] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.701446] env[69249]: DEBUG nova.compute.manager [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.706642] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.019s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.708587] env[69249]: INFO nova.compute.claims [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.738453] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658698, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026709} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.739489] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] File moved {{(pid=69249) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 613.739489] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Cleaning up location [datastore2] vmware_temp/042e1e98-91ca-4f03-b09a-d4dd5cb4c5ed {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 613.739489] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Deleting the datastore file [datastore2] vmware_temp/042e1e98-91ca-4f03-b09a-d4dd5cb4c5ed {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.739489] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d383aa26-f13d-4e33-92f3-36fb1c18bf00 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.745602] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 613.745602] env[69249]: value = "task-3658699" [ 613.745602] env[69249]: _type = "Task" [ 613.745602] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.759017] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.915560] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Acquiring lock "refresh_cache-854a5d04-242b-46bb-9ded-6316570295c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.915720] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Acquired lock "refresh_cache-854a5d04-242b-46bb-9ded-6316570295c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.915873] env[69249]: DEBUG nova.network.neutron [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.070260] env[69249]: DEBUG nova.compute.manager [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.213355] env[69249]: DEBUG nova.compute.utils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.222176] env[69249]: DEBUG nova.compute.manager [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.222176] env[69249]: DEBUG nova.network.neutron [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.261711] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024081} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.261972] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.262781] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5575e5aa-4210-4a61-b7e0-aa6a884b8131 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.273186] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 614.273186] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524c8cfd-e181-538c-ff12-ec977da892e5" [ 614.273186] env[69249]: _type = "Task" [ 614.273186] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.289301] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524c8cfd-e181-538c-ff12-ec977da892e5, 'name': SearchDatastore_Task, 'duration_secs': 0.0125} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.289728] env[69249]: DEBUG oslo_concurrency.lockutils [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.290665] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57/684b6beb-4d7d-4bc1-9e05-a0cf6d130e57.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.291051] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.291143] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.291391] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e99b499b-c0a1-44db-80bf-8aa7cc1defaa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.295187] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3e81575-f8a2-4944-a5ec-efacaef6e4f5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.305828] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 614.305828] env[69249]: value = "task-3658700" [ 614.305828] env[69249]: _type = "Task" [ 614.305828] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.307677] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.308564] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.312046] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017cdba2-51f3-4e66-bbbd-c72692e9e056 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.319860] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.320951] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 614.320951] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bdcfa2-c47e-4f41-e909-4e9222527907" [ 614.320951] env[69249]: _type = "Task" [ 614.320951] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.329603] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bdcfa2-c47e-4f41-e909-4e9222527907, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.331676] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5364ce20-4e40-4523-bf35-99d4f83017f1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.338023] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 614.338023] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522b4923-8472-0d88-8119-ef5e4e12e954" [ 614.338023] env[69249]: _type = "Task" [ 614.338023] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.346744] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522b4923-8472-0d88-8119-ef5e4e12e954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.432732] env[69249]: DEBUG nova.policy [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4de0412955774c1eab1dbf223d840780', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e1e589944f848d58cca1be3192a3873', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.519974] env[69249]: DEBUG nova.network.neutron [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.601359] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.724841] env[69249]: DEBUG nova.compute.manager [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.824945] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481063} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.828307] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57/684b6beb-4d7d-4bc1-9e05-a0cf6d130e57.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.828307] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.828307] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7aff712-9511-4ac3-b7a1-3e2693d34540 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.835237] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 614.835237] env[69249]: value = "task-3658701" [ 614.835237] env[69249]: _type = "Task" [ 614.835237] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.861155] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522b4923-8472-0d88-8119-ef5e4e12e954, 'name': SearchDatastore_Task, 'duration_secs': 0.008271} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.861155] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.862103] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.862103] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] e1bb3590-21a2-41d7-a518-7c9221448c63/e1bb3590-21a2-41d7-a518-7c9221448c63.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.862103] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b241a6f-2d3c-4d1a-bb35-943ed291dfc9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.873039] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 614.873039] env[69249]: value = "task-3658702" [ 614.873039] env[69249]: _type = "Task" [ 614.873039] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.880732] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.959133] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97140aa7-ca3c-45db-b3c9-861d4cc77b52 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.971150] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bbf0be-04fd-40be-b832-5680c215e9fa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.003071] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0b99fb-c50b-4065-b730-36f2896502cb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.012624] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef29561-6606-4c7c-b1d9-c67ffaa84e6a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.025409] env[69249]: DEBUG nova.compute.provider_tree [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.049783] env[69249]: DEBUG nova.network.neutron [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Updating instance_info_cache with network_info: [{"id": "f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c", "address": "fa:16:3e:b5:01:21", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88f8ef5-5d", "ovs_interfaceid": "f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.350101] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067015} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.350763] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.353101] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886289eb-93c3-4d50-a948-7f66635c5b7f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.358487] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "4aa31fef-e939-4657-8a8f-48042bd1d081" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.358746] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.378489] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57/684b6beb-4d7d-4bc1-9e05-a0cf6d130e57.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.379218] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eaafd36-6f02-4ee9-8772-3d9da05a0178 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.402653] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445445} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.403928] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] e1bb3590-21a2-41d7-a518-7c9221448c63/e1bb3590-21a2-41d7-a518-7c9221448c63.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.404191] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.404559] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 615.404559] env[69249]: value = "task-3658703" [ 615.404559] env[69249]: _type = "Task" [ 615.404559] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.404776] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70c13f55-eb53-475e-a325-c5bd6bbf08fd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.415472] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658703, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.416845] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 615.416845] env[69249]: value = "task-3658704" [ 615.416845] env[69249]: _type = "Task" [ 615.416845] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.424291] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.529179] env[69249]: DEBUG nova.scheduler.client.report [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.553412] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Releasing lock "refresh_cache-854a5d04-242b-46bb-9ded-6316570295c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.553412] env[69249]: DEBUG nova.compute.manager [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Instance network_info: |[{"id": "f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c", "address": "fa:16:3e:b5:01:21", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88f8ef5-5d", "ovs_interfaceid": "f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.554166] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:01:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.563179] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Creating folder: Project (700b34284ec54cd8bec3ae6360847867). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.564159] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51d9876c-26e5-48a9-abf1-4c8828547166 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.575156] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Created folder: Project (700b34284ec54cd8bec3ae6360847867) in parent group-v729229. [ 615.575408] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Creating folder: Instances. Parent ref: group-v729236. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.575583] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63d537c9-9721-450f-ae5e-66ed12bf0926 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.584518] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Created folder: Instances in parent group-v729236. [ 615.584770] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.584923] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.585143] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0207d76-47ac-4ac6-82c1-41a6b65149fa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.603199] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.603199] env[69249]: value = "task-3658707" [ 615.603199] env[69249]: _type = "Task" [ 615.603199] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.612854] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658707, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.707605] env[69249]: DEBUG nova.network.neutron [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Successfully updated port: 17960616-d2ca-41e0-b3b1-6a25e8e61f22 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.740392] env[69249]: DEBUG nova.compute.manager [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.773868] env[69249]: DEBUG nova.virt.hardware [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.774187] env[69249]: DEBUG nova.virt.hardware [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.774326] env[69249]: DEBUG nova.virt.hardware [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.774586] env[69249]: DEBUG nova.virt.hardware [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.774703] env[69249]: DEBUG nova.virt.hardware [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.774874] env[69249]: DEBUG nova.virt.hardware [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.775090] env[69249]: DEBUG nova.virt.hardware [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.775472] env[69249]: DEBUG nova.virt.hardware [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.775472] env[69249]: DEBUG nova.virt.hardware [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.775755] env[69249]: DEBUG nova.virt.hardware [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.775755] env[69249]: DEBUG nova.virt.hardware [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.776808] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff0233c-de7b-42b2-a5c7-2ced41515458 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.791760] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876f3e4d-4b7d-45a4-98fc-fcac053a8a0e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.847131] env[69249]: DEBUG nova.network.neutron [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Successfully created port: 71978745-2c8f-42d0-9378-01cb81ab69c0 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.919648] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658703, 'name': ReconfigVM_Task, 'duration_secs': 0.294707} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.926395] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57/684b6beb-4d7d-4bc1-9e05-a0cf6d130e57.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.929556] env[69249]: DEBUG nova.compute.manager [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Received event network-changed-9e11725c-117b-4e73-ad38-52c0ee2a0338 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.930376] env[69249]: DEBUG nova.compute.manager [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Refreshing instance network info cache due to event network-changed-9e11725c-117b-4e73-ad38-52c0ee2a0338. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.930376] env[69249]: DEBUG oslo_concurrency.lockutils [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] Acquiring lock "refresh_cache-e1bb3590-21a2-41d7-a518-7c9221448c63" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.930376] env[69249]: DEBUG oslo_concurrency.lockutils [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] Acquired lock "refresh_cache-e1bb3590-21a2-41d7-a518-7c9221448c63" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.930520] env[69249]: DEBUG nova.network.neutron [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Refreshing network info cache for port 9e11725c-117b-4e73-ad38-52c0ee2a0338 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.935107] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7170994b-c914-403f-a04e-671f4da70228 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.944658] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062412} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.946071] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.946820] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 615.946820] env[69249]: value = "task-3658708" [ 615.946820] env[69249]: _type = "Task" [ 615.946820] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.947766] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2257c1-93fa-4440-bc0f-14c8364b5f21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.977030] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] e1bb3590-21a2-41d7-a518-7c9221448c63/e1bb3590-21a2-41d7-a518-7c9221448c63.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.981272] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ef2df9f-1622-435e-8a2d-8159d91a620f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.996761] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658708, 'name': Rename_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.002723] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 616.002723] env[69249]: value = "task-3658709" [ 616.002723] env[69249]: _type = "Task" [ 616.002723] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.011636] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.041021] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.041021] env[69249]: DEBUG nova.compute.manager [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.041315] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.325s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.041781] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.042129] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 616.042327] env[69249]: DEBUG oslo_concurrency.lockutils [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.340s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.044714] env[69249]: INFO nova.compute.claims [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.047679] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e847ec-1571-4896-9320-08c93e2c0aa7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.058120] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e946e7b-4de4-4365-bf80-27da78112e7f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.076360] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c5c981-f979-4fe5-a0c1-d45ec4b59e8f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.088168] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c5cc90-c5f9-4eae-abe0-eb61438f9a3d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.126935] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180927MB free_disk=71GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 616.129240] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.136289] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658707, 'name': CreateVM_Task, 'duration_secs': 0.350255} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.137849] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.137849] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.137849] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.137849] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.138157] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-748892c7-ed7f-4242-b28a-05648abc5e2c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.143389] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Waiting for the task: (returnval){ [ 616.143389] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522c45d9-d254-fe81-acf3-bd02c8d11799" [ 616.143389] env[69249]: _type = "Task" [ 616.143389] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.153137] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522c45d9-d254-fe81-acf3-bd02c8d11799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.210689] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquiring lock "refresh_cache-6bb9d5ed-4115-4c93-85ef-cc194111a42c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.210871] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquired lock "refresh_cache-6bb9d5ed-4115-4c93-85ef-cc194111a42c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.211223] env[69249]: DEBUG nova.network.neutron [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.462029] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658708, 'name': Rename_Task, 'duration_secs': 0.137548} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.462297] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.462533] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-844993ef-7cc7-4d9b-b2b9-637ab4d2ce8a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.470963] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 616.470963] env[69249]: value = "task-3658710" [ 616.470963] env[69249]: _type = "Task" [ 616.470963] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.479439] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.516687] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658709, 'name': ReconfigVM_Task, 'duration_secs': 0.299153} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.517214] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Reconfigured VM instance instance-00000001 to attach disk [datastore2] e1bb3590-21a2-41d7-a518-7c9221448c63/e1bb3590-21a2-41d7-a518-7c9221448c63.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.517901] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d8f4d22-5d9c-4aef-b96b-2100e191e9c4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.524721] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 616.524721] env[69249]: value = "task-3658711" [ 616.524721] env[69249]: _type = "Task" [ 616.524721] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.537180] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658711, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.551101] env[69249]: DEBUG nova.compute.utils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.552867] env[69249]: DEBUG nova.compute.manager [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.552867] env[69249]: DEBUG nova.network.neutron [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.657986] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522c45d9-d254-fe81-acf3-bd02c8d11799, 'name': SearchDatastore_Task, 'duration_secs': 0.012354} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.658731] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.659074] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.659387] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.659596] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.659866] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.660241] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d1a5a8b-8ee8-43f9-be04-65b271d2ad12 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.668764] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.668929] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.669690] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc365f5d-d3d4-4a8d-a596-6dfc788be7f1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.678330] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Waiting for the task: (returnval){ [ 616.678330] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cb7d70-335b-c681-552f-7c11ff70d4fb" [ 616.678330] env[69249]: _type = "Task" [ 616.678330] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.697632] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cb7d70-335b-c681-552f-7c11ff70d4fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008016} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.697632] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01464da0-69ad-4ed0-8dff-ac301fc174ee {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.704074] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Waiting for the task: (returnval){ [ 616.704074] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5241ff5b-9e6a-a0a8-1015-b47973b23d35" [ 616.704074] env[69249]: _type = "Task" [ 616.704074] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.717955] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5241ff5b-9e6a-a0a8-1015-b47973b23d35, 'name': SearchDatastore_Task, 'duration_secs': 0.008287} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.718415] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.718668] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 854a5d04-242b-46bb-9ded-6316570295c2/854a5d04-242b-46bb-9ded-6316570295c2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.718932] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e5867e6-f09e-485f-a3be-10b34a231fce {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.725964] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Waiting for the task: (returnval){ [ 616.725964] env[69249]: value = "task-3658712" [ 616.725964] env[69249]: _type = "Task" [ 616.725964] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.735165] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.832035] env[69249]: DEBUG nova.network.neutron [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.848064] env[69249]: DEBUG nova.policy [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92def33c4d8c45678fe66d13e4e3f599', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34a777082ff34037ae3adcc35da6f898', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.985239] env[69249]: DEBUG oslo_vmware.api [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658710, 'name': PowerOnVM_Task, 'duration_secs': 0.438509} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.986894] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.987347] env[69249]: INFO nova.compute.manager [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Took 8.10 seconds to spawn the instance on the hypervisor. [ 616.987601] env[69249]: DEBUG nova.compute.manager [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 616.988476] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff6c36a-da34-41c0-97d5-45be33332f67 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.037042] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658711, 'name': Rename_Task, 'duration_secs': 0.139464} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.037342] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.037591] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddd61131-d63a-453c-a3f4-e895f96578e9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.049227] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 617.049227] env[69249]: value = "task-3658713" [ 617.049227] env[69249]: _type = "Task" [ 617.049227] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.060120] env[69249]: DEBUG nova.compute.manager [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.075463] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658713, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.150608] env[69249]: DEBUG nova.network.neutron [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Updated VIF entry in instance network info cache for port 9e11725c-117b-4e73-ad38-52c0ee2a0338. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.151361] env[69249]: DEBUG nova.network.neutron [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Updating instance_info_cache with network_info: [{"id": "9e11725c-117b-4e73-ad38-52c0ee2a0338", "address": "fa:16:3e:83:7a:37", "network": {"id": "92c81323-9a60-4e99-adda-f273800855e8", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-220867884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf46f30b33c145f88d35953095b1f19b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e11725c-11", "ovs_interfaceid": "9e11725c-117b-4e73-ad38-52c0ee2a0338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.245941] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658712, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.300811] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b38e43-d553-45b6-8dd9-7d525dea4ac2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.308263] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dc5bef-1448-4dec-bf64-c109615c82b4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.312392] env[69249]: DEBUG nova.network.neutron [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Updating instance_info_cache with network_info: [{"id": "17960616-d2ca-41e0-b3b1-6a25e8e61f22", "address": "fa:16:3e:2b:c1:89", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17960616-d2", "ovs_interfaceid": "17960616-d2ca-41e0-b3b1-6a25e8e61f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.350681] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfa41cb-3e5c-46fc-b5f2-24bd13d0985c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.361139] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7486d48c-ce63-43e8-81cd-d95e2c6c9845 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.378904] env[69249]: DEBUG nova.compute.provider_tree [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.511092] env[69249]: INFO nova.compute.manager [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Took 14.29 seconds to build instance. [ 617.563680] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.565868] env[69249]: DEBUG nova.compute.manager [req-fdb2a1ba-5042-4287-9bfa-711fee2f2581 req-056174b2-8300-42ba-9bf7-91d8d7ea875c service nova] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Received event network-vif-plugged-17960616-d2ca-41e0-b3b1-6a25e8e61f22 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.566224] env[69249]: DEBUG oslo_concurrency.lockutils [req-fdb2a1ba-5042-4287-9bfa-711fee2f2581 req-056174b2-8300-42ba-9bf7-91d8d7ea875c service nova] Acquiring lock "6bb9d5ed-4115-4c93-85ef-cc194111a42c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.566351] env[69249]: DEBUG oslo_concurrency.lockutils [req-fdb2a1ba-5042-4287-9bfa-711fee2f2581 req-056174b2-8300-42ba-9bf7-91d8d7ea875c service nova] Lock "6bb9d5ed-4115-4c93-85ef-cc194111a42c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.566533] env[69249]: DEBUG oslo_concurrency.lockutils [req-fdb2a1ba-5042-4287-9bfa-711fee2f2581 req-056174b2-8300-42ba-9bf7-91d8d7ea875c service nova] Lock "6bb9d5ed-4115-4c93-85ef-cc194111a42c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.566734] env[69249]: DEBUG nova.compute.manager [req-fdb2a1ba-5042-4287-9bfa-711fee2f2581 req-056174b2-8300-42ba-9bf7-91d8d7ea875c service nova] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] No waiting events found dispatching network-vif-plugged-17960616-d2ca-41e0-b3b1-6a25e8e61f22 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 617.567144] env[69249]: WARNING nova.compute.manager [req-fdb2a1ba-5042-4287-9bfa-711fee2f2581 req-056174b2-8300-42ba-9bf7-91d8d7ea875c service nova] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Received unexpected event network-vif-plugged-17960616-d2ca-41e0-b3b1-6a25e8e61f22 for instance with vm_state building and task_state spawning. [ 617.655919] env[69249]: DEBUG oslo_concurrency.lockutils [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] Releasing lock "refresh_cache-e1bb3590-21a2-41d7-a518-7c9221448c63" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.656201] env[69249]: DEBUG nova.compute.manager [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Received event network-vif-plugged-f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.656394] env[69249]: DEBUG oslo_concurrency.lockutils [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] Acquiring lock "854a5d04-242b-46bb-9ded-6316570295c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.656646] env[69249]: DEBUG oslo_concurrency.lockutils [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] Lock "854a5d04-242b-46bb-9ded-6316570295c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.656742] env[69249]: DEBUG oslo_concurrency.lockutils [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] Lock "854a5d04-242b-46bb-9ded-6316570295c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.657072] env[69249]: DEBUG nova.compute.manager [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] No waiting events found dispatching network-vif-plugged-f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 617.657072] env[69249]: WARNING nova.compute.manager [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Received unexpected event network-vif-plugged-f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c for instance with vm_state building and task_state spawning. [ 617.657264] env[69249]: DEBUG nova.compute.manager [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Received event network-changed-f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.657389] env[69249]: DEBUG nova.compute.manager [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Refreshing instance network info cache due to event network-changed-f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.657642] env[69249]: DEBUG oslo_concurrency.lockutils [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] Acquiring lock "refresh_cache-854a5d04-242b-46bb-9ded-6316570295c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.657701] env[69249]: DEBUG oslo_concurrency.lockutils [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] Acquired lock "refresh_cache-854a5d04-242b-46bb-9ded-6316570295c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.657824] env[69249]: DEBUG nova.network.neutron [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Refreshing network info cache for port f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.738937] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599249} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.738937] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 854a5d04-242b-46bb-9ded-6316570295c2/854a5d04-242b-46bb-9ded-6316570295c2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.738937] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.738937] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c035614a-7223-4e6d-9db1-cee7a97aba3f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.745789] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Waiting for the task: (returnval){ [ 617.745789] env[69249]: value = "task-3658714" [ 617.745789] env[69249]: _type = "Task" [ 617.745789] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.757402] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.772399] env[69249]: DEBUG nova.network.neutron [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Successfully created port: 8c608b40-c7e4-471a-89a3-6bd420f619cb {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.816612] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Releasing lock "refresh_cache-6bb9d5ed-4115-4c93-85ef-cc194111a42c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.817414] env[69249]: DEBUG nova.compute.manager [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Instance network_info: |[{"id": "17960616-d2ca-41e0-b3b1-6a25e8e61f22", "address": "fa:16:3e:2b:c1:89", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17960616-d2", "ovs_interfaceid": "17960616-d2ca-41e0-b3b1-6a25e8e61f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.818356] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:c1:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17960616-d2ca-41e0-b3b1-6a25e8e61f22', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.831697] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Creating folder: Project (54e3bb451bfd4c05a2d3fc9bbd6b4eb9). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.832456] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5196f4db-b748-48d2-8a5e-449207a01e58 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.844469] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Created folder: Project (54e3bb451bfd4c05a2d3fc9bbd6b4eb9) in parent group-v729229. [ 617.844469] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Creating folder: Instances. Parent ref: group-v729239. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.844469] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16e9ed89-41f2-4c27-a8c6-8ecdafff4ba7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.855116] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Created folder: Instances in parent group-v729239. [ 617.855116] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.855116] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.855272] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d555ed0-2617-45a6-a565-e390a2ac0818 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.880601] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.880601] env[69249]: value = "task-3658717" [ 617.880601] env[69249]: _type = "Task" [ 617.880601] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.884930] env[69249]: DEBUG nova.scheduler.client.report [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.896245] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658717, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.014251] env[69249]: DEBUG oslo_concurrency.lockutils [None req-88220e4a-39f8-401c-98b2-a8d5fd8b19bc tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Lock "684b6beb-4d7d-4bc1-9e05-a0cf6d130e57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.809s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.039512] env[69249]: DEBUG nova.network.neutron [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Successfully updated port: 71978745-2c8f-42d0-9378-01cb81ab69c0 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.064733] env[69249]: DEBUG oslo_vmware.api [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658713, 'name': PowerOnVM_Task, 'duration_secs': 0.900868} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.067432] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.067432] env[69249]: INFO nova.compute.manager [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Took 11.41 seconds to spawn the instance on the hypervisor. [ 618.067432] env[69249]: DEBUG nova.compute.manager [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 618.067432] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bb290a-9f45-4992-a61d-3ef192f90358 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.075314] env[69249]: DEBUG nova.compute.manager [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.109251] env[69249]: DEBUG nova.virt.hardware [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.110264] env[69249]: DEBUG nova.virt.hardware [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.110264] env[69249]: DEBUG nova.virt.hardware [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.110264] env[69249]: DEBUG nova.virt.hardware [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.110264] env[69249]: DEBUG nova.virt.hardware [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.110264] env[69249]: DEBUG nova.virt.hardware [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.110585] env[69249]: DEBUG nova.virt.hardware [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.110585] env[69249]: DEBUG nova.virt.hardware [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.110755] env[69249]: DEBUG nova.virt.hardware [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.111011] env[69249]: DEBUG nova.virt.hardware [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.111245] env[69249]: DEBUG nova.virt.hardware [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.112205] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b2e2dd-62b7-4e00-9b15-f1427f072542 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.120355] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21065a5-a260-43e1-8c7e-b95d354a8dab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.256552] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071531} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.257455] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.257655] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fea5bb-476a-4707-84a4-a4a0926391d6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.284647] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 854a5d04-242b-46bb-9ded-6316570295c2/854a5d04-242b-46bb-9ded-6316570295c2.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.284969] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdfe04db-92e8-4847-88a4-276509421d08 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.309324] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Waiting for the task: (returnval){ [ 618.309324] env[69249]: value = "task-3658718" [ 618.309324] env[69249]: _type = "Task" [ 618.309324] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.320983] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658718, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.392220] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658717, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.398125] env[69249]: DEBUG oslo_concurrency.lockutils [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.398984] env[69249]: DEBUG nova.compute.manager [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.402741] env[69249]: DEBUG oslo_concurrency.lockutils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.341s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.403478] env[69249]: INFO nova.compute.claims [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.519513] env[69249]: DEBUG nova.compute.manager [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.526211] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Acquiring lock "0f6e5989-3a56-433f-a736-d067b63e326a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.526211] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Lock "0f6e5989-3a56-433f-a736-d067b63e326a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.543582] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Acquiring lock "refresh_cache-fa0cb8ac-4284-46e3-a857-7fb725deb8c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.543582] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Acquired lock "refresh_cache-fa0cb8ac-4284-46e3-a857-7fb725deb8c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.543805] env[69249]: DEBUG nova.network.neutron [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.592847] env[69249]: INFO nova.compute.manager [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Took 16.23 seconds to build instance. [ 618.824112] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658718, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.892749] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658717, 'name': CreateVM_Task, 'duration_secs': 0.683783} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.895778] env[69249]: DEBUG nova.network.neutron [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Updated VIF entry in instance network info cache for port f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.895778] env[69249]: DEBUG nova.network.neutron [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Updating instance_info_cache with network_info: [{"id": "f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c", "address": "fa:16:3e:b5:01:21", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88f8ef5-5d", "ovs_interfaceid": "f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.896015] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.897337] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.897337] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.897568] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.898027] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ba96c5a-bbbf-42a5-b4dc-b73c5fa6d4c0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.906793] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 618.906793] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52370fca-8d06-9857-93f1-ae67d3b70c8e" [ 618.906793] env[69249]: _type = "Task" [ 618.906793] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.914240] env[69249]: DEBUG nova.compute.utils [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.919176] env[69249]: DEBUG nova.compute.manager [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Not allocating networking since 'none' was specified. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 618.931082] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52370fca-8d06-9857-93f1-ae67d3b70c8e, 'name': SearchDatastore_Task, 'duration_secs': 0.012508} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.931204] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.931415] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.931633] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.932311] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.932311] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.932429] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c7a866d-75bf-49ce-b5d2-a470ff3dc262 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.945166] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.945166] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.945166] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e8a862-f2a7-40ce-b80a-abe5cc743e99 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.949905] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 618.949905] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5290985f-0d6f-24a6-ba0f-1f802ea0aff8" [ 618.949905] env[69249]: _type = "Task" [ 618.949905] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.958173] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5290985f-0d6f-24a6-ba0f-1f802ea0aff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.079049] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.095110] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8a6f9d1a-4ff9-4d8f-b23a-e0a7856e5ed5 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Lock "e1bb3590-21a2-41d7-a518-7c9221448c63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.742s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.096421] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "e1bb3590-21a2-41d7-a518-7c9221448c63" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.585s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.098125] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d273300-f978-490c-b19b-8e18e892ddc3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.112579] env[69249]: DEBUG nova.network.neutron [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.322442] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658718, 'name': ReconfigVM_Task, 'duration_secs': 0.550019} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.322715] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 854a5d04-242b-46bb-9ded-6316570295c2/854a5d04-242b-46bb-9ded-6316570295c2.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.325844] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a0fb885-3985-45c3-8a5c-d5a842964b93 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.332603] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Waiting for the task: (returnval){ [ 619.332603] env[69249]: value = "task-3658719" [ 619.332603] env[69249]: _type = "Task" [ 619.332603] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.341959] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658719, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.399493] env[69249]: DEBUG oslo_concurrency.lockutils [req-5318e2cb-d424-4f8e-9eab-6319e0d6c774 req-74cce03c-05a2-40ed-b5ef-5a863f850a3e service nova] Releasing lock "refresh_cache-854a5d04-242b-46bb-9ded-6316570295c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.419084] env[69249]: DEBUG nova.compute.manager [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.430448] env[69249]: DEBUG nova.network.neutron [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Updating instance_info_cache with network_info: [{"id": "71978745-2c8f-42d0-9378-01cb81ab69c0", "address": "fa:16:3e:fc:65:9e", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71978745-2c", "ovs_interfaceid": "71978745-2c8f-42d0-9378-01cb81ab69c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.463087] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5290985f-0d6f-24a6-ba0f-1f802ea0aff8, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.468375] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512b201b-9b8b-42df-b52a-4637beb9b8b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.474704] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 619.474704] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523f1418-c909-1b33-a974-8890f1550fd8" [ 619.474704] env[69249]: _type = "Task" [ 619.474704] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.484022] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523f1418-c909-1b33-a974-8890f1550fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.552120] env[69249]: DEBUG nova.network.neutron [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Successfully updated port: 8c608b40-c7e4-471a-89a3-6bd420f619cb {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.604381] env[69249]: DEBUG nova.compute.manager [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.610076] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "e1bb3590-21a2-41d7-a518-7c9221448c63" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.642930] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "842da838-3269-4f94-9102-c3bf0cea79ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.643181] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "842da838-3269-4f94-9102-c3bf0cea79ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.655197] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquiring lock "def44b38-88fa-40fc-936c-d89fe9e8cf2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.655424] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "def44b38-88fa-40fc-936c-d89fe9e8cf2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.675054] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249bb94c-42ab-4b22-962a-8707d43891d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.683418] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff0bdbb-cfe1-47cd-85e8-9327d51c10c5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.714819] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a719870a-d793-4be4-adc7-4765eeb23687 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.722558] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee371fd3-18f0-4580-9b44-9ef476dd0c16 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.739120] env[69249]: DEBUG nova.compute.provider_tree [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.844941] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658719, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.936791] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Releasing lock "refresh_cache-fa0cb8ac-4284-46e3-a857-7fb725deb8c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.936791] env[69249]: DEBUG nova.compute.manager [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Instance network_info: |[{"id": "71978745-2c8f-42d0-9378-01cb81ab69c0", "address": "fa:16:3e:fc:65:9e", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71978745-2c", "ovs_interfaceid": "71978745-2c8f-42d0-9378-01cb81ab69c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.938245] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:65:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71978745-2c8f-42d0-9378-01cb81ab69c0', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.948296] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Creating folder: Project (4e1e589944f848d58cca1be3192a3873). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.950039] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff6b01dc-2091-4522-b3f9-14c68cd92897 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.965018] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Created folder: Project (4e1e589944f848d58cca1be3192a3873) in parent group-v729229. [ 619.965018] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Creating folder: Instances. Parent ref: group-v729242. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.965018] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be54b59a-e4ee-4625-bcf6-52448074f5b6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.978020] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Created folder: Instances in parent group-v729242. [ 619.978020] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.982483] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.983256] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87941054-78c7-404c-ad2b-6359fd4a009a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.005253] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523f1418-c909-1b33-a974-8890f1550fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.007195] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.007307] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 6bb9d5ed-4115-4c93-85ef-cc194111a42c/6bb9d5ed-4115-4c93-85ef-cc194111a42c.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.007463] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.007463] env[69249]: value = "task-3658722" [ 620.007463] env[69249]: _type = "Task" [ 620.007463] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.007636] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73a8ce18-f3b8-4091-91a5-27553e0562be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.018469] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658722, 'name': CreateVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.021025] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 620.021025] env[69249]: value = "task-3658723" [ 620.021025] env[69249]: _type = "Task" [ 620.021025] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.028400] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3658723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.052750] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Acquiring lock "refresh_cache-9996bde1-c07c-459a-abc8-2543f141654e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.052864] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Acquired lock "refresh_cache-9996bde1-c07c-459a-abc8-2543f141654e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.052941] env[69249]: DEBUG nova.network.neutron [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.133277] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.246021] env[69249]: DEBUG nova.scheduler.client.report [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.347074] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658719, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.382561] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquiring lock "a76e1683-a93e-4493-8ba5-a4931b546f7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.382843] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "a76e1683-a93e-4493-8ba5-a4931b546f7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.433305] env[69249]: DEBUG nova.compute.manager [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.462036] env[69249]: DEBUG nova.virt.hardware [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.462036] env[69249]: DEBUG nova.virt.hardware [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.462036] env[69249]: DEBUG nova.virt.hardware [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.462248] env[69249]: DEBUG nova.virt.hardware [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.462397] env[69249]: DEBUG nova.virt.hardware [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.462760] env[69249]: DEBUG nova.virt.hardware [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.463134] env[69249]: DEBUG nova.virt.hardware [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.463471] env[69249]: DEBUG nova.virt.hardware [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.463822] env[69249]: DEBUG nova.virt.hardware [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.464527] env[69249]: DEBUG nova.virt.hardware [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.464527] env[69249]: DEBUG nova.virt.hardware [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.465377] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab43954-9f4a-426c-ac39-a1c8f343414d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.477144] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9346d151-d701-48c0-9c7a-fcccc26b9af0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.497183] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.511992] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Creating folder: Project (be051c209cca44ef9baa4ab8d567b9b1). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.516449] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cce07018-779f-4cfb-a242-136ae54f0ef8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.534096] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Created folder: Project (be051c209cca44ef9baa4ab8d567b9b1) in parent group-v729229. [ 620.534293] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Creating folder: Instances. Parent ref: group-v729245. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.540467] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aa89bfd-0558-4d4c-a27b-b1a480ad3b4b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.540683] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658722, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.549492] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3658723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.550903] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Created folder: Instances in parent group-v729245. [ 620.551390] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.551528] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.552117] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa179e20-ac9f-451a-8409-a70517107780 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.571769] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.571769] env[69249]: value = "task-3658726" [ 620.571769] env[69249]: _type = "Task" [ 620.571769] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.580314] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658726, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.751353] env[69249]: DEBUG oslo_concurrency.lockutils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.752263] env[69249]: DEBUG nova.compute.manager [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.758691] env[69249]: DEBUG oslo_concurrency.lockutils [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.614s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.760521] env[69249]: INFO nova.compute.claims [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.778953] env[69249]: DEBUG nova.network.neutron [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.858907] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658719, 'name': Rename_Task, 'duration_secs': 1.175408} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.858907] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.866728] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39d0eeb9-01f9-4d02-aaa5-a2ccec8063df {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.873151] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Waiting for the task: (returnval){ [ 620.873151] env[69249]: value = "task-3658727" [ 620.873151] env[69249]: _type = "Task" [ 620.873151] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.893179] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658727, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.026080] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658722, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.033588] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3658723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.917536} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.033896] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 6bb9d5ed-4115-4c93-85ef-cc194111a42c/6bb9d5ed-4115-4c93-85ef-cc194111a42c.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.034295] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.034555] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-357b0409-d0a0-4d1b-8e4e-38c24e4f9e73 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.041594] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 621.041594] env[69249]: value = "task-3658728" [ 621.041594] env[69249]: _type = "Task" [ 621.041594] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.051224] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3658728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.067540] env[69249]: DEBUG nova.compute.manager [req-081ec9ad-1fb3-4ff6-aa62-224c09be8b52 req-cb765445-3c49-42b2-84b8-8a7aa8e9e821 service nova] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Received event network-vif-plugged-71978745-2c8f-42d0-9378-01cb81ab69c0 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.067802] env[69249]: DEBUG oslo_concurrency.lockutils [req-081ec9ad-1fb3-4ff6-aa62-224c09be8b52 req-cb765445-3c49-42b2-84b8-8a7aa8e9e821 service nova] Acquiring lock "fa0cb8ac-4284-46e3-a857-7fb725deb8c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.068015] env[69249]: DEBUG oslo_concurrency.lockutils [req-081ec9ad-1fb3-4ff6-aa62-224c09be8b52 req-cb765445-3c49-42b2-84b8-8a7aa8e9e821 service nova] Lock "fa0cb8ac-4284-46e3-a857-7fb725deb8c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.068215] env[69249]: DEBUG oslo_concurrency.lockutils [req-081ec9ad-1fb3-4ff6-aa62-224c09be8b52 req-cb765445-3c49-42b2-84b8-8a7aa8e9e821 service nova] Lock "fa0cb8ac-4284-46e3-a857-7fb725deb8c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.068383] env[69249]: DEBUG nova.compute.manager [req-081ec9ad-1fb3-4ff6-aa62-224c09be8b52 req-cb765445-3c49-42b2-84b8-8a7aa8e9e821 service nova] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] No waiting events found dispatching network-vif-plugged-71978745-2c8f-42d0-9378-01cb81ab69c0 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 621.068749] env[69249]: WARNING nova.compute.manager [req-081ec9ad-1fb3-4ff6-aa62-224c09be8b52 req-cb765445-3c49-42b2-84b8-8a7aa8e9e821 service nova] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Received unexpected event network-vif-plugged-71978745-2c8f-42d0-9378-01cb81ab69c0 for instance with vm_state building and task_state spawning. [ 621.068946] env[69249]: DEBUG nova.compute.manager [req-081ec9ad-1fb3-4ff6-aa62-224c09be8b52 req-cb765445-3c49-42b2-84b8-8a7aa8e9e821 service nova] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Received event network-changed-71978745-2c8f-42d0-9378-01cb81ab69c0 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.069115] env[69249]: DEBUG nova.compute.manager [req-081ec9ad-1fb3-4ff6-aa62-224c09be8b52 req-cb765445-3c49-42b2-84b8-8a7aa8e9e821 service nova] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Refreshing instance network info cache due to event network-changed-71978745-2c8f-42d0-9378-01cb81ab69c0. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.069299] env[69249]: DEBUG oslo_concurrency.lockutils [req-081ec9ad-1fb3-4ff6-aa62-224c09be8b52 req-cb765445-3c49-42b2-84b8-8a7aa8e9e821 service nova] Acquiring lock "refresh_cache-fa0cb8ac-4284-46e3-a857-7fb725deb8c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.069526] env[69249]: DEBUG oslo_concurrency.lockutils [req-081ec9ad-1fb3-4ff6-aa62-224c09be8b52 req-cb765445-3c49-42b2-84b8-8a7aa8e9e821 service nova] Acquired lock "refresh_cache-fa0cb8ac-4284-46e3-a857-7fb725deb8c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.069683] env[69249]: DEBUG nova.network.neutron [req-081ec9ad-1fb3-4ff6-aa62-224c09be8b52 req-cb765445-3c49-42b2-84b8-8a7aa8e9e821 service nova] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Refreshing network info cache for port 71978745-2c8f-42d0-9378-01cb81ab69c0 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.086912] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658726, 'name': CreateVM_Task, 'duration_secs': 0.466782} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.087120] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.090760] env[69249]: DEBUG oslo_vmware.service [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed34dfa-e499-4cc1-94ee-14ca9754ab2f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.094467] env[69249]: DEBUG oslo_concurrency.lockutils [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.094738] env[69249]: DEBUG oslo_concurrency.lockutils [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.096561] env[69249]: DEBUG oslo_concurrency.lockutils [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.096561] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77c5a426-fe86-49e8-931b-7d757deaff8b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.100608] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Waiting for the task: (returnval){ [ 621.100608] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5239b8b4-11f2-f50f-60c9-1229ab8917d8" [ 621.100608] env[69249]: _type = "Task" [ 621.100608] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.110576] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5239b8b4-11f2-f50f-60c9-1229ab8917d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.125231] env[69249]: DEBUG nova.network.neutron [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Updating instance_info_cache with network_info: [{"id": "8c608b40-c7e4-471a-89a3-6bd420f619cb", "address": "fa:16:3e:4a:ee:02", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c608b40-c7", "ovs_interfaceid": "8c608b40-c7e4-471a-89a3-6bd420f619cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.265854] env[69249]: DEBUG nova.compute.utils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.270030] env[69249]: DEBUG nova.compute.manager [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.270030] env[69249]: DEBUG nova.network.neutron [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.277685] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.277913] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.348973] env[69249]: DEBUG nova.policy [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56033b134bd048b5afe1d33be17b8228', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c75fe57b640e4262b95f3191172ba872', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.385238] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658727, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.526024] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658722, 'name': CreateVM_Task, 'duration_secs': 1.04488} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.526173] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.528018] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.528018] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.528018] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.528018] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8755fa94-109b-4fb0-832d-193df153008c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.532727] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Waiting for the task: (returnval){ [ 621.532727] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52015cdb-1680-d18b-378b-a11716b86e4b" [ 621.532727] env[69249]: _type = "Task" [ 621.532727] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.541377] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52015cdb-1680-d18b-378b-a11716b86e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.550942] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3658728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106992} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.551223] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.552053] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231035d6-a02f-4a67-8dfc-0e1e64815452 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.580208] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 6bb9d5ed-4115-4c93-85ef-cc194111a42c/6bb9d5ed-4115-4c93-85ef-cc194111a42c.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.581374] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2369c21a-ed44-4fba-afdf-df387152d245 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.606092] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 621.606092] env[69249]: value = "task-3658729" [ 621.606092] env[69249]: _type = "Task" [ 621.606092] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.617684] env[69249]: DEBUG oslo_concurrency.lockutils [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.618282] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.618282] env[69249]: DEBUG oslo_concurrency.lockutils [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.618282] env[69249]: DEBUG oslo_concurrency.lockutils [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.618494] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.622091] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f3b94eb-37af-4625-9509-ea69c81e253a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.624102] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3658729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.630122] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Releasing lock "refresh_cache-9996bde1-c07c-459a-abc8-2543f141654e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.630447] env[69249]: DEBUG nova.compute.manager [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Instance network_info: |[{"id": "8c608b40-c7e4-471a-89a3-6bd420f619cb", "address": "fa:16:3e:4a:ee:02", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c608b40-c7", "ovs_interfaceid": "8c608b40-c7e4-471a-89a3-6bd420f619cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.630886] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:ee:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c608b40-c7e4-471a-89a3-6bd420f619cb', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.639230] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Creating folder: Project (34a777082ff34037ae3adcc35da6f898). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.640728] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9653f409-e3d9-4b8d-887b-375bce703a23 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.642647] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.642647] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.645029] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0a3ebe-682a-41a3-b98b-fd7906112d2d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.650588] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c126a06-2927-47e3-91eb-cabf6328b22a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.655856] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Created folder: Project (34a777082ff34037ae3adcc35da6f898) in parent group-v729229. [ 621.656189] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Creating folder: Instances. Parent ref: group-v729248. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.657458] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a240555-7fe2-49b9-a361-5b11e726a277 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.659299] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Waiting for the task: (returnval){ [ 621.659299] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e528c0-59bc-f7bd-ea32-0f0af4106985" [ 621.659299] env[69249]: _type = "Task" [ 621.659299] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.671762] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Preparing fetch location {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 621.671762] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Creating directory with path [datastore1] vmware_temp/0172ea12-8bc5-42fd-8052-2bfaf84b36ef/d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.671931] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e0fddeb-1152-422b-98ad-a4f799ea8716 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.675705] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Created folder: Instances in parent group-v729248. [ 621.675940] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.676142] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.676343] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93edcbc1-da38-4d0a-af60-7979135cb15e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.692529] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Created directory with path [datastore1] vmware_temp/0172ea12-8bc5-42fd-8052-2bfaf84b36ef/d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.692786] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Fetch image to [datastore1] vmware_temp/0172ea12-8bc5-42fd-8052-2bfaf84b36ef/d995e3c0-f512-44da-91c0-8e91a3aaef3b/tmp-sparse.vmdk {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 621.692886] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Downloading image file data d995e3c0-f512-44da-91c0-8e91a3aaef3b to [datastore1] vmware_temp/0172ea12-8bc5-42fd-8052-2bfaf84b36ef/d995e3c0-f512-44da-91c0-8e91a3aaef3b/tmp-sparse.vmdk on the data store datastore1 {{(pid=69249) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 621.694088] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f065b8ae-5ae5-411a-a04c-e38d395885c8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.697969] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.697969] env[69249]: value = "task-3658732" [ 621.697969] env[69249]: _type = "Task" [ 621.697969] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.707146] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834731e7-1df1-4769-891e-318aaa0c5e5f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.712595] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658732, 'name': CreateVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.719732] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f0dda7-fea0-490d-83ba-5ab9bda99835 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.758547] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97e967c-4847-40c9-9b65-37d00e1bb62d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.764395] env[69249]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-1de80a68-e33f-4600-a6fe-9ba0f65119f7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.781188] env[69249]: DEBUG nova.compute.manager [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.796614] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Downloading image file data d995e3c0-f512-44da-91c0-8e91a3aaef3b to the data store datastore1 {{(pid=69249) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 621.865100] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquiring lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.865100] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.891050] env[69249]: DEBUG oslo_vmware.api [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658727, 'name': PowerOnVM_Task, 'duration_secs': 0.80334} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.893711] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.893983] env[69249]: INFO nova.compute.manager [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Took 10.75 seconds to spawn the instance on the hypervisor. [ 621.894270] env[69249]: DEBUG nova.compute.manager [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 621.896594] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e301cf9-b183-4d25-b4b0-e21e468a60be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.917467] env[69249]: DEBUG oslo_vmware.rw_handles [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0172ea12-8bc5-42fd-8052-2bfaf84b36ef/d995e3c0-f512-44da-91c0-8e91a3aaef3b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69249) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 621.979971] env[69249]: DEBUG nova.network.neutron [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Successfully created port: 98f09db1-ff3e-4c2c-ad8d-951a482e26b0 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.048251] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52015cdb-1680-d18b-378b-a11716b86e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.033827} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.053627] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.053993] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.054268] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.054430] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.054673] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.055223] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d05755b9-d32c-42fb-9add-1a4b93d30a6a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.067305] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.067434] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.068417] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ce4fc6-6858-435e-b523-a34135e2edfb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.083437] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Waiting for the task: (returnval){ [ 622.083437] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5240f411-d6a6-0548-1f91-7ad69fbc6ca9" [ 622.083437] env[69249]: _type = "Task" [ 622.083437] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.096258] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5240f411-d6a6-0548-1f91-7ad69fbc6ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.125123] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3658729, 'name': ReconfigVM_Task, 'duration_secs': 0.492111} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.125749] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 6bb9d5ed-4115-4c93-85ef-cc194111a42c/6bb9d5ed-4115-4c93-85ef-cc194111a42c.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.126439] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7449d4cc-d5a6-4f37-b43b-e0b03b3e21cf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.132843] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 622.132843] env[69249]: value = "task-3658733" [ 622.132843] env[69249]: _type = "Task" [ 622.132843] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.146139] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3658733, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.207786] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658732, 'name': CreateVM_Task, 'duration_secs': 0.406715} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.208936] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.209127] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.209175] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.209476] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.209784] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d01b5c9-d1a9-4688-b1de-77661d9026db {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.216021] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Waiting for the task: (returnval){ [ 622.216021] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521e96c8-5b24-903b-d407-a824d908babe" [ 622.216021] env[69249]: _type = "Task" [ 622.216021] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.231594] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.231594] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.232900] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.264502] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f3f63f-3193-4a4b-938d-b81e20e59393 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.276228] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c084ef4-07ac-407c-a779-a467a8a3f16c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.321311] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3e58a8-f74a-4547-a46a-7f83ba57f8eb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.325459] env[69249]: DEBUG nova.compute.manager [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Received event network-changed-17960616-d2ca-41e0-b3b1-6a25e8e61f22 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.325573] env[69249]: DEBUG nova.compute.manager [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Refreshing instance network info cache due to event network-changed-17960616-d2ca-41e0-b3b1-6a25e8e61f22. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.325683] env[69249]: DEBUG oslo_concurrency.lockutils [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] Acquiring lock "refresh_cache-6bb9d5ed-4115-4c93-85ef-cc194111a42c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.325816] env[69249]: DEBUG oslo_concurrency.lockutils [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] Acquired lock "refresh_cache-6bb9d5ed-4115-4c93-85ef-cc194111a42c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.326009] env[69249]: DEBUG nova.network.neutron [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Refreshing network info cache for port 17960616-d2ca-41e0-b3b1-6a25e8e61f22 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.339585] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a131eb80-89fe-4084-908d-17d9eee73ba1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.358186] env[69249]: DEBUG nova.compute.provider_tree [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.390910] env[69249]: DEBUG nova.network.neutron [req-081ec9ad-1fb3-4ff6-aa62-224c09be8b52 req-cb765445-3c49-42b2-84b8-8a7aa8e9e821 service nova] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Updated VIF entry in instance network info cache for port 71978745-2c8f-42d0-9378-01cb81ab69c0. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.391163] env[69249]: DEBUG nova.network.neutron [req-081ec9ad-1fb3-4ff6-aa62-224c09be8b52 req-cb765445-3c49-42b2-84b8-8a7aa8e9e821 service nova] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Updating instance_info_cache with network_info: [{"id": "71978745-2c8f-42d0-9378-01cb81ab69c0", "address": "fa:16:3e:fc:65:9e", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71978745-2c", "ovs_interfaceid": "71978745-2c8f-42d0-9378-01cb81ab69c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.430753] env[69249]: INFO nova.compute.manager [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Took 18.81 seconds to build instance. [ 622.596702] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5240f411-d6a6-0548-1f91-7ad69fbc6ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.016928} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.598494] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43e1d35-51dd-419e-ab26-2b371633a4a9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.607041] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Waiting for the task: (returnval){ [ 622.607041] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e848e4-3b65-2787-6791-b98da1557172" [ 622.607041] env[69249]: _type = "Task" [ 622.607041] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.629513] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e848e4-3b65-2787-6791-b98da1557172, 'name': SearchDatastore_Task, 'duration_secs': 0.013435} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.629704] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.629944] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] fa0cb8ac-4284-46e3-a857-7fb725deb8c2/fa0cb8ac-4284-46e3-a857-7fb725deb8c2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.630320] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85e3c8a4-c797-4b35-949d-6895a0e7dac3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.646359] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Waiting for the task: (returnval){ [ 622.646359] env[69249]: value = "task-3658734" [ 622.646359] env[69249]: _type = "Task" [ 622.646359] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.654139] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3658733, 'name': Rename_Task, 'duration_secs': 0.285481} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.654683] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.658021] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aebb4b2-7fde-4864-8bf3-4eed94dcf578 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.660851] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.666560] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 622.666560] env[69249]: value = "task-3658735" [ 622.666560] env[69249]: _type = "Task" [ 622.666560] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.675769] env[69249]: DEBUG oslo_vmware.rw_handles [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Completed reading data from the image iterator. {{(pid=69249) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 622.678170] env[69249]: DEBUG oslo_vmware.rw_handles [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0172ea12-8bc5-42fd-8052-2bfaf84b36ef/d995e3c0-f512-44da-91c0-8e91a3aaef3b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 622.682419] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3658735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.746470] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Downloaded image file data d995e3c0-f512-44da-91c0-8e91a3aaef3b to vmware_temp/0172ea12-8bc5-42fd-8052-2bfaf84b36ef/d995e3c0-f512-44da-91c0-8e91a3aaef3b/tmp-sparse.vmdk on the data store datastore1 {{(pid=69249) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 622.748881] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Caching image {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 622.749166] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Copying Virtual Disk [datastore1] vmware_temp/0172ea12-8bc5-42fd-8052-2bfaf84b36ef/d995e3c0-f512-44da-91c0-8e91a3aaef3b/tmp-sparse.vmdk to [datastore1] vmware_temp/0172ea12-8bc5-42fd-8052-2bfaf84b36ef/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.749457] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a21e0f4-7f79-4569-a2f4-245fd8e32325 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.757511] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Waiting for the task: (returnval){ [ 622.757511] env[69249]: value = "task-3658736" [ 622.757511] env[69249]: _type = "Task" [ 622.757511] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.766409] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.821494] env[69249]: DEBUG nova.compute.manager [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.852722] env[69249]: DEBUG nova.virt.hardware [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.852907] env[69249]: DEBUG nova.virt.hardware [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.853104] env[69249]: DEBUG nova.virt.hardware [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.853421] env[69249]: DEBUG nova.virt.hardware [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.853671] env[69249]: DEBUG nova.virt.hardware [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.853982] env[69249]: DEBUG nova.virt.hardware [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.854263] env[69249]: DEBUG nova.virt.hardware [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.854409] env[69249]: DEBUG nova.virt.hardware [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.854649] env[69249]: DEBUG nova.virt.hardware [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.855284] env[69249]: DEBUG nova.virt.hardware [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.855284] env[69249]: DEBUG nova.virt.hardware [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.856484] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829a15fd-9b5e-48e2-8f42-382970b950e8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.861793] env[69249]: DEBUG nova.scheduler.client.report [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.872840] env[69249]: DEBUG nova.compute.manager [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 622.874686] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aa890c-22b1-4030-ad78-4d66212d165c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.878724] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b24232-a348-4a62-965e-dd64364fadd3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.903770] env[69249]: DEBUG oslo_concurrency.lockutils [req-081ec9ad-1fb3-4ff6-aa62-224c09be8b52 req-cb765445-3c49-42b2-84b8-8a7aa8e9e821 service nova] Releasing lock "refresh_cache-fa0cb8ac-4284-46e3-a857-7fb725deb8c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.936183] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44efaea1-2900-440a-a8d4-25e31fb656ba tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Lock "854a5d04-242b-46bb-9ded-6316570295c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.323s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.120760] env[69249]: INFO nova.compute.manager [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Rebuilding instance [ 623.171990] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658734, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.194342] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3658735, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.204868] env[69249]: DEBUG nova.compute.manager [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 623.206008] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864b7fdb-cb0b-47be-8532-522184bc5c30 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.270604] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658736, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.355267] env[69249]: DEBUG nova.network.neutron [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Updated VIF entry in instance network info cache for port 17960616-d2ca-41e0-b3b1-6a25e8e61f22. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.355708] env[69249]: DEBUG nova.network.neutron [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Updating instance_info_cache with network_info: [{"id": "17960616-d2ca-41e0-b3b1-6a25e8e61f22", "address": "fa:16:3e:2b:c1:89", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17960616-d2", "ovs_interfaceid": "17960616-d2ca-41e0-b3b1-6a25e8e61f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.373597] env[69249]: DEBUG oslo_concurrency.lockutils [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.374183] env[69249]: DEBUG nova.compute.manager [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.377733] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.776s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.383912] env[69249]: INFO nova.compute.claims [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.406452] env[69249]: INFO nova.compute.manager [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] instance snapshotting [ 623.411544] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9386e0-6199-4ad3-b289-881dbab54fcc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.446036] env[69249]: DEBUG nova.compute.manager [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.448423] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18af527c-542a-49f8-b3c5-e6c23582dbfb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.661111] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557964} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.661608] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] fa0cb8ac-4284-46e3-a857-7fb725deb8c2/fa0cb8ac-4284-46e3-a857-7fb725deb8c2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.661770] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.662243] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-021c0ea4-e2cd-436b-872c-f21d8c952b89 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.669823] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Waiting for the task: (returnval){ [ 623.669823] env[69249]: value = "task-3658737" [ 623.669823] env[69249]: _type = "Task" [ 623.669823] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.682476] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.686327] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3658735, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.778645] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658736, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.859817] env[69249]: DEBUG oslo_concurrency.lockutils [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] Releasing lock "refresh_cache-6bb9d5ed-4115-4c93-85ef-cc194111a42c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.860164] env[69249]: DEBUG nova.compute.manager [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Received event network-vif-plugged-8c608b40-c7e4-471a-89a3-6bd420f619cb {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.860402] env[69249]: DEBUG oslo_concurrency.lockutils [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] Acquiring lock "9996bde1-c07c-459a-abc8-2543f141654e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.860672] env[69249]: DEBUG oslo_concurrency.lockutils [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] Lock "9996bde1-c07c-459a-abc8-2543f141654e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.860845] env[69249]: DEBUG oslo_concurrency.lockutils [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] Lock "9996bde1-c07c-459a-abc8-2543f141654e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.861468] env[69249]: DEBUG nova.compute.manager [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] No waiting events found dispatching network-vif-plugged-8c608b40-c7e4-471a-89a3-6bd420f619cb {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 623.861468] env[69249]: WARNING nova.compute.manager [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Received unexpected event network-vif-plugged-8c608b40-c7e4-471a-89a3-6bd420f619cb for instance with vm_state building and task_state spawning. [ 623.861468] env[69249]: DEBUG nova.compute.manager [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Received event network-changed-8c608b40-c7e4-471a-89a3-6bd420f619cb {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.861656] env[69249]: DEBUG nova.compute.manager [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Refreshing instance network info cache due to event network-changed-8c608b40-c7e4-471a-89a3-6bd420f619cb. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.861871] env[69249]: DEBUG oslo_concurrency.lockutils [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] Acquiring lock "refresh_cache-9996bde1-c07c-459a-abc8-2543f141654e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.862430] env[69249]: DEBUG oslo_concurrency.lockutils [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] Acquired lock "refresh_cache-9996bde1-c07c-459a-abc8-2543f141654e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.862430] env[69249]: DEBUG nova.network.neutron [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Refreshing network info cache for port 8c608b40-c7e4-471a-89a3-6bd420f619cb {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.891083] env[69249]: DEBUG nova.compute.utils [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.891083] env[69249]: DEBUG nova.compute.manager [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Not allocating networking since 'none' was specified. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 623.963773] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 623.963773] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-728ea620-0267-461b-8837-70fa2f53341a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.974242] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 623.974242] env[69249]: value = "task-3658738" [ 623.974242] env[69249]: _type = "Task" [ 623.974242] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.984175] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658738, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.985600] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.183691] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089302} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.186939] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.187335] env[69249]: DEBUG oslo_vmware.api [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3658735, 'name': PowerOnVM_Task, 'duration_secs': 1.181772} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.188108] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d7cc50-9a26-4c73-8398-147da5ca2637 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.191036] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.191234] env[69249]: INFO nova.compute.manager [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Took 10.77 seconds to spawn the instance on the hypervisor. [ 624.191401] env[69249]: DEBUG nova.compute.manager [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 624.192208] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5c802d-5595-4cb9-beb1-9926738f6227 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.222020] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] fa0cb8ac-4284-46e3-a857-7fb725deb8c2/fa0cb8ac-4284-46e3-a857-7fb725deb8c2.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.222955] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38887af6-47b3-447b-b957-0c2606e88c17 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.241896] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.242559] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-903629fe-211d-47a1-a532-62f557cb8cc7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.250538] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 624.250538] env[69249]: value = "task-3658739" [ 624.250538] env[69249]: _type = "Task" [ 624.250538] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.252013] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Waiting for the task: (returnval){ [ 624.252013] env[69249]: value = "task-3658740" [ 624.252013] env[69249]: _type = "Task" [ 624.252013] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.269094] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.279199] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.282720] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658736, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.071882} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.283832] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Copied Virtual Disk [datastore1] vmware_temp/0172ea12-8bc5-42fd-8052-2bfaf84b36ef/d995e3c0-f512-44da-91c0-8e91a3aaef3b/tmp-sparse.vmdk to [datastore1] vmware_temp/0172ea12-8bc5-42fd-8052-2bfaf84b36ef/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.284058] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Deleting the datastore file [datastore1] vmware_temp/0172ea12-8bc5-42fd-8052-2bfaf84b36ef/d995e3c0-f512-44da-91c0-8e91a3aaef3b/tmp-sparse.vmdk {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.284322] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d5224fc-08aa-42e3-92a7-86e91bee8f18 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.291506] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Waiting for the task: (returnval){ [ 624.291506] env[69249]: value = "task-3658741" [ 624.291506] env[69249]: _type = "Task" [ 624.291506] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.302532] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.396699] env[69249]: DEBUG nova.compute.manager [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.494892] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658738, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.751138] env[69249]: DEBUG nova.network.neutron [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Updated VIF entry in instance network info cache for port 8c608b40-c7e4-471a-89a3-6bd420f619cb. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.751749] env[69249]: DEBUG nova.network.neutron [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Updating instance_info_cache with network_info: [{"id": "8c608b40-c7e4-471a-89a3-6bd420f619cb", "address": "fa:16:3e:4a:ee:02", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c608b40-c7", "ovs_interfaceid": "8c608b40-c7e4-471a-89a3-6bd420f619cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.766751] env[69249]: INFO nova.compute.manager [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Took 20.81 seconds to build instance. [ 624.787889] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658739, 'name': PowerOffVM_Task, 'duration_secs': 0.141739} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.792857] env[69249]: DEBUG nova.network.neutron [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Successfully updated port: 98f09db1-ff3e-4c2c-ad8d-951a482e26b0 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.794693] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.794693] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.795039] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658740, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.800191] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac69295-8348-47f8-bede-793ce2487ee0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.816960] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030469} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.819254] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.819497] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Moving file from [datastore1] vmware_temp/0172ea12-8bc5-42fd-8052-2bfaf84b36ef/d995e3c0-f512-44da-91c0-8e91a3aaef3b to [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b. {{(pid=69249) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 624.820108] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.820177] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ce0f57f4-eeb6-466f-a13d-7d11e53e9ffc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.823386] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5010f53f-b29f-4c75-a81e-a75ac7393cbf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.835233] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Waiting for the task: (returnval){ [ 624.835233] env[69249]: value = "task-3658742" [ 624.835233] env[69249]: _type = "Task" [ 624.835233] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.847903] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658742, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.851230] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26857023-4372-4fb5-a039-23db2fb22fd8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.855119] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 624.855322] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 624.856067] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Deleting the datastore file [datastore2] 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.856200] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a7dd3b3-ac81-4cec-a5ee-6cd944be2ca4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.864044] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5794509d-ec45-46ea-9a92-9bbb740a0b1d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.866339] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 624.866339] env[69249]: value = "task-3658744" [ 624.866339] env[69249]: _type = "Task" [ 624.866339] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.912211] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d587963-20d7-427f-999f-964e833a4034 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.918870] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.925803] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdfbc74-0d52-458f-9671-2a152a08c1ae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.945884] env[69249]: DEBUG nova.compute.provider_tree [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.994017] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658738, 'name': CreateSnapshot_Task, 'duration_secs': 0.967153} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.994017] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 624.994550] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87b56bd-c598-4b27-b656-418137e01139 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.272350] env[69249]: DEBUG oslo_concurrency.lockutils [req-60f8d9fe-d0d3-474b-beaf-375d56ac3a97 req-37b70b89-0926-44ee-ab9f-596e9d2d374c service nova] Releasing lock "refresh_cache-9996bde1-c07c-459a-abc8-2543f141654e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.277890] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658740, 'name': ReconfigVM_Task, 'duration_secs': 0.561552} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.278788] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Reconfigured VM instance instance-00000005 to attach disk [datastore2] fa0cb8ac-4284-46e3-a857-7fb725deb8c2/fa0cb8ac-4284-46e3-a857-7fb725deb8c2.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.279603] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cf3a72b8-0c2d-49ab-89bf-8ffe3ce6e5ff tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Lock "6bb9d5ed-4115-4c93-85ef-cc194111a42c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.330s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.279812] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-276fbf9f-c6e6-417b-96e4-3ec29bab6347 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.287174] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Waiting for the task: (returnval){ [ 625.287174] env[69249]: value = "task-3658745" [ 625.287174] env[69249]: _type = "Task" [ 625.287174] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.299277] env[69249]: DEBUG oslo_concurrency.lockutils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Acquiring lock "refresh_cache-79744c3c-d219-4e0b-8bf9-264247760a0e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.301516] env[69249]: DEBUG oslo_concurrency.lockutils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Acquired lock "refresh_cache-79744c3c-d219-4e0b-8bf9-264247760a0e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.301516] env[69249]: DEBUG nova.network.neutron [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.302917] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658745, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.347279] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658742, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026849} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.348025] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] File moved {{(pid=69249) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 625.348274] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Cleaning up location [datastore1] vmware_temp/0172ea12-8bc5-42fd-8052-2bfaf84b36ef {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 625.348274] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Deleting the datastore file [datastore1] vmware_temp/0172ea12-8bc5-42fd-8052-2bfaf84b36ef {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.348606] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b02d058-6e84-4021-8fcc-97a6bde92c93 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.356020] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Waiting for the task: (returnval){ [ 625.356020] env[69249]: value = "task-3658746" [ 625.356020] env[69249]: _type = "Task" [ 625.356020] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.365155] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.376443] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210041} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.376858] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.376858] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.376994] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.418727] env[69249]: DEBUG nova.compute.manager [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.447955] env[69249]: DEBUG nova.scheduler.client.report [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.459828] env[69249]: DEBUG nova.virt.hardware [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.460079] env[69249]: DEBUG nova.virt.hardware [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.460721] env[69249]: DEBUG nova.virt.hardware [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.460721] env[69249]: DEBUG nova.virt.hardware [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.460721] env[69249]: DEBUG nova.virt.hardware [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.460721] env[69249]: DEBUG nova.virt.hardware [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.461341] env[69249]: DEBUG nova.virt.hardware [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.461521] env[69249]: DEBUG nova.virt.hardware [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.461705] env[69249]: DEBUG nova.virt.hardware [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.461866] env[69249]: DEBUG nova.virt.hardware [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.462040] env[69249]: DEBUG nova.virt.hardware [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.462911] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2749fba2-4a58-4454-bb3d-b28d9f06e580 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.474775] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbc1cb4-02b8-4c69-a31f-e789188e288e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.495233] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.501883] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Creating folder: Project (a1fb5073ad664eb9afbfe00ca2e6fa09). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.502126] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98e19b9f-d07b-4001-9db0-4424d65bd7bb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.517283] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 625.517283] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-12560eee-6421-41f4-98cc-4d0918669963 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.519632] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Created folder: Project (a1fb5073ad664eb9afbfe00ca2e6fa09) in parent group-v729229. [ 625.519940] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Creating folder: Instances. Parent ref: group-v729252. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.521732] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66e35226-32bd-418f-af0c-860410bc9e29 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.525620] env[69249]: DEBUG nova.compute.manager [req-6fc2dfe4-3045-41bb-a540-62cb4a99ff71 req-fb28567e-4c89-41c3-9fa3-4fd1f4be6843 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Received event network-vif-plugged-98f09db1-ff3e-4c2c-ad8d-951a482e26b0 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.525620] env[69249]: DEBUG oslo_concurrency.lockutils [req-6fc2dfe4-3045-41bb-a540-62cb4a99ff71 req-fb28567e-4c89-41c3-9fa3-4fd1f4be6843 service nova] Acquiring lock "79744c3c-d219-4e0b-8bf9-264247760a0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.525620] env[69249]: DEBUG oslo_concurrency.lockutils [req-6fc2dfe4-3045-41bb-a540-62cb4a99ff71 req-fb28567e-4c89-41c3-9fa3-4fd1f4be6843 service nova] Lock "79744c3c-d219-4e0b-8bf9-264247760a0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.525620] env[69249]: DEBUG oslo_concurrency.lockutils [req-6fc2dfe4-3045-41bb-a540-62cb4a99ff71 req-fb28567e-4c89-41c3-9fa3-4fd1f4be6843 service nova] Lock "79744c3c-d219-4e0b-8bf9-264247760a0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.525620] env[69249]: DEBUG nova.compute.manager [req-6fc2dfe4-3045-41bb-a540-62cb4a99ff71 req-fb28567e-4c89-41c3-9fa3-4fd1f4be6843 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] No waiting events found dispatching network-vif-plugged-98f09db1-ff3e-4c2c-ad8d-951a482e26b0 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 625.525874] env[69249]: WARNING nova.compute.manager [req-6fc2dfe4-3045-41bb-a540-62cb4a99ff71 req-fb28567e-4c89-41c3-9fa3-4fd1f4be6843 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Received unexpected event network-vif-plugged-98f09db1-ff3e-4c2c-ad8d-951a482e26b0 for instance with vm_state building and task_state spawning. [ 625.530999] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 625.530999] env[69249]: value = "task-3658748" [ 625.530999] env[69249]: _type = "Task" [ 625.530999] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.535871] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Created folder: Instances in parent group-v729252. [ 625.536000] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.536550] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.536783] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a839382e-3a55-4cc2-8b95-e8a336e64513 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.553240] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658748, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.557469] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.557469] env[69249]: value = "task-3658750" [ 625.557469] env[69249]: _type = "Task" [ 625.557469] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.565689] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658750, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.784537] env[69249]: DEBUG nova.compute.manager [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.801306] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658745, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.870499] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039937} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.870773] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.871482] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98714fb0-a680-454a-9341-32f58c8cc6a5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.879737] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Waiting for the task: (returnval){ [ 625.879737] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52eaaaa1-030f-07e5-9c45-6b2def1ac4f7" [ 625.879737] env[69249]: _type = "Task" [ 625.879737] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.898733] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52eaaaa1-030f-07e5-9c45-6b2def1ac4f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.898733] env[69249]: DEBUG nova.network.neutron [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.902247] env[69249]: DEBUG oslo_concurrency.lockutils [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.902540] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 12dc80b7-ad90-48b7-9883-831fcd8d8960/12dc80b7-ad90-48b7-9883-831fcd8d8960.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.903138] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.903450] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.903804] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6e972eb-e09a-4b26-a3fe-b065d9a622a4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.906352] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-968e26c1-3cc7-4062-8c80-e6ce2450bfcb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.915253] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Waiting for the task: (returnval){ [ 625.915253] env[69249]: value = "task-3658751" [ 625.915253] env[69249]: _type = "Task" [ 625.915253] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.919518] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.919630] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.920898] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3837637d-e158-46bf-bfa9-ecfd145d7e72 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.927464] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.931606] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Waiting for the task: (returnval){ [ 625.931606] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a7f607-9d8e-cf35-a37e-c19d2527ea93" [ 625.931606] env[69249]: _type = "Task" [ 625.931606] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.945061] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a7f607-9d8e-cf35-a37e-c19d2527ea93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.954751] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.954751] env[69249]: DEBUG nova.compute.manager [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.958911] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.831s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.046069] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658748, 'name': CloneVM_Task} progress is 93%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.072245] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658750, 'name': CreateVM_Task, 'duration_secs': 0.311345} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.072245] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.072245] env[69249]: DEBUG oslo_concurrency.lockutils [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.072245] env[69249]: DEBUG oslo_concurrency.lockutils [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.072245] env[69249]: DEBUG oslo_concurrency.lockutils [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.072245] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316b6eb3-586e-49b1-a6a7-817f316f2be9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.079495] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Waiting for the task: (returnval){ [ 626.079495] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ba94e7-17a1-289e-94b3-ecf066723db7" [ 626.079495] env[69249]: _type = "Task" [ 626.079495] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.091323] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ba94e7-17a1-289e-94b3-ecf066723db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.285188] env[69249]: DEBUG nova.network.neutron [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Updating instance_info_cache with network_info: [{"id": "98f09db1-ff3e-4c2c-ad8d-951a482e26b0", "address": "fa:16:3e:c9:28:85", "network": {"id": "c04084bc-703f-4209-acf6-8adb5a329fdd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-323753261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c75fe57b640e4262b95f3191172ba872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f09db1-ff", "ovs_interfaceid": "98f09db1-ff3e-4c2c-ad8d-951a482e26b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.302838] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658745, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.323330] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.428217] env[69249]: DEBUG nova.virt.hardware [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.428606] env[69249]: DEBUG nova.virt.hardware [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.428606] env[69249]: DEBUG nova.virt.hardware [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.428812] env[69249]: DEBUG nova.virt.hardware [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.428901] env[69249]: DEBUG nova.virt.hardware [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.429052] env[69249]: DEBUG nova.virt.hardware [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.429257] env[69249]: DEBUG nova.virt.hardware [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.429408] env[69249]: DEBUG nova.virt.hardware [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.429580] env[69249]: DEBUG nova.virt.hardware [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.429736] env[69249]: DEBUG nova.virt.hardware [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.429881] env[69249]: DEBUG nova.virt.hardware [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.431202] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d6ed78-9a25-4947-8860-4a586da6a23e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.442731] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.446836] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a9e106-f7dc-4daf-b14a-e5b63190fe81 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.455537] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a7f607-9d8e-cf35-a37e-c19d2527ea93, 'name': SearchDatastore_Task, 'duration_secs': 0.01975} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.460021] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7500d997-3991-48e5-a6b8-be667b8277b8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.474501] env[69249]: DEBUG nova.compute.utils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.476034] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.483079] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.483310] env[69249]: DEBUG nova.compute.manager [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.486079] env[69249]: DEBUG nova.network.neutron [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.486079] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.487069] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c0b03e0-701f-4089-8f66-a3e66eeb3204 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.500541] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Waiting for the task: (returnval){ [ 626.500541] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525cd08f-5001-5bb8-3c93-c7bd1c8b91b9" [ 626.500541] env[69249]: _type = "Task" [ 626.500541] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.508483] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.508483] env[69249]: value = "task-3658752" [ 626.508483] env[69249]: _type = "Task" [ 626.508483] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.515920] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525cd08f-5001-5bb8-3c93-c7bd1c8b91b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012026} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.516599] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.516926] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 9996bde1-c07c-459a-abc8-2543f141654e/9996bde1-c07c-459a-abc8-2543f141654e.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.517199] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c44534b-3d6b-4477-86c7-dd1053d138d7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.522806] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658752, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.527749] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Waiting for the task: (returnval){ [ 626.527749] env[69249]: value = "task-3658753" [ 626.527749] env[69249]: _type = "Task" [ 626.527749] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.536378] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.544872] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658748, 'name': CloneVM_Task} progress is 93%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.559487] env[69249]: DEBUG nova.policy [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d40afccdb74bf2afd10bdffd0ec7e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '230276ac599c4286b530f1dd2f6b80e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.593873] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ba94e7-17a1-289e-94b3-ecf066723db7, 'name': SearchDatastore_Task, 'duration_secs': 0.018776} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.594825] env[69249]: DEBUG oslo_concurrency.lockutils [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.594825] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.594951] env[69249]: DEBUG oslo_concurrency.lockutils [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.595289] env[69249]: DEBUG oslo_concurrency.lockutils [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.595633] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.596098] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b18e9e45-0cf2-45d2-bdf3-9b8fd2515d2c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.607286] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.607286] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.607286] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c512d668-8507-4369-8276-87afca361247 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.615824] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Waiting for the task: (returnval){ [ 626.615824] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ef64c5-f3e6-d290-7d4f-e05c3f4c6239" [ 626.615824] env[69249]: _type = "Task" [ 626.615824] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.626722] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ef64c5-f3e6-d290-7d4f-e05c3f4c6239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.792243] env[69249]: DEBUG oslo_concurrency.lockutils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Releasing lock "refresh_cache-79744c3c-d219-4e0b-8bf9-264247760a0e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.792733] env[69249]: DEBUG nova.compute.manager [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Instance network_info: |[{"id": "98f09db1-ff3e-4c2c-ad8d-951a482e26b0", "address": "fa:16:3e:c9:28:85", "network": {"id": "c04084bc-703f-4209-acf6-8adb5a329fdd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-323753261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c75fe57b640e4262b95f3191172ba872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f09db1-ff", "ovs_interfaceid": "98f09db1-ff3e-4c2c-ad8d-951a482e26b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.793116] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:28:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98f09db1-ff3e-4c2c-ad8d-951a482e26b0', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.804356] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Creating folder: Project (c75fe57b640e4262b95f3191172ba872). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.808395] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52b6912c-8a0c-408c-992a-58f9610ed64a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.816760] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658745, 'name': Rename_Task, 'duration_secs': 1.507588} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.817071] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.817341] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72dae730-1a14-499d-aed1-c85ee1b2036f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.830996] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Waiting for the task: (returnval){ [ 626.830996] env[69249]: value = "task-3658755" [ 626.830996] env[69249]: _type = "Task" [ 626.830996] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.834690] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Created folder: Project (c75fe57b640e4262b95f3191172ba872) in parent group-v729229. [ 626.834902] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Creating folder: Instances. Parent ref: group-v729257. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.839567] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b60b8014-7598-4153-b711-43a0f7fe8bd6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.846014] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.854772] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Created folder: Instances in parent group-v729257. [ 626.854772] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.854772] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.854887] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1658139d-8662-4a31-914e-1f12d0d2b224 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.881634] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.881634] env[69249]: value = "task-3658757" [ 626.881634] env[69249]: _type = "Task" [ 626.881634] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.891292] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658757, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.932769] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658751, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.985119] env[69249]: DEBUG nova.compute.manager [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.028695] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658752, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.042684] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance e1bb3590-21a2-41d7-a518-7c9221448c63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 627.043412] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 627.043412] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 854a5d04-242b-46bb-9ded-6316570295c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 627.043412] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 6bb9d5ed-4115-4c93-85ef-cc194111a42c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 627.043412] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance fa0cb8ac-4284-46e3-a857-7fb725deb8c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 627.043739] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 9996bde1-c07c-459a-abc8-2543f141654e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 627.043739] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 12dc80b7-ad90-48b7-9883-831fcd8d8960 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 627.043739] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 79744c3c-d219-4e0b-8bf9-264247760a0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 627.043739] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 8ae47df8-6995-4a1d-ab12-6ed44e561f3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 627.043949] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance d836fbf5-1a50-4cb7-b082-ed46a724cf59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 627.057934] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658753, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.066769] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658748, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.136639] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ef64c5-f3e6-d290-7d4f-e05c3f4c6239, 'name': SearchDatastore_Task, 'duration_secs': 0.015387} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.137590] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa95756-f3c9-4ae3-a29b-25309c968a00 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.148034] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Waiting for the task: (returnval){ [ 627.148034] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ecd945-0c23-a3eb-bd2d-d1c51cc03a03" [ 627.148034] env[69249]: _type = "Task" [ 627.148034] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.164730] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ecd945-0c23-a3eb-bd2d-d1c51cc03a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.224663] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Acquiring lock "6bb9d5ed-4115-4c93-85ef-cc194111a42c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.224941] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Lock "6bb9d5ed-4115-4c93-85ef-cc194111a42c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.225186] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Acquiring lock "6bb9d5ed-4115-4c93-85ef-cc194111a42c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.225380] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Lock "6bb9d5ed-4115-4c93-85ef-cc194111a42c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.225565] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Lock "6bb9d5ed-4115-4c93-85ef-cc194111a42c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.228092] env[69249]: INFO nova.compute.manager [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Terminating instance [ 627.343333] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658755, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.391246] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658757, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.431697] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658751, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.367675} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.432011] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 12dc80b7-ad90-48b7-9883-831fcd8d8960/12dc80b7-ad90-48b7-9883-831fcd8d8960.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.433027] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.433027] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cd2d1e1-34cf-465b-99d9-c21fd56e032e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.439505] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Waiting for the task: (returnval){ [ 627.439505] env[69249]: value = "task-3658758" [ 627.439505] env[69249]: _type = "Task" [ 627.439505] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.452203] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.505148] env[69249]: DEBUG nova.network.neutron [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Successfully created port: bec5df07-6ff7-42bb-87c2-8a216de10fa1 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.531111] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658752, 'name': CreateVM_Task, 'duration_secs': 0.838813} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.533174] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.533824] env[69249]: DEBUG oslo_concurrency.lockutils [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.533980] env[69249]: DEBUG oslo_concurrency.lockutils [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.534312] env[69249]: DEBUG oslo_concurrency.lockutils [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.534915] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed3c6a1-d160-45a5-9eee-18e04e139e1e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.540502] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80417} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.545439] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 9996bde1-c07c-459a-abc8-2543f141654e/9996bde1-c07c-459a-abc8-2543f141654e.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.545439] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.545439] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-497f54ac-5ed7-42cb-89a2-f3fee6131363 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.547795] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 627.547795] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52584f59-9632-def8-fcf9-d418355814ff" [ 627.547795] env[69249]: _type = "Task" [ 627.547795] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.555012] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658748, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.556860] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Waiting for the task: (returnval){ [ 627.556860] env[69249]: value = "task-3658759" [ 627.556860] env[69249]: _type = "Task" [ 627.556860] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.567387] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 4aa31fef-e939-4657-8a8f-48042bd1d081 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 627.568534] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52584f59-9632-def8-fcf9-d418355814ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.575231] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.660463] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ecd945-0c23-a3eb-bd2d-d1c51cc03a03, 'name': SearchDatastore_Task, 'duration_secs': 0.071333} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.660463] env[69249]: DEBUG oslo_concurrency.lockutils [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.660657] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 8ae47df8-6995-4a1d-ab12-6ed44e561f3f/8ae47df8-6995-4a1d-ab12-6ed44e561f3f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.661261] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4b5810c-bc8b-4c5a-a305-9035a4076b0a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.668473] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Waiting for the task: (returnval){ [ 627.668473] env[69249]: value = "task-3658760" [ 627.668473] env[69249]: _type = "Task" [ 627.668473] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.679407] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.737438] env[69249]: DEBUG nova.compute.manager [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 627.737438] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 627.739027] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dd4369-8ade-48db-be20-198c94594cb8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.748173] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.748439] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c5c6bbf-b842-498f-a5e3-2c61f5cd06de {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.758446] env[69249]: DEBUG oslo_vmware.api [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Waiting for the task: (returnval){ [ 627.758446] env[69249]: value = "task-3658761" [ 627.758446] env[69249]: _type = "Task" [ 627.758446] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.767135] env[69249]: DEBUG oslo_vmware.api [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Task: {'id': task-3658761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.842523] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658755, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.898314] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658757, 'name': CreateVM_Task, 'duration_secs': 0.609664} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.898567] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.899200] env[69249]: DEBUG oslo_concurrency.lockutils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.953078] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072281} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.953078] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.953690] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6ebdf7-d3da-4767-8275-5bb3b125cffa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.975784] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 12dc80b7-ad90-48b7-9883-831fcd8d8960/12dc80b7-ad90-48b7-9883-831fcd8d8960.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.976192] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb0758aa-3748-4230-841b-55e9bb7f959c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.004793] env[69249]: DEBUG nova.compute.manager [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.006974] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Waiting for the task: (returnval){ [ 628.006974] env[69249]: value = "task-3658762" [ 628.006974] env[69249]: _type = "Task" [ 628.006974] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.016483] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658762, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.039133] env[69249]: DEBUG nova.virt.hardware [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.039747] env[69249]: DEBUG nova.virt.hardware [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.040081] env[69249]: DEBUG nova.virt.hardware [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.040425] env[69249]: DEBUG nova.virt.hardware [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.040713] env[69249]: DEBUG nova.virt.hardware [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.040997] env[69249]: DEBUG nova.virt.hardware [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.041391] env[69249]: DEBUG nova.virt.hardware [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.042015] env[69249]: DEBUG nova.virt.hardware [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.043462] env[69249]: DEBUG nova.virt.hardware [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.043462] env[69249]: DEBUG nova.virt.hardware [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.043462] env[69249]: DEBUG nova.virt.hardware [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.043825] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a9c286-3c27-4ba8-a0ab-71b8516b03fa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.067529] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08940ef8-6ac7-463e-91bb-42240b785456 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.073047] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658748, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.077302] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 0f6e5989-3a56-433f-a736-d067b63e326a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 628.078985] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52584f59-9632-def8-fcf9-d418355814ff, 'name': SearchDatastore_Task, 'duration_secs': 0.030492} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.080220] env[69249]: DEBUG oslo_concurrency.lockutils [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.080512] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.080894] env[69249]: DEBUG oslo_concurrency.lockutils [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.080971] env[69249]: DEBUG oslo_concurrency.lockutils [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.081171] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.081552] env[69249]: DEBUG oslo_concurrency.lockutils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.082740] env[69249]: DEBUG oslo_concurrency.lockutils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.082740] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab14d2cc-041f-4045-886d-6e39d7949545 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.098353] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46324602-2be4-4d48-a4c2-4f6b9a9eac91 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.098913] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065181} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.104849] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.104849] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06a221d-1153-45b2-83d5-908491e14a71 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.108220] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Waiting for the task: (returnval){ [ 628.108220] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52915359-c639-489e-6a63-e5880817f28f" [ 628.108220] env[69249]: _type = "Task" [ 628.108220] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.131608] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 9996bde1-c07c-459a-abc8-2543f141654e/9996bde1-c07c-459a-abc8-2543f141654e.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.134263] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36a01ab3-eabc-4cf9-b017-8ec4d29c8977 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.149584] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.149790] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.155366] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-042540e0-8dc2-4614-9495-84885ca3157a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.158266] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52915359-c639-489e-6a63-e5880817f28f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.162816] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Waiting for the task: (returnval){ [ 628.162816] env[69249]: value = "task-3658763" [ 628.162816] env[69249]: _type = "Task" [ 628.162816] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.164959] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 628.164959] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52feaad0-bd35-a10f-8812-e78383692bbd" [ 628.164959] env[69249]: _type = "Task" [ 628.164959] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.178546] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.182545] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52feaad0-bd35-a10f-8812-e78383692bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.188036] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658760, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.271385] env[69249]: DEBUG oslo_vmware.api [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Task: {'id': task-3658761, 'name': PowerOffVM_Task, 'duration_secs': 0.231176} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.271385] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.271385] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.271568] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39e7ea9c-bf8c-484e-bc69-0368a4bf991f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.339161] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.339358] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.339536] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Deleting the datastore file [datastore2] 6bb9d5ed-4115-4c93-85ef-cc194111a42c {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.341595] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f33c7a14-f54f-41c6-b68a-3fae9f2de9db {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.350046] env[69249]: DEBUG oslo_vmware.api [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658755, 'name': PowerOnVM_Task, 'duration_secs': 1.278155} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.352663] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.352663] env[69249]: INFO nova.compute.manager [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Took 12.61 seconds to spawn the instance on the hypervisor. [ 628.352663] env[69249]: DEBUG nova.compute.manager [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 628.352663] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687eac3c-337c-4ed4-89f5-37bcea8e3951 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.356659] env[69249]: DEBUG oslo_vmware.api [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Waiting for the task: (returnval){ [ 628.356659] env[69249]: value = "task-3658765" [ 628.356659] env[69249]: _type = "Task" [ 628.356659] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.372453] env[69249]: DEBUG oslo_vmware.api [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Task: {'id': task-3658765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.519308] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.553784] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658748, 'name': CloneVM_Task, 'duration_secs': 2.881446} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.554261] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Created linked-clone VM from snapshot [ 628.555496] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d2d65e-a5c8-4752-9795-cbab03ebbcd4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.568123] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Uploading image 00994f68-8d36-4d3f-8f13-df0485aea586 {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 628.581089] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance def44b38-88fa-40fc-936c-d89fe9e8cf2c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 628.605361] env[69249]: DEBUG oslo_vmware.rw_handles [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 628.605361] env[69249]: value = "vm-729254" [ 628.605361] env[69249]: _type = "VirtualMachine" [ 628.605361] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 628.606329] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e2180a4d-8343-4a48-89e2-7b1d26406131 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.615845] env[69249]: DEBUG oslo_vmware.rw_handles [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Lease: (returnval){ [ 628.615845] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52efcd48-28d9-5fcd-a38c-8f6bd0c5a4be" [ 628.615845] env[69249]: _type = "HttpNfcLease" [ 628.615845] env[69249]: } obtained for exporting VM: (result){ [ 628.615845] env[69249]: value = "vm-729254" [ 628.615845] env[69249]: _type = "VirtualMachine" [ 628.615845] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 628.616092] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the lease: (returnval){ [ 628.616092] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52efcd48-28d9-5fcd-a38c-8f6bd0c5a4be" [ 628.616092] env[69249]: _type = "HttpNfcLease" [ 628.616092] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 628.624231] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52915359-c639-489e-6a63-e5880817f28f, 'name': SearchDatastore_Task, 'duration_secs': 0.061352} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.624935] env[69249]: DEBUG oslo_concurrency.lockutils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.625176] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.625382] env[69249]: DEBUG oslo_concurrency.lockutils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.627595] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 628.627595] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52efcd48-28d9-5fcd-a38c-8f6bd0c5a4be" [ 628.627595] env[69249]: _type = "HttpNfcLease" [ 628.627595] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 628.687714] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.693393] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52feaad0-bd35-a10f-8812-e78383692bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.059895} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.693849] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45bb364c-df18-48f5-b147-85a123cb534d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.705022] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755523} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.705022] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 8ae47df8-6995-4a1d-ab12-6ed44e561f3f/8ae47df8-6995-4a1d-ab12-6ed44e561f3f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.705022] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.705022] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-476ea0a5-d895-4e31-b10b-e1a151c77cf0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.707199] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 628.707199] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b5a244-c8de-5151-2165-9d8bead20cd1" [ 628.707199] env[69249]: _type = "Task" [ 628.707199] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.717156] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Waiting for the task: (returnval){ [ 628.717156] env[69249]: value = "task-3658767" [ 628.717156] env[69249]: _type = "Task" [ 628.717156] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.726770] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b5a244-c8de-5151-2165-9d8bead20cd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.732982] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.875631] env[69249]: DEBUG oslo_vmware.api [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Task: {'id': task-3658765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431529} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.875919] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.876075] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 628.876252] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 628.876418] env[69249]: INFO nova.compute.manager [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 628.876654] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.878434] env[69249]: DEBUG nova.compute.manager [-] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 628.878539] env[69249]: DEBUG nova.network.neutron [-] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 628.883013] env[69249]: INFO nova.compute.manager [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Took 24.70 seconds to build instance. [ 628.901838] env[69249]: DEBUG nova.compute.manager [req-6c22cb27-f61f-4028-ab83-dbb8ff362079 req-673ca1cc-1797-4264-9e31-cef1f7488264 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Received event network-changed-98f09db1-ff3e-4c2c-ad8d-951a482e26b0 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.901838] env[69249]: DEBUG nova.compute.manager [req-6c22cb27-f61f-4028-ab83-dbb8ff362079 req-673ca1cc-1797-4264-9e31-cef1f7488264 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Refreshing instance network info cache due to event network-changed-98f09db1-ff3e-4c2c-ad8d-951a482e26b0. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.901838] env[69249]: DEBUG oslo_concurrency.lockutils [req-6c22cb27-f61f-4028-ab83-dbb8ff362079 req-673ca1cc-1797-4264-9e31-cef1f7488264 service nova] Acquiring lock "refresh_cache-79744c3c-d219-4e0b-8bf9-264247760a0e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.901838] env[69249]: DEBUG oslo_concurrency.lockutils [req-6c22cb27-f61f-4028-ab83-dbb8ff362079 req-673ca1cc-1797-4264-9e31-cef1f7488264 service nova] Acquired lock "refresh_cache-79744c3c-d219-4e0b-8bf9-264247760a0e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.901838] env[69249]: DEBUG nova.network.neutron [req-6c22cb27-f61f-4028-ab83-dbb8ff362079 req-673ca1cc-1797-4264-9e31-cef1f7488264 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Refreshing network info cache for port 98f09db1-ff3e-4c2c-ad8d-951a482e26b0 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.933197] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Acquiring lock "854a5d04-242b-46bb-9ded-6316570295c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.933770] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Lock "854a5d04-242b-46bb-9ded-6316570295c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.934032] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Acquiring lock "854a5d04-242b-46bb-9ded-6316570295c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.934241] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Lock "854a5d04-242b-46bb-9ded-6316570295c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.934425] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Lock "854a5d04-242b-46bb-9ded-6316570295c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.937620] env[69249]: INFO nova.compute.manager [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Terminating instance [ 629.020499] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658762, 'name': ReconfigVM_Task, 'duration_secs': 0.879427} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.020979] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 12dc80b7-ad90-48b7-9883-831fcd8d8960/12dc80b7-ad90-48b7-9883-831fcd8d8960.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.021784] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bed7bac5-dfa1-4eb7-8595-685420472daa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.035222] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Waiting for the task: (returnval){ [ 629.035222] env[69249]: value = "task-3658768" [ 629.035222] env[69249]: _type = "Task" [ 629.035222] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.043387] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658768, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.087863] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 842da838-3269-4f94-9102-c3bf0cea79ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 629.126185] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 629.126185] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52efcd48-28d9-5fcd-a38c-8f6bd0c5a4be" [ 629.126185] env[69249]: _type = "HttpNfcLease" [ 629.126185] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 629.126832] env[69249]: DEBUG oslo_vmware.rw_handles [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 629.126832] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52efcd48-28d9-5fcd-a38c-8f6bd0c5a4be" [ 629.126832] env[69249]: _type = "HttpNfcLease" [ 629.126832] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 629.127806] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdad67ce-8647-4722-9006-2d97b882e9fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.138577] env[69249]: DEBUG oslo_vmware.rw_handles [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c456b9-5bab-2427-5eaf-7303a5ca7341/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 629.138577] env[69249]: DEBUG oslo_vmware.rw_handles [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c456b9-5bab-2427-5eaf-7303a5ca7341/disk-0.vmdk for reading. {{(pid=69249) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 629.210689] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658763, 'name': ReconfigVM_Task, 'duration_secs': 0.606081} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.214100] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 9996bde1-c07c-459a-abc8-2543f141654e/9996bde1-c07c-459a-abc8-2543f141654e.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.215347] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-288aa978-161b-4928-a255-571ec58dc06d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.225992] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b5a244-c8de-5151-2165-9d8bead20cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.016616} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.227762] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Waiting for the task: (returnval){ [ 629.227762] env[69249]: value = "task-3658769" [ 629.227762] env[69249]: _type = "Task" [ 629.227762] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.227762] env[69249]: DEBUG oslo_concurrency.lockutils [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.227762] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57/684b6beb-4d7d-4bc1-9e05-a0cf6d130e57.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.227762] env[69249]: DEBUG oslo_concurrency.lockutils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.228081] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.228081] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f875bdfb-ab54-475b-afab-957357bcf62f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.235289] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f00f8c16-677d-4dc7-8b3e-4ef81c534d36 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.237556] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126913} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.238488] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.239831] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a8b735-2b6c-4533-8a6b-1ffa7ccc9aa4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.247344] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658769, 'name': Rename_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.247938] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 629.247938] env[69249]: value = "task-3658770" [ 629.247938] env[69249]: _type = "Task" [ 629.247938] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.250109] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.250368] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.254851] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1390d1b-263e-4334-8301-3745848212cf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.262396] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Waiting for the task: (returnval){ [ 629.262396] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c72614-6f01-8684-cc70-269cadfd9f3f" [ 629.262396] env[69249]: _type = "Task" [ 629.262396] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.285031] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 8ae47df8-6995-4a1d-ab12-6ed44e561f3f/8ae47df8-6995-4a1d-ab12-6ed44e561f3f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.285031] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.289056] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91949fb9-2de9-4a56-bd6b-7c35cd914f10 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.305844] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-45638314-cb12-4eed-972e-955e123924c6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.313701] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c72614-6f01-8684-cc70-269cadfd9f3f, 'name': SearchDatastore_Task, 'duration_secs': 0.015086} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.317829] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Waiting for the task: (returnval){ [ 629.317829] env[69249]: value = "task-3658771" [ 629.317829] env[69249]: _type = "Task" [ 629.317829] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.317829] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f57983-1172-44b0-8d63-f61b6b19dfd9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.330689] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Waiting for the task: (returnval){ [ 629.330689] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521e105d-32b9-372d-27ac-9b2b7ac34833" [ 629.330689] env[69249]: _type = "Task" [ 629.330689] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.344159] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658771, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.350870] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521e105d-32b9-372d-27ac-9b2b7ac34833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.389563] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2e1aa1-ec60-4054-85c6-8be326595afc tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Lock "fa0cb8ac-4284-46e3-a857-7fb725deb8c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.216s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.443288] env[69249]: DEBUG nova.compute.manager [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.443623] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.444751] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3f68a8-bc7f-40d4-8737-b049d8b66274 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.455724] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.456160] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b67000d-6946-483d-9505-fbfd374e37f6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.466458] env[69249]: DEBUG oslo_vmware.api [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Waiting for the task: (returnval){ [ 629.466458] env[69249]: value = "task-3658772" [ 629.466458] env[69249]: _type = "Task" [ 629.466458] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.481260] env[69249]: DEBUG oslo_vmware.api [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.554625] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658768, 'name': Rename_Task, 'duration_secs': 0.315728} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.557739] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.557739] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a77c01df-21f7-4c89-b18f-d5b3ad511c3a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.566420] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Waiting for the task: (returnval){ [ 629.566420] env[69249]: value = "task-3658773" [ 629.566420] env[69249]: _type = "Task" [ 629.566420] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.587823] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.590957] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance a76e1683-a93e-4493-8ba5-a4931b546f7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 629.739945] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658769, 'name': Rename_Task, 'duration_secs': 0.163477} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.740336] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.740629] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97177c89-2c5c-4eb5-af7c-fc4ddc79e831 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.750327] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Waiting for the task: (returnval){ [ 629.750327] env[69249]: value = "task-3658774" [ 629.750327] env[69249]: _type = "Task" [ 629.750327] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.768785] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658774, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.775138] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658770, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.839226] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.850307] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521e105d-32b9-372d-27ac-9b2b7ac34833, 'name': SearchDatastore_Task, 'duration_secs': 0.020237} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.850488] env[69249]: DEBUG oslo_concurrency.lockutils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.850820] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 79744c3c-d219-4e0b-8bf9-264247760a0e/79744c3c-d219-4e0b-8bf9-264247760a0e.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.851140] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cd5b64e-a722-497f-b60b-7bffebbfe9e4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.860541] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Waiting for the task: (returnval){ [ 629.860541] env[69249]: value = "task-3658775" [ 629.860541] env[69249]: _type = "Task" [ 629.860541] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.870433] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3658775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.899682] env[69249]: DEBUG nova.compute.manager [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.980095] env[69249]: DEBUG oslo_vmware.api [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658772, 'name': PowerOffVM_Task, 'duration_secs': 0.366187} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.980358] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.980549] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.981030] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d916b9b4-50be-48ab-9f7d-68e525517cba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.054142] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.054142] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.054142] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Deleting the datastore file [datastore2] 854a5d04-242b-46bb-9ded-6316570295c2 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.054142] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24911258-e7fd-46ca-b007-849aa8e53d23 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.060764] env[69249]: DEBUG oslo_vmware.api [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Waiting for the task: (returnval){ [ 630.060764] env[69249]: value = "task-3658777" [ 630.060764] env[69249]: _type = "Task" [ 630.060764] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.075188] env[69249]: DEBUG oslo_vmware.api [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.083603] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658773, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.094877] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 630.103256] env[69249]: DEBUG nova.network.neutron [req-6c22cb27-f61f-4028-ab83-dbb8ff362079 req-673ca1cc-1797-4264-9e31-cef1f7488264 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Updated VIF entry in instance network info cache for port 98f09db1-ff3e-4c2c-ad8d-951a482e26b0. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.106745] env[69249]: DEBUG nova.network.neutron [req-6c22cb27-f61f-4028-ab83-dbb8ff362079 req-673ca1cc-1797-4264-9e31-cef1f7488264 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Updating instance_info_cache with network_info: [{"id": "98f09db1-ff3e-4c2c-ad8d-951a482e26b0", "address": "fa:16:3e:c9:28:85", "network": {"id": "c04084bc-703f-4209-acf6-8adb5a329fdd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-323753261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c75fe57b640e4262b95f3191172ba872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f09db1-ff", "ovs_interfaceid": "98f09db1-ff3e-4c2c-ad8d-951a482e26b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.182985] env[69249]: DEBUG nova.network.neutron [-] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.269074] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658774, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.281334] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680844} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.282188] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57/684b6beb-4d7d-4bc1-9e05-a0cf6d130e57.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.284268] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.284623] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6eed394-a4ea-488a-86a2-5c1277486a63 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.293363] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 630.293363] env[69249]: value = "task-3658778" [ 630.293363] env[69249]: _type = "Task" [ 630.293363] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.306043] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.338048] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658771, 'name': ReconfigVM_Task, 'duration_secs': 0.565158} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.338048] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 8ae47df8-6995-4a1d-ab12-6ed44e561f3f/8ae47df8-6995-4a1d-ab12-6ed44e561f3f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.340036] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4d93ff5-03f5-47a6-8243-44349a0ede85 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.350223] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Waiting for the task: (returnval){ [ 630.350223] env[69249]: value = "task-3658779" [ 630.350223] env[69249]: _type = "Task" [ 630.350223] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.361261] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658779, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.371989] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3658775, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.430904] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.583623] env[69249]: DEBUG oslo_vmware.api [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Task: {'id': task-3658777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397603} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.587076] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.587309] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.587499] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.587640] env[69249]: INFO nova.compute.manager [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 630.587857] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.588066] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658773, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.588283] env[69249]: DEBUG nova.compute.manager [-] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.588370] env[69249]: DEBUG nova.network.neutron [-] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.592672] env[69249]: DEBUG nova.network.neutron [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Successfully updated port: bec5df07-6ff7-42bb-87c2-8a216de10fa1 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.600082] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 18d75c35-9a2e-472b-a9b6-19b07904ffc8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 630.600262] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 630.600434] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 630.608075] env[69249]: DEBUG oslo_concurrency.lockutils [req-6c22cb27-f61f-4028-ab83-dbb8ff362079 req-673ca1cc-1797-4264-9e31-cef1f7488264 service nova] Releasing lock "refresh_cache-79744c3c-d219-4e0b-8bf9-264247760a0e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.685780] env[69249]: INFO nova.compute.manager [-] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Took 1.81 seconds to deallocate network for instance. [ 630.762458] env[69249]: DEBUG oslo_vmware.api [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658774, 'name': PowerOnVM_Task, 'duration_secs': 0.718867} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.762734] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.762930] env[69249]: INFO nova.compute.manager [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Took 12.69 seconds to spawn the instance on the hypervisor. [ 630.763120] env[69249]: DEBUG nova.compute.manager [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 630.770034] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90b1a4b-73ff-4205-86b8-d6e35b9674c7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.804393] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098602} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.805658] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.805658] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ad0575-95ce-45bb-948e-a443784dd361 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.829994] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57/684b6beb-4d7d-4bc1-9e05-a0cf6d130e57.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.835550] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf02530a-6624-4cf2-bf89-358dae7bcb97 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.854359] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 630.854359] env[69249]: value = "task-3658780" [ 630.854359] env[69249]: _type = "Task" [ 630.854359] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.870486] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658779, 'name': Rename_Task, 'duration_secs': 0.188631} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.875111] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.877089] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b41d3bb-7d03-4d63-9abb-7a478f2db1d9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.882487] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.887177] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3658775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573378} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.888206] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 79744c3c-d219-4e0b-8bf9-264247760a0e/79744c3c-d219-4e0b-8bf9-264247760a0e.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.888206] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.888362] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Waiting for the task: (returnval){ [ 630.888362] env[69249]: value = "task-3658781" [ 630.888362] env[69249]: _type = "Task" [ 630.888362] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.888531] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d052f33-ea7e-4f16-b935-a784ab86ca3c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.909654] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658781, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.911065] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Waiting for the task: (returnval){ [ 630.911065] env[69249]: value = "task-3658782" [ 630.911065] env[69249]: _type = "Task" [ 630.911065] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.932012] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3658782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.031036] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e431e9-c50d-4f3f-8a29-8a6b0022dfb7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.044515] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c533e37-5e09-4acd-8405-1617befc40ae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.098977] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220706b0-9606-49b4-b25e-d55162f7afd3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.104732] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "refresh_cache-d836fbf5-1a50-4cb7-b082-ed46a724cf59" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.104732] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "refresh_cache-d836fbf5-1a50-4cb7-b082-ed46a724cf59" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.104732] env[69249]: DEBUG nova.network.neutron [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.118302] env[69249]: DEBUG oslo_vmware.api [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658773, 'name': PowerOnVM_Task, 'duration_secs': 1.146158} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.121172] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a59e144-3369-4202-b90e-a0fabb531945 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.127596] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.127947] env[69249]: INFO nova.compute.manager [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Took 10.70 seconds to spawn the instance on the hypervisor. [ 631.128364] env[69249]: DEBUG nova.compute.manager [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 631.129871] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb963a8-b5ff-4776-8d64-231caf85e1c9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.147532] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.192812] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.228295] env[69249]: DEBUG nova.compute.manager [req-6dab898d-62c9-4c58-a635-cc14597f4266 req-6c728d67-09f1-4a35-8f45-435b7c37c99a service nova] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Received event network-vif-deleted-17960616-d2ca-41e0-b3b1-6a25e8e61f22 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.292407] env[69249]: INFO nova.compute.manager [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Took 26.63 seconds to build instance. [ 631.368498] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658780, 'name': ReconfigVM_Task, 'duration_secs': 0.430617} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.370812] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57/684b6beb-4d7d-4bc1-9e05-a0cf6d130e57.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.370812] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e29976bb-8442-4415-a773-71057319a4bd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.376497] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 631.376497] env[69249]: value = "task-3658783" [ 631.376497] env[69249]: _type = "Task" [ 631.376497] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.385946] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658783, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.403291] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658781, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.420756] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3658782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074859} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.421447] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.422895] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7300f679-cbfd-44d2-939c-94e4083e9475 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.449575] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 79744c3c-d219-4e0b-8bf9-264247760a0e/79744c3c-d219-4e0b-8bf9-264247760a0e.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.450290] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d3e3c4a-3811-4185-83ed-423a56af62e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.474572] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Waiting for the task: (returnval){ [ 631.474572] env[69249]: value = "task-3658784" [ 631.474572] env[69249]: _type = "Task" [ 631.474572] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.485693] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3658784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.655575] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.677937] env[69249]: INFO nova.compute.manager [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Took 21.00 seconds to build instance. [ 631.736695] env[69249]: DEBUG nova.network.neutron [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.795722] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16dd5a24-3cc2-4a74-af47-380c432ff449 tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Lock "9996bde1-c07c-459a-abc8-2543f141654e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.146s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.815755] env[69249]: DEBUG nova.compute.manager [None req-0490f760-d717-47a5-93ed-631742932cbc tempest-ServerDiagnosticsTest-799906165 tempest-ServerDiagnosticsTest-799906165-project-admin] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 631.817685] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2660e5e7-5d05-441b-a219-723fc05691dc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.827127] env[69249]: INFO nova.compute.manager [None req-0490f760-d717-47a5-93ed-631742932cbc tempest-ServerDiagnosticsTest-799906165 tempest-ServerDiagnosticsTest-799906165-project-admin] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Retrieving diagnostics [ 631.827653] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34314f8-570f-4b19-9c27-f753c39e48af {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.887823] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658783, 'name': Rename_Task, 'duration_secs': 0.274321} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.888155] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.888404] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-645422d9-2132-4410-94f2-57ef21398571 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.898021] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 631.898021] env[69249]: value = "task-3658785" [ 631.898021] env[69249]: _type = "Task" [ 631.898021] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.904233] env[69249]: DEBUG oslo_vmware.api [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658781, 'name': PowerOnVM_Task, 'duration_secs': 0.805404} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.905100] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.905572] env[69249]: INFO nova.compute.manager [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Took 6.49 seconds to spawn the instance on the hypervisor. [ 631.905572] env[69249]: DEBUG nova.compute.manager [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 631.906517] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175b7490-19fa-40c4-b6af-d053d0e907be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.912340] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.970555] env[69249]: DEBUG nova.network.neutron [-] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.989769] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3658784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.099037] env[69249]: DEBUG nova.network.neutron [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Updating instance_info_cache with network_info: [{"id": "bec5df07-6ff7-42bb-87c2-8a216de10fa1", "address": "fa:16:3e:1f:ff:bf", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec5df07-6f", "ovs_interfaceid": "bec5df07-6ff7-42bb-87c2-8a216de10fa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.173486] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 632.173839] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.216s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.173994] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.095s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.176436] env[69249]: INFO nova.compute.claims [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.182930] env[69249]: DEBUG oslo_concurrency.lockutils [None req-37fcecee-7a04-400d-a150-5c9c3325c971 tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Lock "12dc80b7-ad90-48b7-9883-831fcd8d8960" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.552s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.298190] env[69249]: DEBUG nova.compute.manager [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.346119] env[69249]: DEBUG nova.compute.manager [req-09ac86e8-76a2-47d9-a7d4-d238eb291404 req-ed9645f8-4a8e-47b5-a72c-cc271bcc2f80 service nova] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Received event network-vif-plugged-bec5df07-6ff7-42bb-87c2-8a216de10fa1 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.346344] env[69249]: DEBUG oslo_concurrency.lockutils [req-09ac86e8-76a2-47d9-a7d4-d238eb291404 req-ed9645f8-4a8e-47b5-a72c-cc271bcc2f80 service nova] Acquiring lock "d836fbf5-1a50-4cb7-b082-ed46a724cf59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.346547] env[69249]: DEBUG oslo_concurrency.lockutils [req-09ac86e8-76a2-47d9-a7d4-d238eb291404 req-ed9645f8-4a8e-47b5-a72c-cc271bcc2f80 service nova] Lock "d836fbf5-1a50-4cb7-b082-ed46a724cf59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.346714] env[69249]: DEBUG oslo_concurrency.lockutils [req-09ac86e8-76a2-47d9-a7d4-d238eb291404 req-ed9645f8-4a8e-47b5-a72c-cc271bcc2f80 service nova] Lock "d836fbf5-1a50-4cb7-b082-ed46a724cf59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.346876] env[69249]: DEBUG nova.compute.manager [req-09ac86e8-76a2-47d9-a7d4-d238eb291404 req-ed9645f8-4a8e-47b5-a72c-cc271bcc2f80 service nova] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] No waiting events found dispatching network-vif-plugged-bec5df07-6ff7-42bb-87c2-8a216de10fa1 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 632.347048] env[69249]: WARNING nova.compute.manager [req-09ac86e8-76a2-47d9-a7d4-d238eb291404 req-ed9645f8-4a8e-47b5-a72c-cc271bcc2f80 service nova] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Received unexpected event network-vif-plugged-bec5df07-6ff7-42bb-87c2-8a216de10fa1 for instance with vm_state building and task_state spawning. [ 632.347208] env[69249]: DEBUG nova.compute.manager [req-09ac86e8-76a2-47d9-a7d4-d238eb291404 req-ed9645f8-4a8e-47b5-a72c-cc271bcc2f80 service nova] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Received event network-changed-bec5df07-6ff7-42bb-87c2-8a216de10fa1 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.347356] env[69249]: DEBUG nova.compute.manager [req-09ac86e8-76a2-47d9-a7d4-d238eb291404 req-ed9645f8-4a8e-47b5-a72c-cc271bcc2f80 service nova] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Refreshing instance network info cache due to event network-changed-bec5df07-6ff7-42bb-87c2-8a216de10fa1. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.347518] env[69249]: DEBUG oslo_concurrency.lockutils [req-09ac86e8-76a2-47d9-a7d4-d238eb291404 req-ed9645f8-4a8e-47b5-a72c-cc271bcc2f80 service nova] Acquiring lock "refresh_cache-d836fbf5-1a50-4cb7-b082-ed46a724cf59" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.413050] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.432368] env[69249]: INFO nova.compute.manager [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Took 19.32 seconds to build instance. [ 632.474994] env[69249]: INFO nova.compute.manager [-] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Took 1.89 seconds to deallocate network for instance. [ 632.494265] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3658784, 'name': ReconfigVM_Task, 'duration_secs': 0.582462} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.495588] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 79744c3c-d219-4e0b-8bf9-264247760a0e/79744c3c-d219-4e0b-8bf9-264247760a0e.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.496687] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8d7481b-5971-4088-8bde-b78d4e3ce048 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.506425] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Waiting for the task: (returnval){ [ 632.506425] env[69249]: value = "task-3658786" [ 632.506425] env[69249]: _type = "Task" [ 632.506425] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.519864] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3658786, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.604214] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "refresh_cache-d836fbf5-1a50-4cb7-b082-ed46a724cf59" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.604214] env[69249]: DEBUG nova.compute.manager [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Instance network_info: |[{"id": "bec5df07-6ff7-42bb-87c2-8a216de10fa1", "address": "fa:16:3e:1f:ff:bf", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec5df07-6f", "ovs_interfaceid": "bec5df07-6ff7-42bb-87c2-8a216de10fa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.604372] env[69249]: DEBUG oslo_concurrency.lockutils [req-09ac86e8-76a2-47d9-a7d4-d238eb291404 req-ed9645f8-4a8e-47b5-a72c-cc271bcc2f80 service nova] Acquired lock "refresh_cache-d836fbf5-1a50-4cb7-b082-ed46a724cf59" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.604372] env[69249]: DEBUG nova.network.neutron [req-09ac86e8-76a2-47d9-a7d4-d238eb291404 req-ed9645f8-4a8e-47b5-a72c-cc271bcc2f80 service nova] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Refreshing network info cache for port bec5df07-6ff7-42bb-87c2-8a216de10fa1 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.608144] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:ff:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bec5df07-6ff7-42bb-87c2-8a216de10fa1', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.620881] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Creating folder: Project (230276ac599c4286b530f1dd2f6b80e3). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.622700] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93ab018e-c9dc-4ea4-89f7-1d9a5a1bab3e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.633928] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Created folder: Project (230276ac599c4286b530f1dd2f6b80e3) in parent group-v729229. [ 632.634223] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Creating folder: Instances. Parent ref: group-v729260. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.634381] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3713b2e6-82c4-4280-8023-c0979c1fea7c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.645705] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Created folder: Instances in parent group-v729260. [ 632.645931] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.646142] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.646346] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b34bf51a-5236-43db-a379-cc70afb74281 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.671687] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.671687] env[69249]: value = "task-3658789" [ 632.671687] env[69249]: _type = "Task" [ 632.671687] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.689239] env[69249]: DEBUG nova.compute.manager [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.692852] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658789, 'name': CreateVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.830418] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.859235] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Acquiring lock "5df4ac74-fe92-42db-8f1c-3d4e790edffe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.859529] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Lock "5df4ac74-fe92-42db-8f1c-3d4e790edffe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.908624] env[69249]: DEBUG oslo_vmware.api [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658785, 'name': PowerOnVM_Task, 'duration_secs': 0.869115} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.908944] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.909171] env[69249]: DEBUG nova.compute.manager [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 632.910141] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db80bd7e-09f4-4a19-83bc-e6f01a04dd66 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.935108] env[69249]: DEBUG oslo_concurrency.lockutils [None req-569325a9-af65-40c2-8df4-6024d2146b31 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Lock "8ae47df8-6995-4a1d-ab12-6ed44e561f3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.831s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.989621] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.017139] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3658786, 'name': Rename_Task, 'duration_secs': 0.198683} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.017420] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.017669] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8267dc00-42d7-4a36-a5e5-6e7800a691ad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.024301] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Waiting for the task: (returnval){ [ 633.024301] env[69249]: value = "task-3658790" [ 633.024301] env[69249]: _type = "Task" [ 633.024301] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.032748] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3658790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.187818] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658789, 'name': CreateVM_Task, 'duration_secs': 0.413151} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.187818] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.192428] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.194121] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.194121] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.202840] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b839eae-51ea-4f0e-ba9b-b283cde664d0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.215549] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 633.215549] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527200b7-3f32-281f-c137-18b199fcc3a0" [ 633.215549] env[69249]: _type = "Task" [ 633.215549] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.230919] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527200b7-3f32-281f-c137-18b199fcc3a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.235234] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.427621] env[69249]: DEBUG oslo_concurrency.lockutils [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.443025] env[69249]: DEBUG nova.compute.manager [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.544050] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3658790, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.640629] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ec60b8-1f88-40ca-823b-ef4d74e37c67 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.655494] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ba7b15-df36-4a57-9371-e3f56978cbff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.701079] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b75e51-c2b2-4818-b7bf-196340ca81b0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.711024] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d983ce76-c675-470e-8e72-f946863040c7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.725646] env[69249]: DEBUG nova.compute.provider_tree [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.738987] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527200b7-3f32-281f-c137-18b199fcc3a0, 'name': SearchDatastore_Task, 'duration_secs': 0.019012} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.739828] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.741619] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.741619] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.741619] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.741619] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.742601] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abfd9d11-28bb-486a-b768-6d3936495f86 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.755820] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.756126] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.758461] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52936dd2-698c-4ee1-9aea-c233e3ea3ca9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.765407] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 633.765407] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5212c138-3111-9365-8063-593cbe0e97a0" [ 633.765407] env[69249]: _type = "Task" [ 633.765407] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.773365] env[69249]: DEBUG nova.network.neutron [req-09ac86e8-76a2-47d9-a7d4-d238eb291404 req-ed9645f8-4a8e-47b5-a72c-cc271bcc2f80 service nova] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Updated VIF entry in instance network info cache for port bec5df07-6ff7-42bb-87c2-8a216de10fa1. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.773365] env[69249]: DEBUG nova.network.neutron [req-09ac86e8-76a2-47d9-a7d4-d238eb291404 req-ed9645f8-4a8e-47b5-a72c-cc271bcc2f80 service nova] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Updating instance_info_cache with network_info: [{"id": "bec5df07-6ff7-42bb-87c2-8a216de10fa1", "address": "fa:16:3e:1f:ff:bf", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec5df07-6f", "ovs_interfaceid": "bec5df07-6ff7-42bb-87c2-8a216de10fa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.777826] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5212c138-3111-9365-8063-593cbe0e97a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.818244] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Acquiring lock "9e031523-93b3-43c4-a068-22baf4887e27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.818386] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Lock "9e031523-93b3-43c4-a068-22baf4887e27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.967683] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.035582] env[69249]: DEBUG oslo_vmware.api [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3658790, 'name': PowerOnVM_Task, 'duration_secs': 0.622704} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.035861] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.036095] env[69249]: INFO nova.compute.manager [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Took 11.21 seconds to spawn the instance on the hypervisor. [ 634.036279] env[69249]: DEBUG nova.compute.manager [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 634.037087] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0546f548-2d1d-4612-9df6-09d786ead426 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.233789] env[69249]: DEBUG nova.scheduler.client.report [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.276844] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5212c138-3111-9365-8063-593cbe0e97a0, 'name': SearchDatastore_Task, 'duration_secs': 0.019409} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.279452] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdd24f89-d08e-4728-a460-b8f733ca9fdb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.283194] env[69249]: DEBUG oslo_concurrency.lockutils [req-09ac86e8-76a2-47d9-a7d4-d238eb291404 req-ed9645f8-4a8e-47b5-a72c-cc271bcc2f80 service nova] Releasing lock "refresh_cache-d836fbf5-1a50-4cb7-b082-ed46a724cf59" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.288748] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 634.288748] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520d09c5-8382-9e91-fa0b-0c71703e8073" [ 634.288748] env[69249]: _type = "Task" [ 634.288748] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.300083] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520d09c5-8382-9e91-fa0b-0c71703e8073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.492297] env[69249]: DEBUG nova.compute.manager [req-c07f1454-a95b-4001-acda-50b10c705b7c req-ee55c4ce-3e48-4a6b-816e-35f77e5a3b41 service nova] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Received event network-vif-deleted-f88f8ef5-5da7-42ae-905c-4f7d6f20ae1c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.561905] env[69249]: INFO nova.compute.manager [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Took 21.52 seconds to build instance. [ 634.751147] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.751147] env[69249]: DEBUG nova.compute.manager [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.756817] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Acquiring lock "fa0cb8ac-4284-46e3-a857-7fb725deb8c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.757110] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Lock "fa0cb8ac-4284-46e3-a857-7fb725deb8c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.757365] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Acquiring lock "fa0cb8ac-4284-46e3-a857-7fb725deb8c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.757588] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Lock "fa0cb8ac-4284-46e3-a857-7fb725deb8c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.757775] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Lock "fa0cb8ac-4284-46e3-a857-7fb725deb8c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.759686] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.627s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.762025] env[69249]: INFO nova.compute.claims [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.764555] env[69249]: INFO nova.compute.manager [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Terminating instance [ 634.810818] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520d09c5-8382-9e91-fa0b-0c71703e8073, 'name': SearchDatastore_Task, 'duration_secs': 0.013513} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.811925] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.812252] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] d836fbf5-1a50-4cb7-b082-ed46a724cf59/d836fbf5-1a50-4cb7-b082-ed46a724cf59.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.812551] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96fe0492-ff11-411d-a96f-9a2da287a4d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.820865] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 634.820865] env[69249]: value = "task-3658791" [ 634.820865] env[69249]: _type = "Task" [ 634.820865] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.831085] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.063954] env[69249]: DEBUG oslo_concurrency.lockutils [None req-780f7161-211f-43a6-8721-9506fa787039 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Lock "79744c3c-d219-4e0b-8bf9-264247760a0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.041s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.261502] env[69249]: DEBUG nova.compute.utils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.262876] env[69249]: DEBUG nova.compute.manager [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.264280] env[69249]: DEBUG nova.network.neutron [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.271664] env[69249]: DEBUG nova.compute.manager [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.274488] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.278458] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72a76b0-f73d-48d4-a153-e694218c5c15 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.283855] env[69249]: DEBUG nova.compute.manager [None req-fb70dafb-04b9-44bf-9502-6280d2e3ad37 tempest-ServerExternalEventsTest-1374280000 tempest-ServerExternalEventsTest-1374280000-project] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Received event network-changed {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.284480] env[69249]: DEBUG nova.compute.manager [None req-fb70dafb-04b9-44bf-9502-6280d2e3ad37 tempest-ServerExternalEventsTest-1374280000 tempest-ServerExternalEventsTest-1374280000-project] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Refreshing instance network info cache due to event network-changed. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.284906] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb70dafb-04b9-44bf-9502-6280d2e3ad37 tempest-ServerExternalEventsTest-1374280000 tempest-ServerExternalEventsTest-1374280000-project] Acquiring lock "refresh_cache-9996bde1-c07c-459a-abc8-2543f141654e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.285127] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb70dafb-04b9-44bf-9502-6280d2e3ad37 tempest-ServerExternalEventsTest-1374280000 tempest-ServerExternalEventsTest-1374280000-project] Acquired lock "refresh_cache-9996bde1-c07c-459a-abc8-2543f141654e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.285536] env[69249]: DEBUG nova.network.neutron [None req-fb70dafb-04b9-44bf-9502-6280d2e3ad37 tempest-ServerExternalEventsTest-1374280000 tempest-ServerExternalEventsTest-1374280000-project] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.297637] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.298766] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42bf1533-1349-445d-9238-4b42b90e65ab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.307460] env[69249]: DEBUG oslo_vmware.api [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Waiting for the task: (returnval){ [ 635.307460] env[69249]: value = "task-3658792" [ 635.307460] env[69249]: _type = "Task" [ 635.307460] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.318375] env[69249]: DEBUG oslo_vmware.api [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.330411] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658791, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.401123] env[69249]: DEBUG nova.policy [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37feb90f24ed47ba9c34d6682e1a2eab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dceaf2075e4a47f782111b76b392678e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.406717] env[69249]: DEBUG nova.compute.manager [None req-e44dffab-1aef-4714-a036-503302f2bd24 tempest-ServerDiagnosticsV248Test-525473199 tempest-ServerDiagnosticsV248Test-525473199-project-admin] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 635.408416] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b80940a-f0a5-415e-b0f3-9b70beb55fbe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.419477] env[69249]: INFO nova.compute.manager [None req-e44dffab-1aef-4714-a036-503302f2bd24 tempest-ServerDiagnosticsV248Test-525473199 tempest-ServerDiagnosticsV248Test-525473199-project-admin] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Retrieving diagnostics [ 635.420497] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d67e6e7-21db-4b7b-8aa5-4194b63b052f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.557467] env[69249]: DEBUG nova.compute.manager [None req-1afbcd75-b12d-4e3f-9d12-b0cccfecd92d tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 635.557467] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badd706b-ac8f-4d25-ad16-1672c44fda71 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.569748] env[69249]: DEBUG nova.compute.manager [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.768931] env[69249]: DEBUG nova.compute.manager [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.819259] env[69249]: DEBUG oslo_vmware.api [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658792, 'name': PowerOffVM_Task, 'duration_secs': 0.455436} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.819576] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.819749] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.820059] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c08eb8d0-e64c-47bf-96dd-f77dc93d6fc6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.834630] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712411} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.838147] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] d836fbf5-1a50-4cb7-b082-ed46a724cf59/d836fbf5-1a50-4cb7-b082-ed46a724cf59.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.838386] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.842690] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2edd0b23-a8e3-4037-83c2-71523f364fc8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.853434] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 635.853434] env[69249]: value = "task-3658794" [ 635.853434] env[69249]: _type = "Task" [ 635.853434] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.863737] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.895430] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.895646] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.895835] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Deleting the datastore file [datastore2] fa0cb8ac-4284-46e3-a857-7fb725deb8c2 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.896142] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12cf9d17-82fc-4ace-b4a4-d9909911ceb5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.905790] env[69249]: DEBUG oslo_vmware.api [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Waiting for the task: (returnval){ [ 635.905790] env[69249]: value = "task-3658795" [ 635.905790] env[69249]: _type = "Task" [ 635.905790] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.923445] env[69249]: DEBUG oslo_vmware.api [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.084667] env[69249]: INFO nova.compute.manager [None req-1afbcd75-b12d-4e3f-9d12-b0cccfecd92d tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] instance snapshotting [ 636.084667] env[69249]: DEBUG nova.objects.instance [None req-1afbcd75-b12d-4e3f-9d12-b0cccfecd92d tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Lazy-loading 'flavor' on Instance uuid 8ae47df8-6995-4a1d-ab12-6ed44e561f3f {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.100037] env[69249]: DEBUG nova.network.neutron [None req-fb70dafb-04b9-44bf-9502-6280d2e3ad37 tempest-ServerExternalEventsTest-1374280000 tempest-ServerExternalEventsTest-1374280000-project] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Updating instance_info_cache with network_info: [{"id": "8c608b40-c7e4-471a-89a3-6bd420f619cb", "address": "fa:16:3e:4a:ee:02", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c608b40-c7", "ovs_interfaceid": "8c608b40-c7e4-471a-89a3-6bd420f619cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.101782] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.190057] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4fbd31-c153-4a62-b3bd-3492a2bfcfca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.198250] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e34845-d8a6-430d-b2eb-6061159dc9bd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.245018] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c8d165-a9fc-4e8a-b070-7462d25cdb3b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.262148] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edc671a-6ea4-4899-99db-69c6f92203a8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.266398] env[69249]: DEBUG nova.network.neutron [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Successfully created port: 00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.284495] env[69249]: DEBUG nova.compute.provider_tree [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.366536] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073961} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.367269] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.369036] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd70dd83-34b8-453a-b4a9-c58f4a74c77d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.395793] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] d836fbf5-1a50-4cb7-b082-ed46a724cf59/d836fbf5-1a50-4cb7-b082-ed46a724cf59.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.395793] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32478565-0709-429a-8f9a-a51b8ee493f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.425599] env[69249]: DEBUG oslo_vmware.api [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Task: {'id': task-3658795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401725} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.428083] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.428083] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.428083] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.428083] env[69249]: INFO nova.compute.manager [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 636.428632] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.428768] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 636.428768] env[69249]: value = "task-3658796" [ 636.428768] env[69249]: _type = "Task" [ 636.428768] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.428999] env[69249]: DEBUG nova.compute.manager [-] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.429120] env[69249]: DEBUG nova.network.neutron [-] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.449027] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.564366] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Acquiring lock "1f9216ea-191d-48a3-bc40-d9951344a576" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.564894] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Lock "1f9216ea-191d-48a3-bc40-d9951344a576" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.592117] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b64a52-abe2-43aa-ad5e-831811cb6e43 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.615233] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb70dafb-04b9-44bf-9502-6280d2e3ad37 tempest-ServerExternalEventsTest-1374280000 tempest-ServerExternalEventsTest-1374280000-project] Releasing lock "refresh_cache-9996bde1-c07c-459a-abc8-2543f141654e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.618256] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d46e0c9-d704-415c-b545-42254fc9c960 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.754666] env[69249]: INFO nova.compute.manager [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Rebuilding instance [ 636.789944] env[69249]: DEBUG nova.compute.manager [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.792983] env[69249]: DEBUG nova.scheduler.client.report [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.827605] env[69249]: DEBUG nova.compute.manager [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 636.828848] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460ed4c8-a893-4cf0-aabc-f1e40cd9c7f2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.837628] env[69249]: DEBUG nova.virt.hardware [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.837930] env[69249]: DEBUG nova.virt.hardware [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.838605] env[69249]: DEBUG nova.virt.hardware [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.838605] env[69249]: DEBUG nova.virt.hardware [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.838605] env[69249]: DEBUG nova.virt.hardware [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.838782] env[69249]: DEBUG nova.virt.hardware [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.838941] env[69249]: DEBUG nova.virt.hardware [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.839471] env[69249]: DEBUG nova.virt.hardware [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.839471] env[69249]: DEBUG nova.virt.hardware [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.839596] env[69249]: DEBUG nova.virt.hardware [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.840198] env[69249]: DEBUG nova.virt.hardware [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.841086] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ff8ace-5b39-482a-b83f-b5e543c913c1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.858021] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed42c43a-f498-4937-91c8-4eba646e9d66 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.955717] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658796, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.135468] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1afbcd75-b12d-4e3f-9d12-b0cccfecd92d tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 637.135468] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-599f3e82-1a98-401e-bac0-d7975ff53c41 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.141024] env[69249]: DEBUG oslo_vmware.api [None req-1afbcd75-b12d-4e3f-9d12-b0cccfecd92d tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Waiting for the task: (returnval){ [ 637.141024] env[69249]: value = "task-3658797" [ 637.141024] env[69249]: _type = "Task" [ 637.141024] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.155507] env[69249]: DEBUG oslo_vmware.api [None req-1afbcd75-b12d-4e3f-9d12-b0cccfecd92d tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658797, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.298226] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.298758] env[69249]: DEBUG nova.compute.manager [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.301925] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.316s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.303636] env[69249]: INFO nova.compute.claims [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.444722] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658796, 'name': ReconfigVM_Task, 'duration_secs': 0.542451} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.445054] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Reconfigured VM instance instance-0000000a to attach disk [datastore1] d836fbf5-1a50-4cb7-b082-ed46a724cf59/d836fbf5-1a50-4cb7-b082-ed46a724cf59.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.445668] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49068a91-dd7e-4122-9c23-253347d9bc26 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.452324] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 637.452324] env[69249]: value = "task-3658798" [ 637.452324] env[69249]: _type = "Task" [ 637.452324] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.455584] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Acquiring lock "8ae47df8-6995-4a1d-ab12-6ed44e561f3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.457130] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Lock "8ae47df8-6995-4a1d-ab12-6ed44e561f3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.457130] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Acquiring lock "8ae47df8-6995-4a1d-ab12-6ed44e561f3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.457130] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Lock "8ae47df8-6995-4a1d-ab12-6ed44e561f3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.457130] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Lock "8ae47df8-6995-4a1d-ab12-6ed44e561f3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.459265] env[69249]: INFO nova.compute.manager [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Terminating instance [ 637.464222] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658798, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.658333] env[69249]: DEBUG oslo_vmware.api [None req-1afbcd75-b12d-4e3f-9d12-b0cccfecd92d tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658797, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.760780] env[69249]: DEBUG nova.network.neutron [-] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.764625] env[69249]: DEBUG oslo_concurrency.lockutils [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Acquiring lock "9996bde1-c07c-459a-abc8-2543f141654e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.764976] env[69249]: DEBUG oslo_concurrency.lockutils [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Lock "9996bde1-c07c-459a-abc8-2543f141654e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.765220] env[69249]: DEBUG oslo_concurrency.lockutils [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Acquiring lock "9996bde1-c07c-459a-abc8-2543f141654e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.765412] env[69249]: DEBUG oslo_concurrency.lockutils [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Lock "9996bde1-c07c-459a-abc8-2543f141654e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.765576] env[69249]: DEBUG oslo_concurrency.lockutils [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Lock "9996bde1-c07c-459a-abc8-2543f141654e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.771511] env[69249]: INFO nova.compute.manager [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Terminating instance [ 637.810224] env[69249]: DEBUG nova.compute.utils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.816159] env[69249]: DEBUG nova.compute.manager [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.816159] env[69249]: DEBUG nova.network.neutron [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.857221] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.858626] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2463805d-2d09-4936-a468-d00ade1390f3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.866137] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Waiting for the task: (returnval){ [ 637.866137] env[69249]: value = "task-3658799" [ 637.866137] env[69249]: _type = "Task" [ 637.866137] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.875945] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.892858] env[69249]: DEBUG nova.policy [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b15a100ea834a95b3f015b48941065f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b00a9f96f48e4c03aa8d437007373c78', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.962923] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658798, 'name': Rename_Task, 'duration_secs': 0.207213} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.963403] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.963729] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3f6fa1d-151a-4b74-a13d-82f665965ec5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.967520] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Acquiring lock "refresh_cache-8ae47df8-6995-4a1d-ab12-6ed44e561f3f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.967520] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Acquired lock "refresh_cache-8ae47df8-6995-4a1d-ab12-6ed44e561f3f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.967520] env[69249]: DEBUG nova.network.neutron [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.972686] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 637.972686] env[69249]: value = "task-3658800" [ 637.972686] env[69249]: _type = "Task" [ 637.972686] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.981884] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.998038] env[69249]: DEBUG nova.compute.manager [req-911879d0-9fca-4666-8707-8f0646f1d19f req-051d8c1b-34d5-4a38-aaba-f86bbcaab6c3 service nova] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Received event network-vif-deleted-71978745-2c8f-42d0-9378-01cb81ab69c0 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.157008] env[69249]: DEBUG oslo_vmware.api [None req-1afbcd75-b12d-4e3f-9d12-b0cccfecd92d tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658797, 'name': CreateSnapshot_Task, 'duration_secs': 0.941516} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.157955] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1afbcd75-b12d-4e3f-9d12-b0cccfecd92d tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 638.158893] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a186c547-9235-419b-91d5-57c5d0a89a4e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.264296] env[69249]: INFO nova.compute.manager [-] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Took 1.83 seconds to deallocate network for instance. [ 638.276249] env[69249]: DEBUG nova.compute.manager [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.276487] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.278488] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d78217-b556-448a-90d7-4bca05d74df8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.290887] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.292501] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f16b8505-7575-41c5-9307-09ca993d7230 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.302273] env[69249]: DEBUG oslo_vmware.api [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Waiting for the task: (returnval){ [ 638.302273] env[69249]: value = "task-3658801" [ 638.302273] env[69249]: _type = "Task" [ 638.302273] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.312234] env[69249]: DEBUG oslo_vmware.api [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.315051] env[69249]: DEBUG nova.compute.manager [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.380798] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658799, 'name': PowerOffVM_Task, 'duration_secs': 0.158938} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.381250] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.381887] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.382180] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdda6ee8-3f57-4a86-bd0c-e2f9b46c5198 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.399754] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.399950] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e36aa78b-7843-4d56-8fcb-06f7c563c43b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.427799] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.428601] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.428601] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Deleting the datastore file [datastore1] 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.428601] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c7774bc-ea5e-4c39-9e05-e2eb69e212f3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.437995] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Waiting for the task: (returnval){ [ 638.437995] env[69249]: value = "task-3658803" [ 638.437995] env[69249]: _type = "Task" [ 638.437995] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.449147] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.488498] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658800, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.520096] env[69249]: DEBUG nova.network.neutron [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.645389] env[69249]: DEBUG nova.network.neutron [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.672738] env[69249]: DEBUG nova.compute.manager [None req-1afbcd75-b12d-4e3f-9d12-b0cccfecd92d tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Instance disappeared during snapshot {{(pid=69249) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 638.764542] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b45b08d-7363-4286-bae4-04fde73908c0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.772041] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.777419] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10185408-4d88-472a-943b-ef5df8fd6234 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.815856] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e87165-4e56-4bde-b550-a52469bf8bf3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.827817] env[69249]: DEBUG oslo_vmware.api [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658801, 'name': PowerOffVM_Task, 'duration_secs': 0.208172} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.834373] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.834373] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.835077] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ecbfcae-3ff5-477d-bc7c-a6b5123890af {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.838083] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2d712b-d812-41c4-8637-7aadf2fcfcf2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.846695] env[69249]: DEBUG nova.network.neutron [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Successfully updated port: 00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.861648] env[69249]: DEBUG nova.compute.provider_tree [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.890020] env[69249]: DEBUG nova.compute.manager [None req-1afbcd75-b12d-4e3f-9d12-b0cccfecd92d tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Found 0 images (rotation: 2) {{(pid=69249) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 638.913140] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.913140] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.913140] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Deleting the datastore file [datastore1] 9996bde1-c07c-459a-abc8-2543f141654e {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.914095] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c98bdf1-5909-42c9-a974-3039e24bccde {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.921693] env[69249]: DEBUG oslo_vmware.api [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Waiting for the task: (returnval){ [ 638.921693] env[69249]: value = "task-3658805" [ 638.921693] env[69249]: _type = "Task" [ 638.921693] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.931880] env[69249]: DEBUG oslo_vmware.api [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.949363] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157386} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.949946] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.950551] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.950551] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.991910] env[69249]: DEBUG oslo_vmware.api [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658800, 'name': PowerOnVM_Task, 'duration_secs': 0.6489} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.992228] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.993075] env[69249]: INFO nova.compute.manager [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Took 10.99 seconds to spawn the instance on the hypervisor. [ 638.993075] env[69249]: DEBUG nova.compute.manager [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 638.993844] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592591d2-8f61-45ad-8e09-e2c2d6566511 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.150938] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Releasing lock "refresh_cache-8ae47df8-6995-4a1d-ab12-6ed44e561f3f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.155197] env[69249]: DEBUG nova.compute.manager [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 639.155610] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.159018] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319800e8-c054-476b-9f99-8e30a569ddd7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.168896] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.169238] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48904253-5abf-49c5-a9fa-c68ffdae5c70 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.178078] env[69249]: DEBUG oslo_vmware.api [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Waiting for the task: (returnval){ [ 639.178078] env[69249]: value = "task-3658806" [ 639.178078] env[69249]: _type = "Task" [ 639.178078] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.197324] env[69249]: DEBUG oslo_vmware.api [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.276123] env[69249]: DEBUG nova.network.neutron [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Successfully created port: e910c1f5-5028-4f1c-beff-37afe525369f {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.319495] env[69249]: DEBUG oslo_vmware.rw_handles [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c456b9-5bab-2427-5eaf-7303a5ca7341/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 639.320504] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce4d6df-2ea6-407f-a191-31ec95291f77 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.327073] env[69249]: DEBUG oslo_vmware.rw_handles [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c456b9-5bab-2427-5eaf-7303a5ca7341/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 639.327414] env[69249]: ERROR oslo_vmware.rw_handles [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c456b9-5bab-2427-5eaf-7303a5ca7341/disk-0.vmdk due to incomplete transfer. [ 639.327499] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ac2fb860-cc53-4ae6-879c-e434381044c5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.336536] env[69249]: DEBUG nova.compute.manager [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.340264] env[69249]: DEBUG oslo_vmware.rw_handles [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c456b9-5bab-2427-5eaf-7303a5ca7341/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 639.340709] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Uploaded image 00994f68-8d36-4d3f-8f13-df0485aea586 to the Glance image server {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 639.342372] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 639.342641] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8cdac765-13bb-4da8-b444-7c7aaec1cb5f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.351759] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "refresh_cache-4aa31fef-e939-4657-8a8f-48042bd1d081" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.351759] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquired lock "refresh_cache-4aa31fef-e939-4657-8a8f-48042bd1d081" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.351759] env[69249]: DEBUG nova.network.neutron [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.353348] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 639.353348] env[69249]: value = "task-3658807" [ 639.353348] env[69249]: _type = "Task" [ 639.353348] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.362409] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658807, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.365877] env[69249]: DEBUG nova.scheduler.client.report [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.376372] env[69249]: DEBUG nova.virt.hardware [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.376496] env[69249]: DEBUG nova.virt.hardware [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.376622] env[69249]: DEBUG nova.virt.hardware [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.376770] env[69249]: DEBUG nova.virt.hardware [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.377092] env[69249]: DEBUG nova.virt.hardware [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.377092] env[69249]: DEBUG nova.virt.hardware [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.377282] env[69249]: DEBUG nova.virt.hardware [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.377435] env[69249]: DEBUG nova.virt.hardware [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.377594] env[69249]: DEBUG nova.virt.hardware [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.377751] env[69249]: DEBUG nova.virt.hardware [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.377916] env[69249]: DEBUG nova.virt.hardware [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.379460] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc8b79e-5008-4ea3-8bb8-f472b5494686 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.392891] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312d888c-5899-42b6-9fe6-a5ad493b3c85 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.432703] env[69249]: DEBUG oslo_vmware.api [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Task: {'id': task-3658805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279356} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.432703] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.432796] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.432941] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.433119] env[69249]: INFO nova.compute.manager [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 639.433552] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.433552] env[69249]: DEBUG nova.compute.manager [-] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.433676] env[69249]: DEBUG nova.network.neutron [-] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.527780] env[69249]: INFO nova.compute.manager [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Took 24.95 seconds to build instance. [ 639.642288] env[69249]: DEBUG nova.compute.manager [req-811de77e-f95d-4649-b194-b72dfe0e9fd4 req-3a047bb2-5338-45fe-8b9c-fd2826b4aa33 service nova] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Received event network-vif-plugged-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.642288] env[69249]: DEBUG oslo_concurrency.lockutils [req-811de77e-f95d-4649-b194-b72dfe0e9fd4 req-3a047bb2-5338-45fe-8b9c-fd2826b4aa33 service nova] Acquiring lock "4aa31fef-e939-4657-8a8f-48042bd1d081-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.642288] env[69249]: DEBUG oslo_concurrency.lockutils [req-811de77e-f95d-4649-b194-b72dfe0e9fd4 req-3a047bb2-5338-45fe-8b9c-fd2826b4aa33 service nova] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.642288] env[69249]: DEBUG oslo_concurrency.lockutils [req-811de77e-f95d-4649-b194-b72dfe0e9fd4 req-3a047bb2-5338-45fe-8b9c-fd2826b4aa33 service nova] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.642288] env[69249]: DEBUG nova.compute.manager [req-811de77e-f95d-4649-b194-b72dfe0e9fd4 req-3a047bb2-5338-45fe-8b9c-fd2826b4aa33 service nova] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] No waiting events found dispatching network-vif-plugged-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 639.642473] env[69249]: WARNING nova.compute.manager [req-811de77e-f95d-4649-b194-b72dfe0e9fd4 req-3a047bb2-5338-45fe-8b9c-fd2826b4aa33 service nova] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Received unexpected event network-vif-plugged-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 for instance with vm_state building and task_state spawning. [ 639.694047] env[69249]: DEBUG oslo_vmware.api [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658806, 'name': PowerOffVM_Task, 'duration_secs': 0.168773} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.694047] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.694047] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.694047] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-090899bf-45b4-4c31-bbc7-4228c024415e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.721555] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.721795] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.721954] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Deleting the datastore file [datastore1] 8ae47df8-6995-4a1d-ab12-6ed44e561f3f {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.722241] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c48d7248-f058-4861-a1a4-d1482dab8474 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.728813] env[69249]: DEBUG oslo_vmware.api [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Waiting for the task: (returnval){ [ 639.728813] env[69249]: value = "task-3658809" [ 639.728813] env[69249]: _type = "Task" [ 639.728813] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.743023] env[69249]: DEBUG oslo_vmware.api [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.873530] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658807, 'name': Destroy_Task, 'duration_secs': 0.385287} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.873530] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Destroyed the VM [ 639.873810] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 639.874123] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e3deb595-7ec0-4360-8b54-358d882d8331 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.879817] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.880391] env[69249]: DEBUG nova.compute.manager [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.884761] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.561s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.886328] env[69249]: INFO nova.compute.claims [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.890410] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 639.890410] env[69249]: value = "task-3658810" [ 639.890410] env[69249]: _type = "Task" [ 639.890410] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.901162] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658810, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.000615] env[69249]: DEBUG nova.virt.hardware [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.000841] env[69249]: DEBUG nova.virt.hardware [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.000929] env[69249]: DEBUG nova.virt.hardware [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.001127] env[69249]: DEBUG nova.virt.hardware [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.001273] env[69249]: DEBUG nova.virt.hardware [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.001419] env[69249]: DEBUG nova.virt.hardware [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.001625] env[69249]: DEBUG nova.virt.hardware [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.001783] env[69249]: DEBUG nova.virt.hardware [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.001934] env[69249]: DEBUG nova.virt.hardware [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.002104] env[69249]: DEBUG nova.virt.hardware [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.002272] env[69249]: DEBUG nova.virt.hardware [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.003506] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655d8f1f-12cf-4ee4-92b0-eaa59e20069c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.010909] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1500187-636f-4f54-9f62-e803a1ff5e97 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.016696] env[69249]: DEBUG nova.network.neutron [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.029814] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a68fe292-26f6-4731-9dde-15491aca973b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "d836fbf5-1a50-4cb7-b082-ed46a724cf59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.463s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.030951] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.036081] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.040060] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.040060] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7eff52f7-1fcc-4451-a21f-fb14cc22620a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.054970] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.054970] env[69249]: value = "task-3658811" [ 640.054970] env[69249]: _type = "Task" [ 640.054970] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.064165] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658811, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.252977] env[69249]: DEBUG oslo_vmware.api [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Task: {'id': task-3658809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239701} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.254143] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.255031] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.255746] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.256835] env[69249]: INFO nova.compute.manager [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 640.257116] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.257344] env[69249]: DEBUG nova.compute.manager [-] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 640.257434] env[69249]: DEBUG nova.network.neutron [-] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 640.282107] env[69249]: DEBUG nova.network.neutron [-] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.350330] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.350588] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.397091] env[69249]: DEBUG nova.compute.utils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.402419] env[69249]: DEBUG nova.compute.manager [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.403278] env[69249]: DEBUG nova.network.neutron [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.422120] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658810, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.489330] env[69249]: DEBUG nova.network.neutron [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Updating instance_info_cache with network_info: [{"id": "00cd1c4f-c10a-4581-8ec9-e7fbfbe12148", "address": "fa:16:3e:f6:97:0c", "network": {"id": "f5d12cb1-22e8-4713-85ec-864fe773ceac", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073573177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceaf2075e4a47f782111b76b392678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cd1c4f-c1", "ovs_interfaceid": "00cd1c4f-c10a-4581-8ec9-e7fbfbe12148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.511233] env[69249]: DEBUG nova.policy [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b03407da6f7a49f2b9172e951a0fe51a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af890dd8a6a344a9911792bc50950020', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.542489] env[69249]: DEBUG nova.compute.manager [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.567937] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658811, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.784770] env[69249]: DEBUG nova.network.neutron [-] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.876640] env[69249]: DEBUG nova.network.neutron [-] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.903609] env[69249]: DEBUG nova.compute.manager [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.915342] env[69249]: DEBUG oslo_vmware.api [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658810, 'name': RemoveSnapshot_Task, 'duration_secs': 0.754327} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.915921] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 640.915921] env[69249]: INFO nova.compute.manager [None req-6f551c48-c91a-422e-87b1-46e3333d51eb tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Took 17.51 seconds to snapshot the instance on the hypervisor. [ 640.990752] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Releasing lock "refresh_cache-4aa31fef-e939-4657-8a8f-48042bd1d081" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.991112] env[69249]: DEBUG nova.compute.manager [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Instance network_info: |[{"id": "00cd1c4f-c10a-4581-8ec9-e7fbfbe12148", "address": "fa:16:3e:f6:97:0c", "network": {"id": "f5d12cb1-22e8-4713-85ec-864fe773ceac", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073573177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceaf2075e4a47f782111b76b392678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cd1c4f-c1", "ovs_interfaceid": "00cd1c4f-c10a-4581-8ec9-e7fbfbe12148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.991551] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:97:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00cd1c4f-c10a-4581-8ec9-e7fbfbe12148', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.003608] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Creating folder: Project (dceaf2075e4a47f782111b76b392678e). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.006960] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87c43881-c1ed-46fa-a8e2-51725d7e1066 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.020539] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Created folder: Project (dceaf2075e4a47f782111b76b392678e) in parent group-v729229. [ 641.020539] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Creating folder: Instances. Parent ref: group-v729265. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.020539] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00251db9-665f-4106-9cc4-1937401bd425 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.031420] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Created folder: Instances in parent group-v729265. [ 641.031420] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.031420] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.031420] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-188afd2a-7e49-4a3d-ab30-3951ae3d5003 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.056985] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.056985] env[69249]: value = "task-3658814" [ 641.056985] env[69249]: _type = "Task" [ 641.056985] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.069247] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658814, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.073331] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.073595] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658811, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.104435] env[69249]: DEBUG nova.network.neutron [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Successfully created port: 6bc66eb9-eda5-4092-9277-51613f19ce3f {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.288511] env[69249]: INFO nova.compute.manager [-] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Took 1.03 seconds to deallocate network for instance. [ 641.323983] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16634443-84ea-4270-9e20-dda1a956b016 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.334400] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaeab3d-00f6-4884-a628-9305d55fd6fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.374097] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b790660b-8a30-4c6e-973e-fce7031f1816 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.380581] env[69249]: INFO nova.compute.manager [-] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Took 1.95 seconds to deallocate network for instance. [ 641.389034] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e49eb4e-a01f-49a4-bb20-2987157fa66c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.406917] env[69249]: DEBUG nova.compute.provider_tree [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.487458] env[69249]: DEBUG nova.network.neutron [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Successfully updated port: e910c1f5-5028-4f1c-beff-37afe525369f {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.581239] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658811, 'name': CreateVM_Task, 'duration_secs': 1.370035} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.581420] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658814, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.581646] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.582121] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.585024] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.585024] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.585024] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e97021-9cc4-419c-b415-df0ad6d8e664 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.588456] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Waiting for the task: (returnval){ [ 641.588456] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bfddb8-a1b5-7257-4f24-2bc38ec5a884" [ 641.588456] env[69249]: _type = "Task" [ 641.588456] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.603360] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bfddb8-a1b5-7257-4f24-2bc38ec5a884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.667903] env[69249]: DEBUG nova.compute.manager [req-770765be-cebf-4be3-84ef-759ea0559419 req-10032145-7db7-4db7-831c-7ce2ab212116 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Received event network-changed-98f09db1-ff3e-4c2c-ad8d-951a482e26b0 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.668467] env[69249]: DEBUG nova.compute.manager [req-770765be-cebf-4be3-84ef-759ea0559419 req-10032145-7db7-4db7-831c-7ce2ab212116 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Refreshing instance network info cache due to event network-changed-98f09db1-ff3e-4c2c-ad8d-951a482e26b0. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.668467] env[69249]: DEBUG oslo_concurrency.lockutils [req-770765be-cebf-4be3-84ef-759ea0559419 req-10032145-7db7-4db7-831c-7ce2ab212116 service nova] Acquiring lock "refresh_cache-79744c3c-d219-4e0b-8bf9-264247760a0e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.668599] env[69249]: DEBUG oslo_concurrency.lockutils [req-770765be-cebf-4be3-84ef-759ea0559419 req-10032145-7db7-4db7-831c-7ce2ab212116 service nova] Acquired lock "refresh_cache-79744c3c-d219-4e0b-8bf9-264247760a0e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.668758] env[69249]: DEBUG nova.network.neutron [req-770765be-cebf-4be3-84ef-759ea0559419 req-10032145-7db7-4db7-831c-7ce2ab212116 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Refreshing network info cache for port 98f09db1-ff3e-4c2c-ad8d-951a482e26b0 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.735668] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "03fdd6e6-d779-495d-8276-29c4abc1dece" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.736466] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "03fdd6e6-d779-495d-8276-29c4abc1dece" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.801907] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.897193] env[69249]: DEBUG oslo_concurrency.lockutils [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.917949] env[69249]: DEBUG nova.scheduler.client.report [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.922609] env[69249]: DEBUG nova.compute.manager [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.970975] env[69249]: DEBUG nova.virt.hardware [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.971251] env[69249]: DEBUG nova.virt.hardware [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.971407] env[69249]: DEBUG nova.virt.hardware [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.971592] env[69249]: DEBUG nova.virt.hardware [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.971735] env[69249]: DEBUG nova.virt.hardware [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.971876] env[69249]: DEBUG nova.virt.hardware [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.973205] env[69249]: DEBUG nova.virt.hardware [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.974266] env[69249]: DEBUG nova.virt.hardware [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.974266] env[69249]: DEBUG nova.virt.hardware [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.974266] env[69249]: DEBUG nova.virt.hardware [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.974266] env[69249]: DEBUG nova.virt.hardware [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.977269] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775f2f71-5742-45c3-9413-3608188977dc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.985951] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb89e337-412b-4805-80b4-50d0b5e5ead3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.991590] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Acquiring lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.991888] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Acquired lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.991888] env[69249]: DEBUG nova.network.neutron [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.083599] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658814, 'name': CreateVM_Task, 'duration_secs': 0.740337} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.083830] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.085203] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.104142] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bfddb8-a1b5-7257-4f24-2bc38ec5a884, 'name': SearchDatastore_Task, 'duration_secs': 0.014174} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.104734] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.105077] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.105805] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.106329] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.106750] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.107527] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.108719] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.108719] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f93ac3be-fcd3-4b5a-8c64-880e22bdf2c5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.111721] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0682fc84-a755-4036-8c0a-ea7ab938971f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.121942] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 642.121942] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d28b8e-604e-b25f-e016-6ab7ec0b673f" [ 642.121942] env[69249]: _type = "Task" [ 642.121942] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.125148] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.125486] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.131783] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75999472-0cc0-403c-b9b8-89b1efdd9456 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.144672] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d28b8e-604e-b25f-e016-6ab7ec0b673f, 'name': SearchDatastore_Task, 'duration_secs': 0.0148} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.146656] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.146990] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.147317] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.147642] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Waiting for the task: (returnval){ [ 642.147642] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5247102d-ac9d-2f7a-26d6-813bebdea066" [ 642.147642] env[69249]: _type = "Task" [ 642.147642] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.161174] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5247102d-ac9d-2f7a-26d6-813bebdea066, 'name': SearchDatastore_Task, 'duration_secs': 0.016564} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.162404] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913e2793-0205-4f49-9054-ca3d6081094e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.169272] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Waiting for the task: (returnval){ [ 642.169272] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a7733b-8a2d-84c8-f1af-4639589db5c8" [ 642.169272] env[69249]: _type = "Task" [ 642.169272] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.185178] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a7733b-8a2d-84c8-f1af-4639589db5c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.429360] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.429894] env[69249]: DEBUG nova.compute.manager [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.432881] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.002s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.434458] env[69249]: INFO nova.compute.claims [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.562632] env[69249]: DEBUG nova.network.neutron [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.662059] env[69249]: DEBUG nova.compute.manager [req-8d8bb244-bd9e-4500-b220-8e3315f45903 req-9019b03e-8717-4c1f-a602-6e51ff399921 service nova] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Received event network-changed-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.662265] env[69249]: DEBUG nova.compute.manager [req-8d8bb244-bd9e-4500-b220-8e3315f45903 req-9019b03e-8717-4c1f-a602-6e51ff399921 service nova] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Refreshing instance network info cache due to event network-changed-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.662983] env[69249]: DEBUG oslo_concurrency.lockutils [req-8d8bb244-bd9e-4500-b220-8e3315f45903 req-9019b03e-8717-4c1f-a602-6e51ff399921 service nova] Acquiring lock "refresh_cache-4aa31fef-e939-4657-8a8f-48042bd1d081" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.663122] env[69249]: DEBUG oslo_concurrency.lockutils [req-8d8bb244-bd9e-4500-b220-8e3315f45903 req-9019b03e-8717-4c1f-a602-6e51ff399921 service nova] Acquired lock "refresh_cache-4aa31fef-e939-4657-8a8f-48042bd1d081" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.663295] env[69249]: DEBUG nova.network.neutron [req-8d8bb244-bd9e-4500-b220-8e3315f45903 req-9019b03e-8717-4c1f-a602-6e51ff399921 service nova] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Refreshing network info cache for port 00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.678437] env[69249]: DEBUG nova.network.neutron [req-770765be-cebf-4be3-84ef-759ea0559419 req-10032145-7db7-4db7-831c-7ce2ab212116 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Updated VIF entry in instance network info cache for port 98f09db1-ff3e-4c2c-ad8d-951a482e26b0. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.678437] env[69249]: DEBUG nova.network.neutron [req-770765be-cebf-4be3-84ef-759ea0559419 req-10032145-7db7-4db7-831c-7ce2ab212116 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Updating instance_info_cache with network_info: [{"id": "98f09db1-ff3e-4c2c-ad8d-951a482e26b0", "address": "fa:16:3e:c9:28:85", "network": {"id": "c04084bc-703f-4209-acf6-8adb5a329fdd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-323753261-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c75fe57b640e4262b95f3191172ba872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98f09db1-ff", "ovs_interfaceid": "98f09db1-ff3e-4c2c-ad8d-951a482e26b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.686888] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a7733b-8a2d-84c8-f1af-4639589db5c8, 'name': SearchDatastore_Task, 'duration_secs': 0.018227} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.687215] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.687532] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57/684b6beb-4d7d-4bc1-9e05-a0cf6d130e57.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.687935] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.688154] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.688487] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-362ed7d2-30c6-4672-abe5-b153132bdfae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.690872] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8acde110-6125-4a4b-9c88-7264a0a37cfe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.703208] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Waiting for the task: (returnval){ [ 642.703208] env[69249]: value = "task-3658815" [ 642.703208] env[69249]: _type = "Task" [ 642.703208] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.703679] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.703934] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.712348] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4f8c0e-cd25-4c4c-a505-95637b7701b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.721879] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.724126] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 642.724126] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52df5b78-fce5-6f8f-afc9-7ac7d157534f" [ 642.724126] env[69249]: _type = "Task" [ 642.724126] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.733450] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52df5b78-fce5-6f8f-afc9-7ac7d157534f, 'name': SearchDatastore_Task, 'duration_secs': 0.011875} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.734370] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff552993-38cf-42b8-92eb-d22c8209f8a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.740028] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 642.740028] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520f6654-5349-ce7f-7ee2-734ab8546654" [ 642.740028] env[69249]: _type = "Task" [ 642.740028] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.748922] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520f6654-5349-ce7f-7ee2-734ab8546654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.768828] env[69249]: DEBUG nova.network.neutron [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Updating instance_info_cache with network_info: [{"id": "e910c1f5-5028-4f1c-beff-37afe525369f", "address": "fa:16:3e:d1:57:d7", "network": {"id": "ce16a52c-00cf-4ae1-bb09-5e23af88be71", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-195976242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b00a9f96f48e4c03aa8d437007373c78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape910c1f5-50", "ovs_interfaceid": "e910c1f5-5028-4f1c-beff-37afe525369f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.943925] env[69249]: DEBUG nova.compute.utils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.949028] env[69249]: DEBUG nova.compute.manager [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.949028] env[69249]: DEBUG nova.network.neutron [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.084718] env[69249]: DEBUG nova.policy [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b2a847ffc4d43d8bc67fe693c3af61d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca9e190c49ad482ebd6106615f49335e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.134024] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Acquiring lock "456cb87c-c3f5-4fd9-a20b-9f54e8255b5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.134024] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Lock "456cb87c-c3f5-4fd9-a20b-9f54e8255b5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.181756] env[69249]: DEBUG oslo_concurrency.lockutils [req-770765be-cebf-4be3-84ef-759ea0559419 req-10032145-7db7-4db7-831c-7ce2ab212116 service nova] Releasing lock "refresh_cache-79744c3c-d219-4e0b-8bf9-264247760a0e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.223954] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658815, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.223954] env[69249]: DEBUG nova.network.neutron [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Successfully updated port: 6bc66eb9-eda5-4092-9277-51613f19ce3f {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.254180] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520f6654-5349-ce7f-7ee2-734ab8546654, 'name': SearchDatastore_Task, 'duration_secs': 0.013834} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.254180] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.254563] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 4aa31fef-e939-4657-8a8f-48042bd1d081/4aa31fef-e939-4657-8a8f-48042bd1d081.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.254774] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca7f5219-e398-4818-a1b1-b925f502c26d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.273022] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 643.273022] env[69249]: value = "task-3658816" [ 643.273022] env[69249]: _type = "Task" [ 643.273022] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.276550] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Releasing lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.276899] env[69249]: DEBUG nova.compute.manager [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Instance network_info: |[{"id": "e910c1f5-5028-4f1c-beff-37afe525369f", "address": "fa:16:3e:d1:57:d7", "network": {"id": "ce16a52c-00cf-4ae1-bb09-5e23af88be71", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-195976242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b00a9f96f48e4c03aa8d437007373c78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape910c1f5-50", "ovs_interfaceid": "e910c1f5-5028-4f1c-beff-37afe525369f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.277338] env[69249]: INFO nova.compute.manager [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Rebuilding instance [ 643.286128] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:57:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e910c1f5-5028-4f1c-beff-37afe525369f', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.294980] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Creating folder: Project (b00a9f96f48e4c03aa8d437007373c78). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.295525] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.295876] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca14ae9c-11c9-4297-a115-238d579409c9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.311482] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Created folder: Project (b00a9f96f48e4c03aa8d437007373c78) in parent group-v729229. [ 643.311688] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Creating folder: Instances. Parent ref: group-v729268. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.314176] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-367c8c6e-da8a-453b-a3b6-6145c8b6b27a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.327741] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Created folder: Instances in parent group-v729268. [ 643.327972] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.328250] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.328473] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01d7e6c8-53dd-4f5d-a2e1-c741dbc1a260 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.350610] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.350610] env[69249]: value = "task-3658819" [ 643.350610] env[69249]: _type = "Task" [ 643.350610] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.351375] env[69249]: DEBUG nova.compute.manager [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 643.352076] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe205da-ed48-4427-b615-84dfdfc130a8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.369657] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658819, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.452048] env[69249]: DEBUG nova.compute.manager [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.535446] env[69249]: DEBUG nova.network.neutron [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Successfully created port: a66acd5f-941f-491c-a3cb-fd3b8b08b5ce {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.707369] env[69249]: DEBUG nova.network.neutron [req-8d8bb244-bd9e-4500-b220-8e3315f45903 req-9019b03e-8717-4c1f-a602-6e51ff399921 service nova] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Updated VIF entry in instance network info cache for port 00cd1c4f-c10a-4581-8ec9-e7fbfbe12148. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.707936] env[69249]: DEBUG nova.network.neutron [req-8d8bb244-bd9e-4500-b220-8e3315f45903 req-9019b03e-8717-4c1f-a602-6e51ff399921 service nova] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Updating instance_info_cache with network_info: [{"id": "00cd1c4f-c10a-4581-8ec9-e7fbfbe12148", "address": "fa:16:3e:f6:97:0c", "network": {"id": "f5d12cb1-22e8-4713-85ec-864fe773ceac", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073573177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceaf2075e4a47f782111b76b392678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cd1c4f-c1", "ovs_interfaceid": "00cd1c4f-c10a-4581-8ec9-e7fbfbe12148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.723200] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "refresh_cache-842da838-3269-4f94-9102-c3bf0cea79ed" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.723342] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired lock "refresh_cache-842da838-3269-4f94-9102-c3bf0cea79ed" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.724793] env[69249]: DEBUG nova.network.neutron [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.726171] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668128} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.727460] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57/684b6beb-4d7d-4bc1-9e05-a0cf6d130e57.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.727460] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.727846] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4171a20c-c526-48b3-a344-a3317be945ea {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.741295] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Waiting for the task: (returnval){ [ 643.741295] env[69249]: value = "task-3658820" [ 643.741295] env[69249]: _type = "Task" [ 643.741295] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.756553] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.785797] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658816, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.824360] env[69249]: DEBUG oslo_concurrency.lockutils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Acquiring lock "a546e48a-8dc7-482a-8465-7f17b9b7cfe3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.824643] env[69249]: DEBUG oslo_concurrency.lockutils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Lock "a546e48a-8dc7-482a-8465-7f17b9b7cfe3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.863333] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658819, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.913474] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d4bd8f-9351-4239-8358-15319131d0d2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.921877] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a916a6f0-ed5d-416b-b3ea-df927f3cea0a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.953109] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9311d32-76eb-494a-b5d5-05bff227283b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.965713] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108ee3e7-1b93-48f8-83b4-6e88d5dac1c5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.980278] env[69249]: DEBUG nova.compute.provider_tree [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.217802] env[69249]: DEBUG oslo_concurrency.lockutils [req-8d8bb244-bd9e-4500-b220-8e3315f45903 req-9019b03e-8717-4c1f-a602-6e51ff399921 service nova] Releasing lock "refresh_cache-4aa31fef-e939-4657-8a8f-48042bd1d081" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.217802] env[69249]: DEBUG nova.compute.manager [req-8d8bb244-bd9e-4500-b220-8e3315f45903 req-9019b03e-8717-4c1f-a602-6e51ff399921 service nova] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Received event network-vif-deleted-8c608b40-c7e4-471a-89a3-6bd420f619cb {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.251433] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089025} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.251692] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.252745] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb241d1a-0938-407e-b2dd-dddecdb64148 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.286727] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57/684b6beb-4d7d-4bc1-9e05-a0cf6d130e57.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.287750] env[69249]: DEBUG nova.network.neutron [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.292986] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5a5f050-a9b7-4f89-89e3-008313f2f700 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.314607] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57355} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.316009] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 4aa31fef-e939-4657-8a8f-48042bd1d081/4aa31fef-e939-4657-8a8f-48042bd1d081.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.316190] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.316505] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Waiting for the task: (returnval){ [ 644.316505] env[69249]: value = "task-3658821" [ 644.316505] env[69249]: _type = "Task" [ 644.316505] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.316697] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-729a6452-b8be-4333-8a8d-cec75d88ddc5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.329491] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.331839] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 644.331839] env[69249]: value = "task-3658822" [ 644.331839] env[69249]: _type = "Task" [ 644.331839] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.345299] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.365410] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658819, 'name': CreateVM_Task, 'duration_secs': 0.575098} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.365410] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.365410] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.365410] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.365410] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.365856] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04526b03-5068-4a00-b2be-e99d9e4efe1e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.369687] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Waiting for the task: (returnval){ [ 644.369687] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52de3a32-170b-0f10-42d7-b8c5dbc8f8d1" [ 644.369687] env[69249]: _type = "Task" [ 644.369687] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.375028] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.378697] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e16c7625-a673-472b-a9fc-a7624d8742d1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.381266] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52de3a32-170b-0f10-42d7-b8c5dbc8f8d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.387834] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 644.387834] env[69249]: value = "task-3658823" [ 644.387834] env[69249]: _type = "Task" [ 644.387834] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.396821] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.455239] env[69249]: DEBUG nova.compute.manager [req-a1891828-61d9-4578-ada0-8737d65df920 req-bb8f951d-a61c-4ee5-bc70-8076a56fe6f4 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Received event network-vif-plugged-e910c1f5-5028-4f1c-beff-37afe525369f {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.455544] env[69249]: DEBUG oslo_concurrency.lockutils [req-a1891828-61d9-4578-ada0-8737d65df920 req-bb8f951d-a61c-4ee5-bc70-8076a56fe6f4 service nova] Acquiring lock "0f6e5989-3a56-433f-a736-d067b63e326a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.456388] env[69249]: DEBUG oslo_concurrency.lockutils [req-a1891828-61d9-4578-ada0-8737d65df920 req-bb8f951d-a61c-4ee5-bc70-8076a56fe6f4 service nova] Lock "0f6e5989-3a56-433f-a736-d067b63e326a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.456585] env[69249]: DEBUG oslo_concurrency.lockutils [req-a1891828-61d9-4578-ada0-8737d65df920 req-bb8f951d-a61c-4ee5-bc70-8076a56fe6f4 service nova] Lock "0f6e5989-3a56-433f-a736-d067b63e326a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.456760] env[69249]: DEBUG nova.compute.manager [req-a1891828-61d9-4578-ada0-8737d65df920 req-bb8f951d-a61c-4ee5-bc70-8076a56fe6f4 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] No waiting events found dispatching network-vif-plugged-e910c1f5-5028-4f1c-beff-37afe525369f {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 644.456928] env[69249]: WARNING nova.compute.manager [req-a1891828-61d9-4578-ada0-8737d65df920 req-bb8f951d-a61c-4ee5-bc70-8076a56fe6f4 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Received unexpected event network-vif-plugged-e910c1f5-5028-4f1c-beff-37afe525369f for instance with vm_state building and task_state spawning. [ 644.457103] env[69249]: DEBUG nova.compute.manager [req-a1891828-61d9-4578-ada0-8737d65df920 req-bb8f951d-a61c-4ee5-bc70-8076a56fe6f4 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Received event network-changed-e910c1f5-5028-4f1c-beff-37afe525369f {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.457330] env[69249]: DEBUG nova.compute.manager [req-a1891828-61d9-4578-ada0-8737d65df920 req-bb8f951d-a61c-4ee5-bc70-8076a56fe6f4 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Refreshing instance network info cache due to event network-changed-e910c1f5-5028-4f1c-beff-37afe525369f. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.457442] env[69249]: DEBUG oslo_concurrency.lockutils [req-a1891828-61d9-4578-ada0-8737d65df920 req-bb8f951d-a61c-4ee5-bc70-8076a56fe6f4 service nova] Acquiring lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.457626] env[69249]: DEBUG oslo_concurrency.lockutils [req-a1891828-61d9-4578-ada0-8737d65df920 req-bb8f951d-a61c-4ee5-bc70-8076a56fe6f4 service nova] Acquired lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.457799] env[69249]: DEBUG nova.network.neutron [req-a1891828-61d9-4578-ada0-8737d65df920 req-bb8f951d-a61c-4ee5-bc70-8076a56fe6f4 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Refreshing network info cache for port e910c1f5-5028-4f1c-beff-37afe525369f {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.464326] env[69249]: DEBUG nova.compute.manager [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.485267] env[69249]: DEBUG nova.scheduler.client.report [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.506255] env[69249]: DEBUG nova.virt.hardware [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:53:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='131924190',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2127620114',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.506255] env[69249]: DEBUG nova.virt.hardware [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.506255] env[69249]: DEBUG nova.virt.hardware [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.506574] env[69249]: DEBUG nova.virt.hardware [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.506574] env[69249]: DEBUG nova.virt.hardware [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.506574] env[69249]: DEBUG nova.virt.hardware [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.506574] env[69249]: DEBUG nova.virt.hardware [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.506574] env[69249]: DEBUG nova.virt.hardware [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.506737] env[69249]: DEBUG nova.virt.hardware [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.506737] env[69249]: DEBUG nova.virt.hardware [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.506737] env[69249]: DEBUG nova.virt.hardware [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.506737] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486a6b9f-edac-4537-8775-0d6e512ec2f6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.516551] env[69249]: DEBUG nova.network.neutron [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Updating instance_info_cache with network_info: [{"id": "6bc66eb9-eda5-4092-9277-51613f19ce3f", "address": "fa:16:3e:5c:2e:38", "network": {"id": "3c0d832d-8cbb-409b-9c77-abead79c4636", "bridge": "br-int", "label": "tempest-ImagesTestJSON-621445240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af890dd8a6a344a9911792bc50950020", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bc66eb9-ed", "ovs_interfaceid": "6bc66eb9-eda5-4092-9277-51613f19ce3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.518409] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed5aac1-4f9b-434a-8af8-d0c6f40731d5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.829120] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.842998] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154125} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.844313] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.844313] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356c44e3-0090-4431-91ec-7e12eda03ff7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.876435] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 4aa31fef-e939-4657-8a8f-48042bd1d081/4aa31fef-e939-4657-8a8f-48042bd1d081.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.876864] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55cec427-de8e-499d-ae07-160fb35b9cdd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.921260] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52de3a32-170b-0f10-42d7-b8c5dbc8f8d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009382} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.921260] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658823, 'name': PowerOffVM_Task, 'duration_secs': 0.352534} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.921260] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 644.921260] env[69249]: value = "task-3658824" [ 644.921260] env[69249]: _type = "Task" [ 644.921260] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.921260] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.921629] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.921629] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.921702] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.921872] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.922166] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.922403] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.922721] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c5db39e-4ec1-4bda-9d17-572b55ce94b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.925355] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3adb43-a205-4dd8-ad8a-7777b5f2a21f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.936951] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.940458] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.942047] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94d3d126-136e-4f39-994f-f5ca565213fa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.943778] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.944251] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.944952] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc12e1cb-ebbc-4400-b87b-cf1382f2103d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.953613] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Waiting for the task: (returnval){ [ 644.953613] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527ca828-4857-c985-11d5-4a05bbed1fc6" [ 644.953613] env[69249]: _type = "Task" [ 644.953613] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.963965] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527ca828-4857-c985-11d5-4a05bbed1fc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.996393] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.996961] env[69249]: DEBUG nova.compute.manager [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.002109] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.809s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.002109] env[69249]: DEBUG nova.objects.instance [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Lazy-loading 'resources' on Instance uuid 6bb9d5ed-4115-4c93-85ef-cc194111a42c {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.005288] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.005459] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.005635] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleting the datastore file [datastore1] d836fbf5-1a50-4cb7-b082-ed46a724cf59 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.005892] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94774021-0b34-458f-bbe0-07fe259ec8af {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.012105] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 645.012105] env[69249]: value = "task-3658826" [ 645.012105] env[69249]: _type = "Task" [ 645.012105] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.024980] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Releasing lock "refresh_cache-842da838-3269-4f94-9102-c3bf0cea79ed" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.025359] env[69249]: DEBUG nova.compute.manager [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Instance network_info: |[{"id": "6bc66eb9-eda5-4092-9277-51613f19ce3f", "address": "fa:16:3e:5c:2e:38", "network": {"id": "3c0d832d-8cbb-409b-9c77-abead79c4636", "bridge": "br-int", "label": "tempest-ImagesTestJSON-621445240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af890dd8a6a344a9911792bc50950020", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bc66eb9-ed", "ovs_interfaceid": "6bc66eb9-eda5-4092-9277-51613f19ce3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.025664] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.026033] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:2e:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bc66eb9-eda5-4092-9277-51613f19ce3f', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.033464] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Creating folder: Project (af890dd8a6a344a9911792bc50950020). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.034119] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03d4fc3b-f1be-4b49-ba76-e01b5684dc65 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.043501] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Created folder: Project (af890dd8a6a344a9911792bc50950020) in parent group-v729229. [ 645.043725] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Creating folder: Instances. Parent ref: group-v729271. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.043958] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d75017a-05e1-44cf-bf3d-1fd4fee1a867 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.057019] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Created folder: Instances in parent group-v729271. [ 645.057019] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.057019] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.057019] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01dc90f1-b8d6-4fb7-a1e3-d402d3d0673c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.079824] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.079824] env[69249]: value = "task-3658829" [ 645.079824] env[69249]: _type = "Task" [ 645.079824] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.087175] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658829, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.280317] env[69249]: DEBUG nova.compute.manager [req-a5466b7e-97b3-47c9-9a25-2d01072a2cc4 req-b89a6e9c-9833-4362-91b0-31a54e4b31e8 service nova] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Received event network-vif-plugged-6bc66eb9-eda5-4092-9277-51613f19ce3f {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.280549] env[69249]: DEBUG oslo_concurrency.lockutils [req-a5466b7e-97b3-47c9-9a25-2d01072a2cc4 req-b89a6e9c-9833-4362-91b0-31a54e4b31e8 service nova] Acquiring lock "842da838-3269-4f94-9102-c3bf0cea79ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.280826] env[69249]: DEBUG oslo_concurrency.lockutils [req-a5466b7e-97b3-47c9-9a25-2d01072a2cc4 req-b89a6e9c-9833-4362-91b0-31a54e4b31e8 service nova] Lock "842da838-3269-4f94-9102-c3bf0cea79ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.280925] env[69249]: DEBUG oslo_concurrency.lockutils [req-a5466b7e-97b3-47c9-9a25-2d01072a2cc4 req-b89a6e9c-9833-4362-91b0-31a54e4b31e8 service nova] Lock "842da838-3269-4f94-9102-c3bf0cea79ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.281141] env[69249]: DEBUG nova.compute.manager [req-a5466b7e-97b3-47c9-9a25-2d01072a2cc4 req-b89a6e9c-9833-4362-91b0-31a54e4b31e8 service nova] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] No waiting events found dispatching network-vif-plugged-6bc66eb9-eda5-4092-9277-51613f19ce3f {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 645.281340] env[69249]: WARNING nova.compute.manager [req-a5466b7e-97b3-47c9-9a25-2d01072a2cc4 req-b89a6e9c-9833-4362-91b0-31a54e4b31e8 service nova] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Received unexpected event network-vif-plugged-6bc66eb9-eda5-4092-9277-51613f19ce3f for instance with vm_state building and task_state spawning. [ 645.284034] env[69249]: DEBUG nova.compute.manager [req-a5466b7e-97b3-47c9-9a25-2d01072a2cc4 req-b89a6e9c-9833-4362-91b0-31a54e4b31e8 service nova] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Received event network-changed-6bc66eb9-eda5-4092-9277-51613f19ce3f {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.284034] env[69249]: DEBUG nova.compute.manager [req-a5466b7e-97b3-47c9-9a25-2d01072a2cc4 req-b89a6e9c-9833-4362-91b0-31a54e4b31e8 service nova] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Refreshing instance network info cache due to event network-changed-6bc66eb9-eda5-4092-9277-51613f19ce3f. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.284034] env[69249]: DEBUG oslo_concurrency.lockutils [req-a5466b7e-97b3-47c9-9a25-2d01072a2cc4 req-b89a6e9c-9833-4362-91b0-31a54e4b31e8 service nova] Acquiring lock "refresh_cache-842da838-3269-4f94-9102-c3bf0cea79ed" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.284034] env[69249]: DEBUG oslo_concurrency.lockutils [req-a5466b7e-97b3-47c9-9a25-2d01072a2cc4 req-b89a6e9c-9833-4362-91b0-31a54e4b31e8 service nova] Acquired lock "refresh_cache-842da838-3269-4f94-9102-c3bf0cea79ed" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.284034] env[69249]: DEBUG nova.network.neutron [req-a5466b7e-97b3-47c9-9a25-2d01072a2cc4 req-b89a6e9c-9833-4362-91b0-31a54e4b31e8 service nova] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Refreshing network info cache for port 6bc66eb9-eda5-4092-9277-51613f19ce3f {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.313190] env[69249]: DEBUG nova.network.neutron [req-a1891828-61d9-4578-ada0-8737d65df920 req-bb8f951d-a61c-4ee5-bc70-8076a56fe6f4 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Updated VIF entry in instance network info cache for port e910c1f5-5028-4f1c-beff-37afe525369f. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.313426] env[69249]: DEBUG nova.network.neutron [req-a1891828-61d9-4578-ada0-8737d65df920 req-bb8f951d-a61c-4ee5-bc70-8076a56fe6f4 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Updating instance_info_cache with network_info: [{"id": "e910c1f5-5028-4f1c-beff-37afe525369f", "address": "fa:16:3e:d1:57:d7", "network": {"id": "ce16a52c-00cf-4ae1-bb09-5e23af88be71", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-195976242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b00a9f96f48e4c03aa8d437007373c78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape910c1f5-50", "ovs_interfaceid": "e910c1f5-5028-4f1c-beff-37afe525369f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.329261] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658821, 'name': ReconfigVM_Task, 'duration_secs': 0.756443} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.329577] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57/684b6beb-4d7d-4bc1-9e05-a0cf6d130e57.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.330549] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8f8da4d-3682-41d6-949c-95a0a262d55b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.336882] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Waiting for the task: (returnval){ [ 645.336882] env[69249]: value = "task-3658830" [ 645.336882] env[69249]: _type = "Task" [ 645.336882] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.351693] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658830, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.436319] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658824, 'name': ReconfigVM_Task, 'duration_secs': 0.370988} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.436597] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 4aa31fef-e939-4657-8a8f-48042bd1d081/4aa31fef-e939-4657-8a8f-48042bd1d081.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.437265] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cdbc068-9009-4f8e-a86a-d86d1e829272 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.444446] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 645.444446] env[69249]: value = "task-3658831" [ 645.444446] env[69249]: _type = "Task" [ 645.444446] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.454028] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658831, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.462205] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527ca828-4857-c985-11d5-4a05bbed1fc6, 'name': SearchDatastore_Task, 'duration_secs': 0.009377} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.463108] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7ee29ab-9202-40b4-bba3-277cb8f2cef7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.469453] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Waiting for the task: (returnval){ [ 645.469453] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b70e2e-db91-9526-2902-d90535db522f" [ 645.469453] env[69249]: _type = "Task" [ 645.469453] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.477954] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b70e2e-db91-9526-2902-d90535db522f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.507753] env[69249]: DEBUG nova.compute.utils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.510675] env[69249]: DEBUG nova.compute.manager [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.511058] env[69249]: DEBUG nova.network.neutron [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.525609] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164341} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.525743] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.525845] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.526040] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.590145] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658829, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.599465] env[69249]: DEBUG nova.policy [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36fb5c5ef07b46a8abb9ce7eb7a35ebd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ac15a1b73e442fd9c7e898e258a0169', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.675183] env[69249]: DEBUG nova.network.neutron [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Successfully updated port: a66acd5f-941f-491c-a3cb-fd3b8b08b5ce {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.816876] env[69249]: DEBUG oslo_concurrency.lockutils [req-a1891828-61d9-4578-ada0-8737d65df920 req-bb8f951d-a61c-4ee5-bc70-8076a56fe6f4 service nova] Releasing lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.849898] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658830, 'name': Rename_Task, 'duration_secs': 0.131719} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.850155] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.850381] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5ad8a11-cfc0-48a7-9c32-7b34b9bbcf81 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.857034] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Waiting for the task: (returnval){ [ 645.857034] env[69249]: value = "task-3658832" [ 645.857034] env[69249]: _type = "Task" [ 645.857034] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.873875] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.940046] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d85b7f7-8f2d-4bb4-92c8-83de33b9dcc7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.953028] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0ea643-6d8f-4fca-a0c3-00925811258d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.959457] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658831, 'name': Rename_Task, 'duration_secs': 0.144088} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.960105] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.960383] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13ec5a8a-7e7e-4f48-8b60-b8096276b64d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.997175] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5060c5-caa1-45c9-9f88-c575a422b226 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.001463] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 646.001463] env[69249]: value = "task-3658833" [ 646.001463] env[69249]: _type = "Task" [ 646.001463] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.010918] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b70e2e-db91-9526-2902-d90535db522f, 'name': SearchDatastore_Task, 'duration_secs': 0.009725} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.011497] env[69249]: DEBUG nova.compute.manager [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.014479] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.014800] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 0f6e5989-3a56-433f-a736-d067b63e326a/0f6e5989-3a56-433f-a736-d067b63e326a.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.016043] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91b26c9-02d2-4317-a263-e7223bec8168 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.024874] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b26da65f-4d79-48b9-bfdf-16f7d81c41aa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.027016] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658833, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.041083] env[69249]: DEBUG nova.compute.provider_tree [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.044337] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Waiting for the task: (returnval){ [ 646.044337] env[69249]: value = "task-3658834" [ 646.044337] env[69249]: _type = "Task" [ 646.044337] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.053797] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.088482] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658829, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.113137] env[69249]: DEBUG nova.network.neutron [req-a5466b7e-97b3-47c9-9a25-2d01072a2cc4 req-b89a6e9c-9833-4362-91b0-31a54e4b31e8 service nova] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Updated VIF entry in instance network info cache for port 6bc66eb9-eda5-4092-9277-51613f19ce3f. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.113137] env[69249]: DEBUG nova.network.neutron [req-a5466b7e-97b3-47c9-9a25-2d01072a2cc4 req-b89a6e9c-9833-4362-91b0-31a54e4b31e8 service nova] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Updating instance_info_cache with network_info: [{"id": "6bc66eb9-eda5-4092-9277-51613f19ce3f", "address": "fa:16:3e:5c:2e:38", "network": {"id": "3c0d832d-8cbb-409b-9c77-abead79c4636", "bridge": "br-int", "label": "tempest-ImagesTestJSON-621445240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af890dd8a6a344a9911792bc50950020", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bc66eb9-ed", "ovs_interfaceid": "6bc66eb9-eda5-4092-9277-51613f19ce3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.175843] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquiring lock "refresh_cache-def44b38-88fa-40fc-936c-d89fe9e8cf2c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.176494] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquired lock "refresh_cache-def44b38-88fa-40fc-936c-d89fe9e8cf2c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.176494] env[69249]: DEBUG nova.network.neutron [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.237388] env[69249]: DEBUG nova.network.neutron [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Successfully created port: c8c964a2-fd72-4f02-a95a-ef2023afec7a {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.371288] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658832, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.513019] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658833, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.548526] env[69249]: DEBUG nova.scheduler.client.report [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.567172] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485372} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.567172] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 0f6e5989-3a56-433f-a736-d067b63e326a/0f6e5989-3a56-433f-a736-d067b63e326a.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.567172] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.567172] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec36dca8-5d57-4a9f-bab1-3c2252555b46 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.576391] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Waiting for the task: (returnval){ [ 646.576391] env[69249]: value = "task-3658835" [ 646.576391] env[69249]: _type = "Task" [ 646.576391] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.588382] env[69249]: DEBUG nova.virt.hardware [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.588382] env[69249]: DEBUG nova.virt.hardware [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.588382] env[69249]: DEBUG nova.virt.hardware [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.588725] env[69249]: DEBUG nova.virt.hardware [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.588725] env[69249]: DEBUG nova.virt.hardware [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.588725] env[69249]: DEBUG nova.virt.hardware [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.588957] env[69249]: DEBUG nova.virt.hardware [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.589192] env[69249]: DEBUG nova.virt.hardware [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.589374] env[69249]: DEBUG nova.virt.hardware [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.589538] env[69249]: DEBUG nova.virt.hardware [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.589732] env[69249]: DEBUG nova.virt.hardware [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.595522] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40578d92-a1b7-4b73-b361-cd8c6664e40e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.605451] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.613188] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658829, 'name': CreateVM_Task, 'duration_secs': 1.432755} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.615418] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.615943] env[69249]: DEBUG oslo_concurrency.lockutils [req-a5466b7e-97b3-47c9-9a25-2d01072a2cc4 req-b89a6e9c-9833-4362-91b0-31a54e4b31e8 service nova] Releasing lock "refresh_cache-842da838-3269-4f94-9102-c3bf0cea79ed" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.616833] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.617000] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.617319] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.619157] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfc7929-c9cb-4e06-8acf-d3877e603b29 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.623150] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b79b3b-1c1c-436b-b6d4-a24252baf343 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.639960] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:ff:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bec5df07-6ff7-42bb-87c2-8a216de10fa1', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.645311] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.648029] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.649142] env[69249]: DEBUG nova.compute.manager [None req-cc5eba6f-5354-4a09-82d1-00074fc637cf tempest-ServerDiagnosticsV248Test-525473199 tempest-ServerDiagnosticsV248Test-525473199-project-admin] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 646.650362] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 646.650362] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529218ed-930c-e2fe-9c7a-0b3b4e18412d" [ 646.650362] env[69249]: _type = "Task" [ 646.650362] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.650362] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ea21ae1-88c1-4c43-89f0-c7d1a1b2c35e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.665056] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087f037f-454a-4239-ab21-672a476ed85b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.678711] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529218ed-930c-e2fe-9c7a-0b3b4e18412d, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.679020] env[69249]: INFO nova.compute.manager [None req-cc5eba6f-5354-4a09-82d1-00074fc637cf tempest-ServerDiagnosticsV248Test-525473199 tempest-ServerDiagnosticsV248Test-525473199-project-admin] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Retrieving diagnostics [ 646.682013] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.682601] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.682601] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.682601] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.683553] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.683553] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d446ee39-43ca-4aec-a57b-710a83edd321 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.686866] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.686866] env[69249]: value = "task-3658836" [ 646.686866] env[69249]: _type = "Task" [ 646.686866] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.687123] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-883fcfdb-7d65-4c20-a7db-959008094fac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.722802] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658836, 'name': CreateVM_Task} progress is 15%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.724263] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.724427] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.725767] env[69249]: DEBUG nova.network.neutron [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.727811] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e9380d-d469-46df-a615-090251472280 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.734984] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 646.734984] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b338e4-6640-6c89-08c6-d64b871ca1f7" [ 646.734984] env[69249]: _type = "Task" [ 646.734984] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.744074] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b338e4-6640-6c89-08c6-d64b871ca1f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.875708] env[69249]: DEBUG oslo_vmware.api [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Task: {'id': task-3658832, 'name': PowerOnVM_Task, 'duration_secs': 0.695208} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.875864] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.876214] env[69249]: DEBUG nova.compute.manager [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 646.877071] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642a4afe-c078-4bdd-9b43-1fb6d4a9b34d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.959272] env[69249]: DEBUG nova.network.neutron [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Updating instance_info_cache with network_info: [{"id": "a66acd5f-941f-491c-a3cb-fd3b8b08b5ce", "address": "fa:16:3e:8d:eb:40", "network": {"id": "3f87e5dc-c116-4903-9284-04c998d8be30", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1667844632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca9e190c49ad482ebd6106615f49335e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa66acd5f-94", "ovs_interfaceid": "a66acd5f-941f-491c-a3cb-fd3b8b08b5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.013089] env[69249]: DEBUG oslo_vmware.api [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658833, 'name': PowerOnVM_Task, 'duration_secs': 0.65214} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.013373] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.013654] env[69249]: INFO nova.compute.manager [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Took 10.22 seconds to spawn the instance on the hypervisor. [ 647.013924] env[69249]: DEBUG nova.compute.manager [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 647.014653] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064f8b90-1a44-464a-bb8a-c2b5d3e3aafb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.034742] env[69249]: DEBUG nova.compute.manager [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.061384] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.066173] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.235s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.067405] env[69249]: INFO nova.compute.claims [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.081583] env[69249]: DEBUG nova.virt.hardware [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.081583] env[69249]: DEBUG nova.virt.hardware [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.081583] env[69249]: DEBUG nova.virt.hardware [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.082909] env[69249]: DEBUG nova.virt.hardware [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.082909] env[69249]: DEBUG nova.virt.hardware [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.082909] env[69249]: DEBUG nova.virt.hardware [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.082909] env[69249]: DEBUG nova.virt.hardware [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.082909] env[69249]: DEBUG nova.virt.hardware [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.083096] env[69249]: DEBUG nova.virt.hardware [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.083096] env[69249]: DEBUG nova.virt.hardware [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.083096] env[69249]: DEBUG nova.virt.hardware [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.083961] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fdf02a-43e5-475b-9540-f214bd401ac3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.093836] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070641} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.095195] env[69249]: INFO nova.scheduler.client.report [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Deleted allocations for instance 6bb9d5ed-4115-4c93-85ef-cc194111a42c [ 647.096138] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.098195] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d41029b-2a03-4c2d-b796-e46bc3571578 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.104879] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c01285-4fb1-4569-9d30-c86a799280ce {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.135796] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 0f6e5989-3a56-433f-a736-d067b63e326a/0f6e5989-3a56-433f-a736-d067b63e326a.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.136485] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aedb806-9aa6-4c63-bb49-3a921c7e5918 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.159432] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Waiting for the task: (returnval){ [ 647.159432] env[69249]: value = "task-3658837" [ 647.159432] env[69249]: _type = "Task" [ 647.159432] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.172021] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.200898] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658836, 'name': CreateVM_Task, 'duration_secs': 0.406284} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.201097] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.201789] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.201990] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.202293] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.202596] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-defb4fa3-972b-4010-a5f6-b68fae7a101e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.209670] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 647.209670] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f42700-299e-9d0d-8537-ecb9db67bd5c" [ 647.209670] env[69249]: _type = "Task" [ 647.209670] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.222029] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f42700-299e-9d0d-8537-ecb9db67bd5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.248182] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b338e4-6640-6c89-08c6-d64b871ca1f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012587} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.250257] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4add33dd-edbc-4cd0-b2ce-b05859738d2b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.255709] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 647.255709] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b2a5f0-6710-7997-676a-c6db6b040d2f" [ 647.255709] env[69249]: _type = "Task" [ 647.255709] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.268958] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b2a5f0-6710-7997-676a-c6db6b040d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.401096] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.462387] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Releasing lock "refresh_cache-def44b38-88fa-40fc-936c-d89fe9e8cf2c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.462737] env[69249]: DEBUG nova.compute.manager [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Instance network_info: |[{"id": "a66acd5f-941f-491c-a3cb-fd3b8b08b5ce", "address": "fa:16:3e:8d:eb:40", "network": {"id": "3f87e5dc-c116-4903-9284-04c998d8be30", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1667844632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca9e190c49ad482ebd6106615f49335e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa66acd5f-94", "ovs_interfaceid": "a66acd5f-941f-491c-a3cb-fd3b8b08b5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.463820] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:eb:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a66acd5f-941f-491c-a3cb-fd3b8b08b5ce', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.471294] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Creating folder: Project (ca9e190c49ad482ebd6106615f49335e). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.475025] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6aa88fa-7c95-42e4-b136-adcfb2872927 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.485195] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Created folder: Project (ca9e190c49ad482ebd6106615f49335e) in parent group-v729229. [ 647.485195] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Creating folder: Instances. Parent ref: group-v729275. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.485195] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f5ed4b9-49a5-4f78-b245-f9bcc73d9fce {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.495284] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Created folder: Instances in parent group-v729275. [ 647.495284] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.495284] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.497019] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd687d35-2923-4244-8688-692a87e51a01 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.517057] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.517057] env[69249]: value = "task-3658840" [ 647.517057] env[69249]: _type = "Task" [ 647.517057] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.525284] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658840, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.541060] env[69249]: INFO nova.compute.manager [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Took 28.51 seconds to build instance. [ 647.611533] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0cb4a687-deea-405a-be3a-6d1dff3399bb tempest-DeleteServersAdminTestJSON-920882809 tempest-DeleteServersAdminTestJSON-920882809-project-admin] Lock "6bb9d5ed-4115-4c93-85ef-cc194111a42c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.386s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.671422] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.722826] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f42700-299e-9d0d-8537-ecb9db67bd5c, 'name': SearchDatastore_Task, 'duration_secs': 0.016126} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.725167] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.725167] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.725167] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.779101] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b2a5f0-6710-7997-676a-c6db6b040d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.03678} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.779336] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.779640] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 842da838-3269-4f94-9102-c3bf0cea79ed/842da838-3269-4f94-9102-c3bf0cea79ed.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.779992] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.780584] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.780795] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9f4e217-8531-47af-ba87-640c043c11f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.783731] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e2b4932-e4e3-44fe-803d-83df14e93156 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.791785] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 647.791785] env[69249]: value = "task-3658841" [ 647.791785] env[69249]: _type = "Task" [ 647.791785] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.797644] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.797825] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.799571] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623b1905-1f4f-471d-9246-4567a0e3aba4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.806574] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.810020] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 647.810020] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5209fdf6-4e51-813d-9080-844e521abb2e" [ 647.810020] env[69249]: _type = "Task" [ 647.810020] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.820549] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5209fdf6-4e51-813d-9080-844e521abb2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.028800] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658840, 'name': CreateVM_Task, 'duration_secs': 0.399926} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.029090] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.029851] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.030020] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.030364] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.030628] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1183d6bd-47e5-4785-ae1a-3fbf9a927da5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.036923] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 648.036923] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5221c511-3f30-d430-c4d9-3aa506bba55c" [ 648.036923] env[69249]: _type = "Task" [ 648.036923] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.047066] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26c81bbd-633b-414d-9cb2-3db236e2067b tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.688s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.047326] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5221c511-3f30-d430-c4d9-3aa506bba55c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.171213] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658837, 'name': ReconfigVM_Task, 'duration_secs': 0.616408} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.171564] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 0f6e5989-3a56-433f-a736-d067b63e326a/0f6e5989-3a56-433f-a736-d067b63e326a.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.172344] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fd89e6a-5472-44f5-9e59-d79fba9100a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.183666] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Waiting for the task: (returnval){ [ 648.183666] env[69249]: value = "task-3658842" [ 648.183666] env[69249]: _type = "Task" [ 648.183666] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.196275] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658842, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.305969] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500657} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.306289] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 842da838-3269-4f94-9102-c3bf0cea79ed/842da838-3269-4f94-9102-c3bf0cea79ed.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.306500] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.306747] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53128f45-0f8d-4d73-8354-81462e295886 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.320807] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5209fdf6-4e51-813d-9080-844e521abb2e, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.323465] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 648.323465] env[69249]: value = "task-3658843" [ 648.323465] env[69249]: _type = "Task" [ 648.323465] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.324465] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316c6b2a-f1b3-42c6-b5bc-3a813a05eba1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.344022] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.344022] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 648.344022] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522ab83f-d29f-1e7e-20a1-17571d951ba4" [ 648.344022] env[69249]: _type = "Task" [ 648.344022] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.354589] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522ab83f-d29f-1e7e-20a1-17571d951ba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.486866] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c1b12a-12ef-4ca0-ae01-304bfbc61ed7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.496589] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cef0263-5e64-4754-a009-3ce84e9b7c3d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.530603] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813b5a63-d9e7-41b6-a7e2-15039936dc77 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.542498] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadfe99b-5473-4b00-96b1-1eb775b65110 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.562075] env[69249]: DEBUG nova.compute.manager [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.564706] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5221c511-3f30-d430-c4d9-3aa506bba55c, 'name': SearchDatastore_Task, 'duration_secs': 0.060852} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.565156] env[69249]: DEBUG nova.compute.provider_tree [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.566355] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.566593] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.566826] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.655832] env[69249]: DEBUG nova.compute.manager [req-7edcd7f2-3a7b-4bda-946a-04e6f291fcd9 req-0879b90a-f488-4fde-86b3-e18b88c54345 service nova] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Received event network-vif-plugged-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.656088] env[69249]: DEBUG oslo_concurrency.lockutils [req-7edcd7f2-3a7b-4bda-946a-04e6f291fcd9 req-0879b90a-f488-4fde-86b3-e18b88c54345 service nova] Acquiring lock "def44b38-88fa-40fc-936c-d89fe9e8cf2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.656304] env[69249]: DEBUG oslo_concurrency.lockutils [req-7edcd7f2-3a7b-4bda-946a-04e6f291fcd9 req-0879b90a-f488-4fde-86b3-e18b88c54345 service nova] Lock "def44b38-88fa-40fc-936c-d89fe9e8cf2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.656486] env[69249]: DEBUG oslo_concurrency.lockutils [req-7edcd7f2-3a7b-4bda-946a-04e6f291fcd9 req-0879b90a-f488-4fde-86b3-e18b88c54345 service nova] Lock "def44b38-88fa-40fc-936c-d89fe9e8cf2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.656695] env[69249]: DEBUG nova.compute.manager [req-7edcd7f2-3a7b-4bda-946a-04e6f291fcd9 req-0879b90a-f488-4fde-86b3-e18b88c54345 service nova] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] No waiting events found dispatching network-vif-plugged-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 648.656932] env[69249]: WARNING nova.compute.manager [req-7edcd7f2-3a7b-4bda-946a-04e6f291fcd9 req-0879b90a-f488-4fde-86b3-e18b88c54345 service nova] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Received unexpected event network-vif-plugged-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce for instance with vm_state building and task_state spawning. [ 648.658934] env[69249]: DEBUG nova.compute.manager [req-7edcd7f2-3a7b-4bda-946a-04e6f291fcd9 req-0879b90a-f488-4fde-86b3-e18b88c54345 service nova] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Received event network-changed-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.659213] env[69249]: DEBUG nova.compute.manager [req-7edcd7f2-3a7b-4bda-946a-04e6f291fcd9 req-0879b90a-f488-4fde-86b3-e18b88c54345 service nova] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Refreshing instance network info cache due to event network-changed-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.659423] env[69249]: DEBUG oslo_concurrency.lockutils [req-7edcd7f2-3a7b-4bda-946a-04e6f291fcd9 req-0879b90a-f488-4fde-86b3-e18b88c54345 service nova] Acquiring lock "refresh_cache-def44b38-88fa-40fc-936c-d89fe9e8cf2c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.659509] env[69249]: DEBUG oslo_concurrency.lockutils [req-7edcd7f2-3a7b-4bda-946a-04e6f291fcd9 req-0879b90a-f488-4fde-86b3-e18b88c54345 service nova] Acquired lock "refresh_cache-def44b38-88fa-40fc-936c-d89fe9e8cf2c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.659665] env[69249]: DEBUG nova.network.neutron [req-7edcd7f2-3a7b-4bda-946a-04e6f291fcd9 req-0879b90a-f488-4fde-86b3-e18b88c54345 service nova] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Refreshing network info cache for port a66acd5f-941f-491c-a3cb-fd3b8b08b5ce {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.677465] env[69249]: DEBUG nova.network.neutron [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Successfully updated port: c8c964a2-fd72-4f02-a95a-ef2023afec7a {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.699496] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658842, 'name': Rename_Task, 'duration_secs': 0.212087} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.703432] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.703873] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d734b39d-9a1f-44c2-b42f-0341c8665f78 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.712332] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Waiting for the task: (returnval){ [ 648.712332] env[69249]: value = "task-3658844" [ 648.712332] env[69249]: _type = "Task" [ 648.712332] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.724487] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.775069] env[69249]: DEBUG nova.compute.manager [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 648.776016] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b27581-7cf5-4fcf-9ada-512edd6fbb0c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.847125] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075796} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.850582] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.851757] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c99145f-efdf-4b8e-acd9-e58f5418173d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.860784] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522ab83f-d29f-1e7e-20a1-17571d951ba4, 'name': SearchDatastore_Task, 'duration_secs': 0.013511} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.870231] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.870524] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] d836fbf5-1a50-4cb7-b082-ed46a724cf59/d836fbf5-1a50-4cb7-b082-ed46a724cf59.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.883604] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 842da838-3269-4f94-9102-c3bf0cea79ed/842da838-3269-4f94-9102-c3bf0cea79ed.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.883604] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.884358] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.884358] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a583d79c-9fa6-4193-af48-7ed47f9f4600 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.886387] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d267f7a0-1e10-46a2-b1d6-b233c0d84a41 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.901791] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-822ca57e-fda3-494f-bd54-2547a20dd089 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.909763] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 648.909763] env[69249]: value = "task-3658845" [ 648.909763] env[69249]: _type = "Task" [ 648.909763] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.912012] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 648.912012] env[69249]: value = "task-3658846" [ 648.912012] env[69249]: _type = "Task" [ 648.912012] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.912299] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.912779] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.918207] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3db7e400-d8a5-48a5-87e2-9318c07e44e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.928400] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658846, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.932565] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.932872] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 648.932872] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521bad65-3605-0c42-0584-873c111a0cde" [ 648.932872] env[69249]: _type = "Task" [ 648.932872] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.944760] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521bad65-3605-0c42-0584-873c111a0cde, 'name': SearchDatastore_Task, 'duration_secs': 0.01474} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.945876] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fc5d5e-6910-4798-bb02-61ef77962551 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.948419] env[69249]: DEBUG oslo_concurrency.lockutils [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Acquiring lock "12dc80b7-ad90-48b7-9883-831fcd8d8960" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.948635] env[69249]: DEBUG oslo_concurrency.lockutils [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Lock "12dc80b7-ad90-48b7-9883-831fcd8d8960" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.948828] env[69249]: DEBUG oslo_concurrency.lockutils [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Acquiring lock "12dc80b7-ad90-48b7-9883-831fcd8d8960-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.949010] env[69249]: DEBUG oslo_concurrency.lockutils [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Lock "12dc80b7-ad90-48b7-9883-831fcd8d8960-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.949176] env[69249]: DEBUG oslo_concurrency.lockutils [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Lock "12dc80b7-ad90-48b7-9883-831fcd8d8960-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.951529] env[69249]: INFO nova.compute.manager [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Terminating instance [ 648.955294] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 648.955294] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5281a08e-e4bd-9fd3-1cc7-46c4c6583c87" [ 648.955294] env[69249]: _type = "Task" [ 648.955294] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.965384] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5281a08e-e4bd-9fd3-1cc7-46c4c6583c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.095136] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.110746] env[69249]: ERROR nova.scheduler.client.report [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [req-a4f8c4ce-8277-4620-911a-485ca5600c12] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c355696e-e44b-4fc5-8175-1e54a0df25d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a4f8c4ce-8277-4620-911a-485ca5600c12"}]} [ 649.135033] env[69249]: DEBUG nova.scheduler.client.report [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Refreshing inventories for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 649.154675] env[69249]: DEBUG nova.scheduler.client.report [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Updating ProviderTree inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 649.154944] env[69249]: DEBUG nova.compute.provider_tree [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.172062] env[69249]: DEBUG nova.scheduler.client.report [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Refreshing aggregate associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, aggregates: None {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 649.172367] env[69249]: DEBUG nova.compute.provider_tree [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 30 to 31 during operation: update_aggregates {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 649.180279] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquiring lock "refresh_cache-a76e1683-a93e-4493-8ba5-a4931b546f7d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.180439] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquired lock "refresh_cache-a76e1683-a93e-4493-8ba5-a4931b546f7d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.180605] env[69249]: DEBUG nova.network.neutron [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.206088] env[69249]: DEBUG nova.scheduler.client.report [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Refreshing trait associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 649.210857] env[69249]: DEBUG nova.compute.manager [req-035e5a40-1795-49d7-a190-9fff572b9b5e req-d687c0f6-d010-445b-b52b-b168a2eee354 service nova] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Received event network-vif-plugged-c8c964a2-fd72-4f02-a95a-ef2023afec7a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.211126] env[69249]: DEBUG oslo_concurrency.lockutils [req-035e5a40-1795-49d7-a190-9fff572b9b5e req-d687c0f6-d010-445b-b52b-b168a2eee354 service nova] Acquiring lock "a76e1683-a93e-4493-8ba5-a4931b546f7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.211351] env[69249]: DEBUG oslo_concurrency.lockutils [req-035e5a40-1795-49d7-a190-9fff572b9b5e req-d687c0f6-d010-445b-b52b-b168a2eee354 service nova] Lock "a76e1683-a93e-4493-8ba5-a4931b546f7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.211629] env[69249]: DEBUG oslo_concurrency.lockutils [req-035e5a40-1795-49d7-a190-9fff572b9b5e req-d687c0f6-d010-445b-b52b-b168a2eee354 service nova] Lock "a76e1683-a93e-4493-8ba5-a4931b546f7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.212218] env[69249]: DEBUG nova.compute.manager [req-035e5a40-1795-49d7-a190-9fff572b9b5e req-d687c0f6-d010-445b-b52b-b168a2eee354 service nova] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] No waiting events found dispatching network-vif-plugged-c8c964a2-fd72-4f02-a95a-ef2023afec7a {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 649.212218] env[69249]: WARNING nova.compute.manager [req-035e5a40-1795-49d7-a190-9fff572b9b5e req-d687c0f6-d010-445b-b52b-b168a2eee354 service nova] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Received unexpected event network-vif-plugged-c8c964a2-fd72-4f02-a95a-ef2023afec7a for instance with vm_state building and task_state spawning. [ 649.227166] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658844, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.291103] env[69249]: INFO nova.compute.manager [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] instance snapshotting [ 649.295520] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a51227-a423-488c-9c8b-ae09b2cd89a2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.327685] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286b9b24-a567-4f2a-9923-3d8d5bf41948 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.433144] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658845, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.438337] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658846, 'name': ReconfigVM_Task, 'duration_secs': 0.434032} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.438756] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 842da838-3269-4f94-9102-c3bf0cea79ed/842da838-3269-4f94-9102-c3bf0cea79ed.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.439748] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22dedd9a-46ef-4ca5-a1c4-8a7e0d75851a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.452445] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 649.452445] env[69249]: value = "task-3658847" [ 649.452445] env[69249]: _type = "Task" [ 649.452445] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.456241] env[69249]: DEBUG oslo_concurrency.lockutils [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Acquiring lock "refresh_cache-12dc80b7-ad90-48b7-9883-831fcd8d8960" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.456435] env[69249]: DEBUG oslo_concurrency.lockutils [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Acquired lock "refresh_cache-12dc80b7-ad90-48b7-9883-831fcd8d8960" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.460027] env[69249]: DEBUG nova.network.neutron [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.468760] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658847, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.474335] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5281a08e-e4bd-9fd3-1cc7-46c4c6583c87, 'name': SearchDatastore_Task, 'duration_secs': 0.01401} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.475251] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.475507] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] def44b38-88fa-40fc-936c-d89fe9e8cf2c/def44b38-88fa-40fc-936c-d89fe9e8cf2c.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.476100] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80ec76e6-3272-4738-8ca1-8de6ce5ca8d1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.490156] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 649.490156] env[69249]: value = "task-3658848" [ 649.490156] env[69249]: _type = "Task" [ 649.490156] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.502292] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3658848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.524317] env[69249]: DEBUG nova.network.neutron [req-7edcd7f2-3a7b-4bda-946a-04e6f291fcd9 req-0879b90a-f488-4fde-86b3-e18b88c54345 service nova] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Updated VIF entry in instance network info cache for port a66acd5f-941f-491c-a3cb-fd3b8b08b5ce. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.524644] env[69249]: DEBUG nova.network.neutron [req-7edcd7f2-3a7b-4bda-946a-04e6f291fcd9 req-0879b90a-f488-4fde-86b3-e18b88c54345 service nova] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Updating instance_info_cache with network_info: [{"id": "a66acd5f-941f-491c-a3cb-fd3b8b08b5ce", "address": "fa:16:3e:8d:eb:40", "network": {"id": "3f87e5dc-c116-4903-9284-04c998d8be30", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1667844632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca9e190c49ad482ebd6106615f49335e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa66acd5f-94", "ovs_interfaceid": "a66acd5f-941f-491c-a3cb-fd3b8b08b5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.652015] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquiring lock "1b505adf-dfe3-46a2-bd46-76059968eb7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.652486] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Lock "1b505adf-dfe3-46a2-bd46-76059968eb7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.674228] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b625eb-6b48-4da3-a9ef-fddc1e21ee81 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.683956] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbeb5ad-a632-4b59-852e-3a270d89d791 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.723337] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36bd14f-8636-47a3-a6f5-c4a7dde37565 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.733118] env[69249]: DEBUG oslo_vmware.api [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658844, 'name': PowerOnVM_Task, 'duration_secs': 0.557768} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.735539] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.735764] env[69249]: INFO nova.compute.manager [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Took 10.40 seconds to spawn the instance on the hypervisor. [ 649.735949] env[69249]: DEBUG nova.compute.manager [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 649.736787] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f16dfa-5c03-4a2c-bf0d-4759bf3906fc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.740564] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69953687-5dd1-4040-b44d-1d6a40f4df9e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.756185] env[69249]: DEBUG nova.compute.provider_tree [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.762301] env[69249]: DEBUG nova.network.neutron [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.848065] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 649.848384] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-92031d09-6c78-4bba-bbf3-fc45e4f07693 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.858280] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 649.858280] env[69249]: value = "task-3658849" [ 649.858280] env[69249]: _type = "Task" [ 649.858280] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.869726] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658849, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.923447] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658845, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.966103] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658847, 'name': Rename_Task, 'duration_secs': 0.170778} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.966103] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.967666] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ca0b774-a5f3-4e82-bc98-2c2e45c95cc5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.975145] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 649.975145] env[69249]: value = "task-3658850" [ 649.975145] env[69249]: _type = "Task" [ 649.975145] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.984461] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.999704] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3658848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.013729] env[69249]: DEBUG nova.network.neutron [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.020496] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquiring lock "684b6beb-4d7d-4bc1-9e05-a0cf6d130e57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.020688] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Lock "684b6beb-4d7d-4bc1-9e05-a0cf6d130e57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.020931] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquiring lock "684b6beb-4d7d-4bc1-9e05-a0cf6d130e57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.021137] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Lock "684b6beb-4d7d-4bc1-9e05-a0cf6d130e57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.021312] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Lock "684b6beb-4d7d-4bc1-9e05-a0cf6d130e57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.023445] env[69249]: INFO nova.compute.manager [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Terminating instance [ 650.026562] env[69249]: DEBUG oslo_concurrency.lockutils [req-7edcd7f2-3a7b-4bda-946a-04e6f291fcd9 req-0879b90a-f488-4fde-86b3-e18b88c54345 service nova] Releasing lock "refresh_cache-def44b38-88fa-40fc-936c-d89fe9e8cf2c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.143800] env[69249]: DEBUG nova.network.neutron [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Updating instance_info_cache with network_info: [{"id": "c8c964a2-fd72-4f02-a95a-ef2023afec7a", "address": "fa:16:3e:c5:03:e8", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c964a2-fd", "ovs_interfaceid": "c8c964a2-fd72-4f02-a95a-ef2023afec7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.164837] env[69249]: DEBUG nova.network.neutron [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.277603] env[69249]: INFO nova.compute.manager [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Took 30.17 seconds to build instance. [ 650.310441] env[69249]: DEBUG nova.scheduler.client.report [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 31 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 650.310728] env[69249]: DEBUG nova.compute.provider_tree [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 31 to 32 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 650.310868] env[69249]: DEBUG nova.compute.provider_tree [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.369564] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658849, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.425785] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658845, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.487309] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.507363] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3658848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.531015] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquiring lock "refresh_cache-684b6beb-4d7d-4bc1-9e05-a0cf6d130e57" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.531015] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquired lock "refresh_cache-684b6beb-4d7d-4bc1-9e05-a0cf6d130e57" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.531015] env[69249]: DEBUG nova.network.neutron [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.650491] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Releasing lock "refresh_cache-a76e1683-a93e-4493-8ba5-a4931b546f7d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.650491] env[69249]: DEBUG nova.compute.manager [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Instance network_info: |[{"id": "c8c964a2-fd72-4f02-a95a-ef2023afec7a", "address": "fa:16:3e:c5:03:e8", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c964a2-fd", "ovs_interfaceid": "c8c964a2-fd72-4f02-a95a-ef2023afec7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.650767] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:03:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8c964a2-fd72-4f02-a95a-ef2023afec7a', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.660433] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Creating folder: Project (2ac15a1b73e442fd9c7e898e258a0169). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.660433] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74b47e4d-0ae7-4cd0-95eb-c7d37069b451 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.671643] env[69249]: DEBUG oslo_concurrency.lockutils [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Releasing lock "refresh_cache-12dc80b7-ad90-48b7-9883-831fcd8d8960" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.674039] env[69249]: DEBUG nova.compute.manager [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.674039] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.674039] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5285c06-e209-4ece-b22f-a46221ac2628 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.680871] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Created folder: Project (2ac15a1b73e442fd9c7e898e258a0169) in parent group-v729229. [ 650.680871] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Creating folder: Instances. Parent ref: group-v729278. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.681642] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf04471e-87ab-4fe4-93d5-d3556bb979cb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.687537] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.690816] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff7cb0a8-76cb-4749-b1f0-9c4632a6d25f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.697026] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Created folder: Instances in parent group-v729278. [ 650.697026] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.703141] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.703141] env[69249]: DEBUG oslo_vmware.api [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Waiting for the task: (returnval){ [ 650.703141] env[69249]: value = "task-3658853" [ 650.703141] env[69249]: _type = "Task" [ 650.703141] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.703141] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d815a3e-d7bc-402c-8d35-3bc9090f3906 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.727165] env[69249]: DEBUG oslo_vmware.api [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.728671] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.728671] env[69249]: value = "task-3658854" [ 650.728671] env[69249]: _type = "Task" [ 650.728671] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.739919] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658854, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.783958] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e86e0910-9c75-436d-9a69-e074472b0a03 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Lock "0f6e5989-3a56-433f-a736-d067b63e326a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.259s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.818039] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.752s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.818469] env[69249]: DEBUG nova.compute.manager [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.824784] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.835s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.825238] env[69249]: DEBUG nova.objects.instance [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Lazy-loading 'resources' on Instance uuid 854a5d04-242b-46bb-9ded-6316570295c2 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 650.878598] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658849, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.934894] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658845, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.593048} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.935301] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] d836fbf5-1a50-4cb7-b082-ed46a724cf59/d836fbf5-1a50-4cb7-b082-ed46a724cf59.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.935603] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.935952] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9876e89e-6397-4b71-a3bd-780a8ad20e3e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.949269] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 650.949269] env[69249]: value = "task-3658855" [ 650.949269] env[69249]: _type = "Task" [ 650.949269] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.962589] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.989317] env[69249]: DEBUG oslo_vmware.api [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658850, 'name': PowerOnVM_Task, 'duration_secs': 0.696648} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.989618] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.989857] env[69249]: INFO nova.compute.manager [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Took 9.07 seconds to spawn the instance on the hypervisor. [ 650.990060] env[69249]: DEBUG nova.compute.manager [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 650.990998] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c130ebf-ebea-43dd-b691-bd747a1c3cf9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.011093] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3658848, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.060315] env[69249]: DEBUG nova.network.neutron [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.229808] env[69249]: DEBUG oslo_vmware.api [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658853, 'name': PowerOffVM_Task, 'duration_secs': 0.172185} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.233308] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.233479] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.233759] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d36c4c1-5d7b-4ae6-99e7-2ccae1f86396 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.240946] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658854, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.242472] env[69249]: DEBUG nova.network.neutron [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.264922] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.265166] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.265350] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Deleting the datastore file [datastore1] 12dc80b7-ad90-48b7-9883-831fcd8d8960 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.265966] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68c984d4-c775-49b8-a092-56557b601397 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.276185] env[69249]: DEBUG oslo_vmware.api [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Waiting for the task: (returnval){ [ 651.276185] env[69249]: value = "task-3658857" [ 651.276185] env[69249]: _type = "Task" [ 651.276185] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.287228] env[69249]: DEBUG oslo_vmware.api [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.287228] env[69249]: DEBUG nova.compute.manager [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.333063] env[69249]: DEBUG nova.compute.utils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.339818] env[69249]: DEBUG nova.compute.manager [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.339979] env[69249]: DEBUG nova.network.neutron [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.375359] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658849, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.461859] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160948} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.463461] env[69249]: DEBUG nova.policy [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37202b2d4c9546bfbef711964e037e6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb0e281b714f4488841dc8c9a823e308', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.464977] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.465938] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d380cf6-ddad-4c1a-93f7-0072a641556f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.500053] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] d836fbf5-1a50-4cb7-b082-ed46a724cf59/d836fbf5-1a50-4cb7-b082-ed46a724cf59.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.503742] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1da7f43b-d909-49a9-8a2c-65a7e0b81c29 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.539729] env[69249]: INFO nova.compute.manager [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Took 27.59 seconds to build instance. [ 651.546156] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3658848, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.534279} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.550043] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] def44b38-88fa-40fc-936c-d89fe9e8cf2c/def44b38-88fa-40fc-936c-d89fe9e8cf2c.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.550412] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.550593] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 651.550593] env[69249]: value = "task-3658858" [ 651.550593] env[69249]: _type = "Task" [ 651.550593] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.552010] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e33095a-5ec5-489e-940d-72176d34cc2a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.563877] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658858, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.569426] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 651.569426] env[69249]: value = "task-3658859" [ 651.569426] env[69249]: _type = "Task" [ 651.569426] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.581998] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3658859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.744973] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658854, 'name': CreateVM_Task, 'duration_secs': 0.581683} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.744973] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.745325] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Releasing lock "refresh_cache-684b6beb-4d7d-4bc1-9e05-a0cf6d130e57" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.745956] env[69249]: DEBUG nova.compute.manager [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.746172] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.746872] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.747089] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.747390] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.748257] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f520704-c69d-4a15-8b24-c22bf7ae1948 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.751155] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2efb6203-f2f9-497f-aa80-900b4110b8f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.762782] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 651.762782] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a77d3a-eaf1-9394-4202-09428364c317" [ 651.762782] env[69249]: _type = "Task" [ 651.762782] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.764978] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.768321] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0c2338b-f68e-4440-a114-9be6ed4d489d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.777809] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a77d3a-eaf1-9394-4202-09428364c317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.783949] env[69249]: DEBUG oslo_vmware.api [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 651.783949] env[69249]: value = "task-3658860" [ 651.783949] env[69249]: _type = "Task" [ 651.783949] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.791542] env[69249]: DEBUG oslo_vmware.api [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Task: {'id': task-3658857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126842} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.794585] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.794777] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.794952] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.795193] env[69249]: INFO nova.compute.manager [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Took 1.12 seconds to destroy the instance on the hypervisor. [ 651.795373] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.804061] env[69249]: DEBUG nova.compute.manager [-] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.804187] env[69249]: DEBUG nova.network.neutron [-] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.806914] env[69249]: DEBUG oslo_vmware.api [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.821013] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fbfd56-0ea6-4445-a5c8-09bdbacba8a2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.825663] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.831834] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be33fee0-8f98-4d8e-9e57-0997d420ce76 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.841138] env[69249]: DEBUG nova.compute.manager [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.881160] env[69249]: DEBUG nova.network.neutron [-] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.885100] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3b048f-84d5-4d0c-ba77-e9ec27a898b8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.899875] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658849, 'name': CreateSnapshot_Task, 'duration_secs': 1.599855} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.900411] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 651.901630] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d8faee-f0ec-45b4-9f59-92f060b772f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.910701] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38e5617-7f96-4019-a1dc-ab9d072580d9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.944057] env[69249]: DEBUG nova.compute.provider_tree [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 652.042231] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27b66fc4-9588-4ee4-bc0e-a02ac5447b53 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "842da838-3269-4f94-9102-c3bf0cea79ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.399s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.076241] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.086716] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3658859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.086974] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.087833] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c04b161-215c-4702-871f-8561e4274770 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.113369] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] def44b38-88fa-40fc-936c-d89fe9e8cf2c/def44b38-88fa-40fc-936c-d89fe9e8cf2c.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.113369] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-108f8b24-c004-4c31-9e89-f0e888d12d3c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.138600] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 652.138600] env[69249]: value = "task-3658861" [ 652.138600] env[69249]: _type = "Task" [ 652.138600] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.149300] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3658861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.153219] env[69249]: DEBUG nova.network.neutron [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Successfully created port: 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.225750] env[69249]: DEBUG nova.compute.manager [req-aa6ea506-a706-432e-9770-aed675a0da75 req-b43ac847-cc8d-42c9-b6e0-d1ead66493ec service nova] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Received event network-changed-c8c964a2-fd72-4f02-a95a-ef2023afec7a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.226012] env[69249]: DEBUG nova.compute.manager [req-aa6ea506-a706-432e-9770-aed675a0da75 req-b43ac847-cc8d-42c9-b6e0-d1ead66493ec service nova] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Refreshing instance network info cache due to event network-changed-c8c964a2-fd72-4f02-a95a-ef2023afec7a. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.226256] env[69249]: DEBUG oslo_concurrency.lockutils [req-aa6ea506-a706-432e-9770-aed675a0da75 req-b43ac847-cc8d-42c9-b6e0-d1ead66493ec service nova] Acquiring lock "refresh_cache-a76e1683-a93e-4493-8ba5-a4931b546f7d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.228276] env[69249]: DEBUG oslo_concurrency.lockutils [req-aa6ea506-a706-432e-9770-aed675a0da75 req-b43ac847-cc8d-42c9-b6e0-d1ead66493ec service nova] Acquired lock "refresh_cache-a76e1683-a93e-4493-8ba5-a4931b546f7d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.228276] env[69249]: DEBUG nova.network.neutron [req-aa6ea506-a706-432e-9770-aed675a0da75 req-b43ac847-cc8d-42c9-b6e0-d1ead66493ec service nova] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Refreshing network info cache for port c8c964a2-fd72-4f02-a95a-ef2023afec7a {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.280022] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a77d3a-eaf1-9394-4202-09428364c317, 'name': SearchDatastore_Task, 'duration_secs': 0.015245} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.280313] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.280824] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.280824] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.280824] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.280983] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.281287] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b68ce17-fe6e-433b-96e2-fb1cd0720b37 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.296102] env[69249]: DEBUG oslo_vmware.api [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658860, 'name': PowerOffVM_Task, 'duration_secs': 0.513526} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.296102] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.296102] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.296395] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bee4dc3-d616-470a-a38d-29f7ed8df3b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.299115] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.299895] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.300357] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9907357a-500b-460c-8d1e-ce1df240197b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.307312] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 652.307312] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528effaf-7a95-248f-5860-d7b60463f980" [ 652.307312] env[69249]: _type = "Task" [ 652.307312] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.316580] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528effaf-7a95-248f-5860-d7b60463f980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.328089] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.328089] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.328089] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Deleting the datastore file [datastore2] 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.328089] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a90ce9cc-ad84-4924-ab3f-a67aeff30bff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.335756] env[69249]: DEBUG oslo_vmware.api [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for the task: (returnval){ [ 652.335756] env[69249]: value = "task-3658863" [ 652.335756] env[69249]: _type = "Task" [ 652.335756] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.351369] env[69249]: DEBUG oslo_vmware.api [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.381973] env[69249]: DEBUG nova.network.neutron [-] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.454821] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 652.458530] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a03e89e3-42d6-45a6-947e-97517163687e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.473470] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 652.473470] env[69249]: value = "task-3658864" [ 652.473470] env[69249]: _type = "Task" [ 652.473470] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.491096] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658864, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.511714] env[69249]: DEBUG nova.scheduler.client.report [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 32 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 652.511714] env[69249]: DEBUG nova.compute.provider_tree [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 32 to 33 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 652.511714] env[69249]: DEBUG nova.compute.provider_tree [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 652.548179] env[69249]: DEBUG nova.compute.manager [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.572861] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.661722] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3658861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.822200] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528effaf-7a95-248f-5860-d7b60463f980, 'name': SearchDatastore_Task, 'duration_secs': 0.025895} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.823454] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679e0325-c0fb-4a5b-bc8f-614edf6df5cc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.833730] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 652.833730] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5277e337-079e-beaa-0640-88e30d62de1c" [ 652.833730] env[69249]: _type = "Task" [ 652.833730] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.852965] env[69249]: DEBUG nova.compute.manager [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.864278] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5277e337-079e-beaa-0640-88e30d62de1c, 'name': SearchDatastore_Task, 'duration_secs': 0.014852} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.864278] env[69249]: DEBUG oslo_vmware.api [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Task: {'id': task-3658863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307377} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.864278] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.864278] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] a76e1683-a93e-4493-8ba5-a4931b546f7d/a76e1683-a93e-4493-8ba5-a4931b546f7d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.864631] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.864853] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.865087] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.865299] env[69249]: INFO nova.compute.manager [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Took 1.12 seconds to destroy the instance on the hypervisor. [ 652.865919] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.865919] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32387d33-70b2-4a69-a127-3240f80942e2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.867924] env[69249]: DEBUG nova.compute.manager [-] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.868108] env[69249]: DEBUG nova.network.neutron [-] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.877850] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 652.877850] env[69249]: value = "task-3658865" [ 652.877850] env[69249]: _type = "Task" [ 652.877850] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.884433] env[69249]: INFO nova.compute.manager [-] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Took 1.08 seconds to deallocate network for instance. [ 652.894643] env[69249]: DEBUG nova.network.neutron [-] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.898098] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3658865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.900561] env[69249]: DEBUG nova.virt.hardware [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.901042] env[69249]: DEBUG nova.virt.hardware [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.901042] env[69249]: DEBUG nova.virt.hardware [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.901253] env[69249]: DEBUG nova.virt.hardware [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.901339] env[69249]: DEBUG nova.virt.hardware [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.902932] env[69249]: DEBUG nova.virt.hardware [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.902932] env[69249]: DEBUG nova.virt.hardware [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.902932] env[69249]: DEBUG nova.virt.hardware [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.902932] env[69249]: DEBUG nova.virt.hardware [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.902932] env[69249]: DEBUG nova.virt.hardware [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.903180] env[69249]: DEBUG nova.virt.hardware [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.903266] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fdb3c2-be9f-4032-a8ea-cfcebae2c63b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.912984] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6b68e3-be10-4938-ae7b-4382f6b0a6f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.988372] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658864, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.018496] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.021127] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.786s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.026319] env[69249]: INFO nova.compute.claims [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.060368] env[69249]: INFO nova.scheduler.client.report [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Deleted allocations for instance 854a5d04-242b-46bb-9ded-6316570295c2 [ 653.079269] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658858, 'name': ReconfigVM_Task, 'duration_secs': 1.106068} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.080856] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.081114] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Reconfigured VM instance instance-0000000a to attach disk [datastore2] d836fbf5-1a50-4cb7-b082-ed46a724cf59/d836fbf5-1a50-4cb7-b082-ed46a724cf59.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.082969] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0123b361-bdd7-4a9c-91c2-b04acc3edb4e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.093282] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 653.093282] env[69249]: value = "task-3658866" [ 653.093282] env[69249]: _type = "Task" [ 653.093282] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.110287] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658866, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.157030] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3658861, 'name': ReconfigVM_Task, 'duration_secs': 0.98482} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.157030] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Reconfigured VM instance instance-0000000d to attach disk [datastore2] def44b38-88fa-40fc-936c-d89fe9e8cf2c/def44b38-88fa-40fc-936c-d89fe9e8cf2c.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.157030] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fe4c1ce-59a7-427f-9b29-e5cad05331c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.167350] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 653.167350] env[69249]: value = "task-3658867" [ 653.167350] env[69249]: _type = "Task" [ 653.167350] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.178644] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3658867, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.309542] env[69249]: DEBUG nova.network.neutron [req-aa6ea506-a706-432e-9770-aed675a0da75 req-b43ac847-cc8d-42c9-b6e0-d1ead66493ec service nova] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Updated VIF entry in instance network info cache for port c8c964a2-fd72-4f02-a95a-ef2023afec7a. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.309736] env[69249]: DEBUG nova.network.neutron [req-aa6ea506-a706-432e-9770-aed675a0da75 req-b43ac847-cc8d-42c9-b6e0-d1ead66493ec service nova] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Updating instance_info_cache with network_info: [{"id": "c8c964a2-fd72-4f02-a95a-ef2023afec7a", "address": "fa:16:3e:c5:03:e8", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8c964a2-fd", "ovs_interfaceid": "c8c964a2-fd72-4f02-a95a-ef2023afec7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.390574] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3658865, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.408788] env[69249]: DEBUG nova.network.neutron [-] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.410107] env[69249]: DEBUG oslo_concurrency.lockutils [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.484235] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658864, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.575707] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59bce08c-826f-4278-88f4-7dd0c8a24068 tempest-TenantUsagesTestJSON-1423918146 tempest-TenantUsagesTestJSON-1423918146-project-member] Lock "854a5d04-242b-46bb-9ded-6316570295c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.642s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.603516] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658866, 'name': Rename_Task, 'duration_secs': 0.333763} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.603690] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.603919] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-131e303c-889d-48bf-99e6-6b23bcd8b042 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.614938] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 653.614938] env[69249]: value = "task-3658868" [ 653.614938] env[69249]: _type = "Task" [ 653.614938] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.623657] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.681173] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3658867, 'name': Rename_Task, 'duration_secs': 0.390332} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.681555] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.681978] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-723be9e4-149c-4af9-9a0e-d69c750da140 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.693168] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 653.693168] env[69249]: value = "task-3658869" [ 653.693168] env[69249]: _type = "Task" [ 653.693168] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.702728] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3658869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.769140] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6eb8724e-82f1-4a9b-b06f-42f9a6e916bc tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "842da838-3269-4f94-9102-c3bf0cea79ed" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.769417] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6eb8724e-82f1-4a9b-b06f-42f9a6e916bc tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "842da838-3269-4f94-9102-c3bf0cea79ed" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.769595] env[69249]: DEBUG nova.compute.manager [None req-6eb8724e-82f1-4a9b-b06f-42f9a6e916bc tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 653.770493] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb19414-add5-4af7-8e8a-a7d6f0ed92f2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.778272] env[69249]: DEBUG nova.compute.manager [None req-6eb8724e-82f1-4a9b-b06f-42f9a6e916bc tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69249) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 653.778857] env[69249]: DEBUG nova.objects.instance [None req-6eb8724e-82f1-4a9b-b06f-42f9a6e916bc tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lazy-loading 'flavor' on Instance uuid 842da838-3269-4f94-9102-c3bf0cea79ed {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.812826] env[69249]: DEBUG oslo_concurrency.lockutils [req-aa6ea506-a706-432e-9770-aed675a0da75 req-b43ac847-cc8d-42c9-b6e0-d1ead66493ec service nova] Releasing lock "refresh_cache-a76e1683-a93e-4493-8ba5-a4931b546f7d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.813116] env[69249]: DEBUG nova.compute.manager [req-aa6ea506-a706-432e-9770-aed675a0da75 req-b43ac847-cc8d-42c9-b6e0-d1ead66493ec service nova] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Received event network-changed-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.813283] env[69249]: DEBUG nova.compute.manager [req-aa6ea506-a706-432e-9770-aed675a0da75 req-b43ac847-cc8d-42c9-b6e0-d1ead66493ec service nova] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Refreshing instance network info cache due to event network-changed-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.813491] env[69249]: DEBUG oslo_concurrency.lockutils [req-aa6ea506-a706-432e-9770-aed675a0da75 req-b43ac847-cc8d-42c9-b6e0-d1ead66493ec service nova] Acquiring lock "refresh_cache-4aa31fef-e939-4657-8a8f-48042bd1d081" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.813683] env[69249]: DEBUG oslo_concurrency.lockutils [req-aa6ea506-a706-432e-9770-aed675a0da75 req-b43ac847-cc8d-42c9-b6e0-d1ead66493ec service nova] Acquired lock "refresh_cache-4aa31fef-e939-4657-8a8f-48042bd1d081" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.814091] env[69249]: DEBUG nova.network.neutron [req-aa6ea506-a706-432e-9770-aed675a0da75 req-b43ac847-cc8d-42c9-b6e0-d1ead66493ec service nova] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Refreshing network info cache for port 00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.892810] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3658865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587565} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.893938] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] a76e1683-a93e-4493-8ba5-a4931b546f7d/a76e1683-a93e-4493-8ba5-a4931b546f7d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.894377] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.896016] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4131568-8d28-4f5a-8448-7b51053fca4e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.906123] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 653.906123] env[69249]: value = "task-3658870" [ 653.906123] env[69249]: _type = "Task" [ 653.906123] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.915339] env[69249]: INFO nova.compute.manager [-] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Took 1.05 seconds to deallocate network for instance. [ 653.921955] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3658870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.988625] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658864, 'name': CloneVM_Task} progress is 95%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.128998] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.209982] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3658869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.214133] env[69249]: DEBUG nova.network.neutron [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Successfully updated port: 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.423483] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3658870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084413} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.423793] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.425274] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc93b712-3142-48b5-9130-080c5b417b64 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.429287] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.456658] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] a76e1683-a93e-4493-8ba5-a4931b546f7d/a76e1683-a93e-4493-8ba5-a4931b546f7d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.462042] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbfbf70b-fb1b-46dc-8dff-1263f60e5a62 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.489017] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658864, 'name': CloneVM_Task, 'duration_secs': 1.75281} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.493582] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Created linked-clone VM from snapshot [ 654.493582] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 654.493582] env[69249]: value = "task-3658871" [ 654.493582] env[69249]: _type = "Task" [ 654.493582] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.493582] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095af80a-e61c-4963-a3a4-a45e53f53539 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.508531] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Uploading image 266bcb48-6dcd-4448-9c8a-06d223f63907 {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 654.516764] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3658871, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.521731] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f9cfee-4bc8-47bf-a0fb-8560d7c57138 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.532682] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0600a466-826e-49d7-b467-d37a37875bb4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.568198] env[69249]: DEBUG oslo_vmware.rw_handles [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 654.568198] env[69249]: value = "vm-729282" [ 654.568198] env[69249]: _type = "VirtualMachine" [ 654.568198] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 654.569240] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64273866-bb7b-4f45-a8f9-cf9780ed3084 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.571719] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-550ce8ed-f863-484f-abc6-009f00b8e5c9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.581174] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a18bb2-b291-421a-aa9a-317b5069485f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.585151] env[69249]: DEBUG oslo_vmware.rw_handles [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Lease: (returnval){ [ 654.585151] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520f7a75-45e3-8673-9719-013a94a4a839" [ 654.585151] env[69249]: _type = "HttpNfcLease" [ 654.585151] env[69249]: } obtained for exporting VM: (result){ [ 654.585151] env[69249]: value = "vm-729282" [ 654.585151] env[69249]: _type = "VirtualMachine" [ 654.585151] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 654.585492] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the lease: (returnval){ [ 654.585492] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520f7a75-45e3-8673-9719-013a94a4a839" [ 654.585492] env[69249]: _type = "HttpNfcLease" [ 654.585492] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 654.598579] env[69249]: DEBUG nova.compute.provider_tree [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.607702] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 654.607702] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520f7a75-45e3-8673-9719-013a94a4a839" [ 654.607702] env[69249]: _type = "HttpNfcLease" [ 654.607702] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 654.607702] env[69249]: DEBUG oslo_vmware.rw_handles [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 654.607702] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520f7a75-45e3-8673-9719-013a94a4a839" [ 654.607702] env[69249]: _type = "HttpNfcLease" [ 654.607702] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 654.608438] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3276b092-74a3-491e-b100-6d7e84a4ba66 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.622682] env[69249]: DEBUG oslo_vmware.rw_handles [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caa7b1-a700-b5d6-a5b8-f68038d59572/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 654.622682] env[69249]: DEBUG oslo_vmware.rw_handles [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caa7b1-a700-b5d6-a5b8-f68038d59572/disk-0.vmdk for reading. {{(pid=69249) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 654.694700] env[69249]: DEBUG oslo_vmware.api [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658868, 'name': PowerOnVM_Task, 'duration_secs': 0.898895} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.699873] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.699873] env[69249]: DEBUG nova.compute.manager [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 654.699873] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6d8be4-3500-4213-a4f3-69841b5cacd5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.715466] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3658869, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.721283] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "refresh_cache-b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.721424] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquired lock "refresh_cache-b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.721625] env[69249]: DEBUG nova.network.neutron [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.731955] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-525e797b-4923-47a4-a152-0e40fca9292c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.742677] env[69249]: DEBUG nova.network.neutron [req-aa6ea506-a706-432e-9770-aed675a0da75 req-b43ac847-cc8d-42c9-b6e0-d1ead66493ec service nova] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Updated VIF entry in instance network info cache for port 00cd1c4f-c10a-4581-8ec9-e7fbfbe12148. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.742677] env[69249]: DEBUG nova.network.neutron [req-aa6ea506-a706-432e-9770-aed675a0da75 req-b43ac847-cc8d-42c9-b6e0-d1ead66493ec service nova] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Updating instance_info_cache with network_info: [{"id": "00cd1c4f-c10a-4581-8ec9-e7fbfbe12148", "address": "fa:16:3e:f6:97:0c", "network": {"id": "f5d12cb1-22e8-4713-85ec-864fe773ceac", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073573177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceaf2075e4a47f782111b76b392678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cd1c4f-c1", "ovs_interfaceid": "00cd1c4f-c10a-4581-8ec9-e7fbfbe12148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.791965] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb8724e-82f1-4a9b-b06f-42f9a6e916bc tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.793740] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-250ee9f2-cef6-4f07-b217-592b84381a7c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.804636] env[69249]: DEBUG oslo_vmware.api [None req-6eb8724e-82f1-4a9b-b06f-42f9a6e916bc tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 654.804636] env[69249]: value = "task-3658873" [ 654.804636] env[69249]: _type = "Task" [ 654.804636] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.817199] env[69249]: DEBUG oslo_vmware.api [None req-6eb8724e-82f1-4a9b-b06f-42f9a6e916bc tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.016405] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3658871, 'name': ReconfigVM_Task, 'duration_secs': 0.448443} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.017270] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Reconfigured VM instance instance-0000000f to attach disk [datastore2] a76e1683-a93e-4493-8ba5-a4931b546f7d/a76e1683-a93e-4493-8ba5-a4931b546f7d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.017936] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1962db3-e27a-48d4-8f86-fbc45ddb8a53 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.030969] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 655.030969] env[69249]: value = "task-3658874" [ 655.030969] env[69249]: _type = "Task" [ 655.030969] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.048100] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3658874, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.105344] env[69249]: DEBUG nova.scheduler.client.report [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.157849] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Acquiring lock "2f4843df-a5c2-40f4-a7f9-a33c5f62ea64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.158160] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Lock "2f4843df-a5c2-40f4-a7f9-a33c5f62ea64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.176117] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "49488ff2-0d08-4cb6-9f10-d527398a2fae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.176678] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "49488ff2-0d08-4cb6-9f10-d527398a2fae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.210759] env[69249]: DEBUG oslo_vmware.api [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3658869, 'name': PowerOnVM_Task, 'duration_secs': 1.034014} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.214149] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.214376] env[69249]: INFO nova.compute.manager [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Took 10.75 seconds to spawn the instance on the hypervisor. [ 655.214957] env[69249]: DEBUG nova.compute.manager [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 655.215658] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "ff74d8fd-f452-4e4d-8d77-c5f601352b43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.215877] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "ff74d8fd-f452-4e4d-8d77-c5f601352b43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.217429] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0824b266-f626-4d37-877c-796499f06f07 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.235036] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.248395] env[69249]: DEBUG oslo_concurrency.lockutils [req-aa6ea506-a706-432e-9770-aed675a0da75 req-b43ac847-cc8d-42c9-b6e0-d1ead66493ec service nova] Releasing lock "refresh_cache-4aa31fef-e939-4657-8a8f-48042bd1d081" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.297774] env[69249]: DEBUG nova.network.neutron [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.318414] env[69249]: DEBUG nova.compute.manager [req-4d5d318b-b7f2-49ba-a314-d5b0c57062a8 req-1a037877-0bc9-415a-9104-f153a06ac62c service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Received event network-vif-plugged-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.318414] env[69249]: DEBUG oslo_concurrency.lockutils [req-4d5d318b-b7f2-49ba-a314-d5b0c57062a8 req-1a037877-0bc9-415a-9104-f153a06ac62c service nova] Acquiring lock "b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.318414] env[69249]: DEBUG oslo_concurrency.lockutils [req-4d5d318b-b7f2-49ba-a314-d5b0c57062a8 req-1a037877-0bc9-415a-9104-f153a06ac62c service nova] Lock "b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.318614] env[69249]: DEBUG oslo_concurrency.lockutils [req-4d5d318b-b7f2-49ba-a314-d5b0c57062a8 req-1a037877-0bc9-415a-9104-f153a06ac62c service nova] Lock "b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.318928] env[69249]: DEBUG nova.compute.manager [req-4d5d318b-b7f2-49ba-a314-d5b0c57062a8 req-1a037877-0bc9-415a-9104-f153a06ac62c service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] No waiting events found dispatching network-vif-plugged-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 655.319577] env[69249]: WARNING nova.compute.manager [req-4d5d318b-b7f2-49ba-a314-d5b0c57062a8 req-1a037877-0bc9-415a-9104-f153a06ac62c service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Received unexpected event network-vif-plugged-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 for instance with vm_state building and task_state spawning. [ 655.327539] env[69249]: DEBUG oslo_vmware.api [None req-6eb8724e-82f1-4a9b-b06f-42f9a6e916bc tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658873, 'name': PowerOffVM_Task, 'duration_secs': 0.260109} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.327911] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb8724e-82f1-4a9b-b06f-42f9a6e916bc tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.328182] env[69249]: DEBUG nova.compute.manager [None req-6eb8724e-82f1-4a9b-b06f-42f9a6e916bc tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 655.329049] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3b496c-cb87-4194-84fd-579ff47726af {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.401074] env[69249]: DEBUG nova.compute.manager [req-9b0f0aff-c31d-4ca2-bd07-31e2fdf7c597 req-3ea95c7a-3787-4187-9bd6-7e78ded91e5b service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Received event network-changed-e910c1f5-5028-4f1c-beff-37afe525369f {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.401573] env[69249]: DEBUG nova.compute.manager [req-9b0f0aff-c31d-4ca2-bd07-31e2fdf7c597 req-3ea95c7a-3787-4187-9bd6-7e78ded91e5b service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Refreshing instance network info cache due to event network-changed-e910c1f5-5028-4f1c-beff-37afe525369f. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.402364] env[69249]: DEBUG oslo_concurrency.lockutils [req-9b0f0aff-c31d-4ca2-bd07-31e2fdf7c597 req-3ea95c7a-3787-4187-9bd6-7e78ded91e5b service nova] Acquiring lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.402364] env[69249]: DEBUG oslo_concurrency.lockutils [req-9b0f0aff-c31d-4ca2-bd07-31e2fdf7c597 req-3ea95c7a-3787-4187-9bd6-7e78ded91e5b service nova] Acquired lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.402506] env[69249]: DEBUG nova.network.neutron [req-9b0f0aff-c31d-4ca2-bd07-31e2fdf7c597 req-3ea95c7a-3787-4187-9bd6-7e78ded91e5b service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Refreshing network info cache for port e910c1f5-5028-4f1c-beff-37afe525369f {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.542781] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3658874, 'name': Rename_Task, 'duration_secs': 0.191816} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.543174] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.543935] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a676e430-e14e-4800-a9c2-9df5df80cc9d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.553782] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 655.553782] env[69249]: value = "task-3658875" [ 655.553782] env[69249]: _type = "Task" [ 655.553782] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.568391] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3658875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.611320] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.611320] env[69249]: DEBUG nova.compute.manager [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.616118] env[69249]: DEBUG oslo_concurrency.lockutils [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.188s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.616344] env[69249]: DEBUG nova.objects.instance [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69249) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 655.719208] env[69249]: DEBUG nova.network.neutron [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Updating instance_info_cache with network_info: [{"id": "85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88", "address": "fa:16:3e:2f:f9:49", "network": {"id": "1ff7e969-37ad-4d0c-9318-b275f6c7147d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1717339010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb0e281b714f4488841dc8c9a823e308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e1f9c9-34", "ovs_interfaceid": "85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.755707] env[69249]: INFO nova.compute.manager [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Took 29.45 seconds to build instance. [ 655.846358] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6eb8724e-82f1-4a9b-b06f-42f9a6e916bc tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "842da838-3269-4f94-9102-c3bf0cea79ed" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.068108] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3658875, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.117374] env[69249]: DEBUG nova.compute.utils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.119903] env[69249]: DEBUG nova.compute.manager [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.120034] env[69249]: DEBUG nova.network.neutron [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.197765] env[69249]: DEBUG nova.policy [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3914a2956890494c9577f03e8f8f057d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c71aba4e294c468b84df2575a88e3e8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.222945] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Releasing lock "refresh_cache-b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.222945] env[69249]: DEBUG nova.compute.manager [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Instance network_info: |[{"id": "85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88", "address": "fa:16:3e:2f:f9:49", "network": {"id": "1ff7e969-37ad-4d0c-9318-b275f6c7147d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1717339010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb0e281b714f4488841dc8c9a823e308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e1f9c9-34", "ovs_interfaceid": "85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.223290] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:f9:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.232382] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Creating folder: Project (cb0e281b714f4488841dc8c9a823e308). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.236783] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56ffe6a2-374e-44bc-b793-1eb603975b8f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.250920] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Created folder: Project (cb0e281b714f4488841dc8c9a823e308) in parent group-v729229. [ 656.251429] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Creating folder: Instances. Parent ref: group-v729283. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.253356] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f8cce2f-e0f1-462a-9103-5fc7ef3aded6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.260156] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19669fd2-980b-4dd5-a446-60fee88e278e tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "def44b38-88fa-40fc-936c-d89fe9e8cf2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.604s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.266924] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Created folder: Instances in parent group-v729283. [ 656.267416] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.267808] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.268154] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64b8be62-eb13-4da0-be77-708e96422058 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.293874] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.293874] env[69249]: value = "task-3658878" [ 656.293874] env[69249]: _type = "Task" [ 656.293874] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.305281] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658878, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.528430] env[69249]: DEBUG nova.network.neutron [req-9b0f0aff-c31d-4ca2-bd07-31e2fdf7c597 req-3ea95c7a-3787-4187-9bd6-7e78ded91e5b service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Updated VIF entry in instance network info cache for port e910c1f5-5028-4f1c-beff-37afe525369f. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.528808] env[69249]: DEBUG nova.network.neutron [req-9b0f0aff-c31d-4ca2-bd07-31e2fdf7c597 req-3ea95c7a-3787-4187-9bd6-7e78ded91e5b service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Updating instance_info_cache with network_info: [{"id": "e910c1f5-5028-4f1c-beff-37afe525369f", "address": "fa:16:3e:d1:57:d7", "network": {"id": "ce16a52c-00cf-4ae1-bb09-5e23af88be71", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-195976242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b00a9f96f48e4c03aa8d437007373c78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape910c1f5-50", "ovs_interfaceid": "e910c1f5-5028-4f1c-beff-37afe525369f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.567183] env[69249]: DEBUG oslo_vmware.api [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3658875, 'name': PowerOnVM_Task, 'duration_secs': 0.694559} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.567589] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.567790] env[69249]: INFO nova.compute.manager [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Took 9.53 seconds to spawn the instance on the hypervisor. [ 656.568755] env[69249]: DEBUG nova.compute.manager [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 656.569087] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21b0e79-574f-4df1-804b-9e76b8691d3a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.623813] env[69249]: DEBUG nova.compute.manager [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.629529] env[69249]: DEBUG oslo_concurrency.lockutils [None req-64ab4bad-d532-4d3d-8627-e70cfe05b50f tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.634039] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.667s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.635981] env[69249]: INFO nova.compute.claims [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.681832] env[69249]: DEBUG nova.network.neutron [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Successfully created port: a68a36b3-6ef7-4f03-a92a-202ecb7be6b8 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.766353] env[69249]: DEBUG nova.compute.manager [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.808559] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658878, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.033935] env[69249]: DEBUG oslo_concurrency.lockutils [req-9b0f0aff-c31d-4ca2-bd07-31e2fdf7c597 req-3ea95c7a-3787-4187-9bd6-7e78ded91e5b service nova] Releasing lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.097325] env[69249]: INFO nova.compute.manager [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Took 26.69 seconds to build instance. [ 657.304016] env[69249]: DEBUG oslo_concurrency.lockutils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.318794] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658878, 'name': CreateVM_Task, 'duration_secs': 0.541931} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.318794] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.318794] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.318794] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.318794] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.318794] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b69c5d23-d9db-4bda-94e8-7486483c9fd5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.326988] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 657.326988] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52345b0e-d2b4-fc7f-f6fe-2843ac926f98" [ 657.326988] env[69249]: _type = "Task" [ 657.326988] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.338348] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52345b0e-d2b4-fc7f-f6fe-2843ac926f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.461230] env[69249]: DEBUG nova.network.neutron [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Successfully created port: 8171a365-a5e8-40cf-b76a-0f8a59d9964c {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.601287] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bc053d6-507e-43d6-bdec-88535377670c tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "a76e1683-a93e-4493-8ba5-a4931b546f7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.217s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.640742] env[69249]: DEBUG nova.compute.manager [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.678917] env[69249]: DEBUG nova.virt.hardware [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.679172] env[69249]: DEBUG nova.virt.hardware [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.679326] env[69249]: DEBUG nova.virt.hardware [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.680025] env[69249]: DEBUG nova.virt.hardware [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.680025] env[69249]: DEBUG nova.virt.hardware [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.680025] env[69249]: DEBUG nova.virt.hardware [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.680025] env[69249]: DEBUG nova.virt.hardware [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.681831] env[69249]: DEBUG nova.virt.hardware [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.681831] env[69249]: DEBUG nova.virt.hardware [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.681831] env[69249]: DEBUG nova.virt.hardware [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.681831] env[69249]: DEBUG nova.virt.hardware [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.681831] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d10787-b1ac-480e-b3ee-cb54e34bf83c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.698074] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfcba12-57e2-413b-a254-0baf41e554b0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.840499] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52345b0e-d2b4-fc7f-f6fe-2843ac926f98, 'name': SearchDatastore_Task, 'duration_secs': 0.018523} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.845454] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.845729] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.845996] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.846248] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.846466] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.847096] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38ec269a-5e09-4116-8ac3-8dd9c3c5e443 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.859468] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.859468] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.862962] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05889ef1-0598-4362-a5c4-41037538c975 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.870939] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 657.870939] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bb4627-3436-ab94-d0de-faf103e1aa32" [ 657.870939] env[69249]: _type = "Task" [ 657.870939] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.880633] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bb4627-3436-ab94-d0de-faf103e1aa32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.105703] env[69249]: DEBUG nova.compute.manager [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.127086] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f991831d-d736-4565-bf63-60953c681b3a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.136549] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4886f189-fa8e-4a83-9b2b-e58507564b07 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.175850] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb5493d-8c5a-4c3a-bcf8-6792bdca5bb0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.185805] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2a3198-f37f-4691-9a28-bd66b0dc3b20 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.201373] env[69249]: DEBUG nova.compute.provider_tree [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.383112] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bb4627-3436-ab94-d0de-faf103e1aa32, 'name': SearchDatastore_Task, 'duration_secs': 0.021175} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.383951] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7852a5bb-f49b-4530-ba44-ff290cb7140c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.389710] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 658.389710] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5207fd60-997d-ffc0-710d-22985858f683" [ 658.389710] env[69249]: _type = "Task" [ 658.389710] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.398472] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5207fd60-997d-ffc0-710d-22985858f683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.502276] env[69249]: DEBUG nova.network.neutron [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Successfully created port: 7e7b7321-c5cb-4727-9b52-a6c2dd00985a {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.634537] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.704835] env[69249]: DEBUG nova.scheduler.client.report [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.802758] env[69249]: DEBUG nova.compute.manager [req-d4f76927-0b40-4c04-9333-5dba974b7dd8 req-b0ef695f-911d-48ca-8f87-87acd17a524a service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Received event network-changed-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.802758] env[69249]: DEBUG nova.compute.manager [req-d4f76927-0b40-4c04-9333-5dba974b7dd8 req-b0ef695f-911d-48ca-8f87-87acd17a524a service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Refreshing instance network info cache due to event network-changed-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.803306] env[69249]: DEBUG oslo_concurrency.lockutils [req-d4f76927-0b40-4c04-9333-5dba974b7dd8 req-b0ef695f-911d-48ca-8f87-87acd17a524a service nova] Acquiring lock "refresh_cache-b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.803306] env[69249]: DEBUG oslo_concurrency.lockutils [req-d4f76927-0b40-4c04-9333-5dba974b7dd8 req-b0ef695f-911d-48ca-8f87-87acd17a524a service nova] Acquired lock "refresh_cache-b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.803564] env[69249]: DEBUG nova.network.neutron [req-d4f76927-0b40-4c04-9333-5dba974b7dd8 req-b0ef695f-911d-48ca-8f87-87acd17a524a service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Refreshing network info cache for port 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.904548] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5207fd60-997d-ffc0-710d-22985858f683, 'name': SearchDatastore_Task, 'duration_secs': 0.02539} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.905456] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.905827] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f/b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.906184] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a421d8d3-c781-4f2a-8027-2d89efae5002 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.915687] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 658.915687] env[69249]: value = "task-3658879" [ 658.915687] env[69249]: _type = "Task" [ 658.915687] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.927973] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3658879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.217244] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.218461] env[69249]: DEBUG nova.compute.manager [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.221557] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.120s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.225654] env[69249]: INFO nova.compute.claims [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.268026] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "d836fbf5-1a50-4cb7-b082-ed46a724cf59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.268462] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "d836fbf5-1a50-4cb7-b082-ed46a724cf59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.268706] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "d836fbf5-1a50-4cb7-b082-ed46a724cf59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.268891] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "d836fbf5-1a50-4cb7-b082-ed46a724cf59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.269097] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "d836fbf5-1a50-4cb7-b082-ed46a724cf59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.274675] env[69249]: INFO nova.compute.manager [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Terminating instance [ 659.430789] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3658879, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.601695] env[69249]: DEBUG nova.compute.manager [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 659.603088] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98fb194-8ea8-4760-b78e-8132dcf4a977 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.732108] env[69249]: DEBUG nova.compute.utils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.734247] env[69249]: DEBUG nova.compute.manager [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.734500] env[69249]: DEBUG nova.network.neutron [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.780359] env[69249]: DEBUG nova.compute.manager [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.780951] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.786334] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7de27bd-cf33-476b-b469-73a477aba586 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.796990] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.797336] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca7d9c78-a96d-478a-9456-30ed2e1a8c4f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.806931] env[69249]: DEBUG oslo_vmware.api [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 659.806931] env[69249]: value = "task-3658880" [ 659.806931] env[69249]: _type = "Task" [ 659.806931] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.821706] env[69249]: DEBUG oslo_vmware.api [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.875034] env[69249]: DEBUG nova.policy [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3605b37f07344f3a90532590dac408eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '384977b6d32344d98db9975be151f682', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.930283] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3658879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584607} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.930831] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f/b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.931198] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.931516] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c6b0ca7-1ec0-4ba2-96cb-7a7963643f2c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.942952] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 659.942952] env[69249]: value = "task-3658881" [ 659.942952] env[69249]: _type = "Task" [ 659.942952] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.944573] env[69249]: DEBUG nova.network.neutron [req-d4f76927-0b40-4c04-9333-5dba974b7dd8 req-b0ef695f-911d-48ca-8f87-87acd17a524a service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Updated VIF entry in instance network info cache for port 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.945362] env[69249]: DEBUG nova.network.neutron [req-d4f76927-0b40-4c04-9333-5dba974b7dd8 req-b0ef695f-911d-48ca-8f87-87acd17a524a service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Updating instance_info_cache with network_info: [{"id": "85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88", "address": "fa:16:3e:2f:f9:49", "network": {"id": "1ff7e969-37ad-4d0c-9318-b275f6c7147d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1717339010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb0e281b714f4488841dc8c9a823e308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e1f9c9-34", "ovs_interfaceid": "85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.960368] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3658881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.117802] env[69249]: INFO nova.compute.manager [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] instance snapshotting [ 660.119082] env[69249]: WARNING nova.compute.manager [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 660.122421] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7893c3-b3d8-40ed-8ca5-9423c6ad387e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.153741] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b2ad0f-626a-4d06-8351-de07b72bab77 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.236060] env[69249]: DEBUG nova.compute.manager [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.326566] env[69249]: DEBUG oslo_vmware.api [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658880, 'name': PowerOffVM_Task, 'duration_secs': 0.250182} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.326832] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.326988] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.327874] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ed10902-0fe9-42a9-8e12-509849426dc1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.411221] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.411551] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.412048] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleting the datastore file [datastore2] d836fbf5-1a50-4cb7-b082-ed46a724cf59 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.412048] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e966a1a2-849d-457d-8d12-960418c86a9a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.420960] env[69249]: DEBUG oslo_vmware.api [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 660.420960] env[69249]: value = "task-3658883" [ 660.420960] env[69249]: _type = "Task" [ 660.420960] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.458925] env[69249]: DEBUG oslo_concurrency.lockutils [req-d4f76927-0b40-4c04-9333-5dba974b7dd8 req-b0ef695f-911d-48ca-8f87-87acd17a524a service nova] Releasing lock "refresh_cache-b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.465499] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3658881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096664} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.465789] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.466675] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8145b2-7f6a-4ddf-80a3-cea1745c6e9e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.492557] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f/b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.495761] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aebb2afc-3c9e-4991-bb3c-8d8665c55226 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.520283] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 660.520283] env[69249]: value = "task-3658884" [ 660.520283] env[69249]: _type = "Task" [ 660.520283] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.527667] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3658884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.663253] env[69249]: DEBUG nova.network.neutron [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Successfully created port: 2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.668330] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 660.670773] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d674d7b1-0627-49fa-8e67-5ce655bab0b6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.678786] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 660.678786] env[69249]: value = "task-3658885" [ 660.678786] env[69249]: _type = "Task" [ 660.678786] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.689945] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658885, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.866576] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b08128-65e9-4e7d-a101-4be0c4a8f11c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.879597] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06f9746-fe15-4bea-b836-fc20409f7c49 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.932735] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9038495-dee8-4972-a2ec-eaeb4ddc5134 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.942921] env[69249]: DEBUG oslo_vmware.api [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3658883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335552} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.945752] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.946073] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.946256] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.946455] env[69249]: INFO nova.compute.manager [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Took 1.17 seconds to destroy the instance on the hypervisor. [ 660.946704] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.947028] env[69249]: DEBUG nova.compute.manager [-] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.947119] env[69249]: DEBUG nova.network.neutron [-] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.950441] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5c4df1-cf9c-404a-b496-ed52706389fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.974160] env[69249]: DEBUG nova.compute.provider_tree [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.033149] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3658884, 'name': ReconfigVM_Task, 'duration_secs': 0.346137} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.033457] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Reconfigured VM instance instance-00000010 to attach disk [datastore1] b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f/b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.034204] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69687add-41f7-444b-afbc-8d629ca8c97f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.044632] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 661.044632] env[69249]: value = "task-3658886" [ 661.044632] env[69249]: _type = "Task" [ 661.044632] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.055683] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3658886, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.192745] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658885, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.254298] env[69249]: DEBUG nova.compute.manager [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.283773] env[69249]: DEBUG nova.network.neutron [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Successfully updated port: a68a36b3-6ef7-4f03-a92a-202ecb7be6b8 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.287455] env[69249]: DEBUG nova.virt.hardware [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.287821] env[69249]: DEBUG nova.virt.hardware [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.287891] env[69249]: DEBUG nova.virt.hardware [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.288065] env[69249]: DEBUG nova.virt.hardware [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.288230] env[69249]: DEBUG nova.virt.hardware [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.288395] env[69249]: DEBUG nova.virt.hardware [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.288715] env[69249]: DEBUG nova.virt.hardware [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.289167] env[69249]: DEBUG nova.virt.hardware [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.289167] env[69249]: DEBUG nova.virt.hardware [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.289372] env[69249]: DEBUG nova.virt.hardware [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.289619] env[69249]: DEBUG nova.virt.hardware [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.290760] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b32cfcb-ca8b-4fb7-8637-e418e210a546 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.301507] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb787c9-76db-4d5a-bc7b-973eb76d800e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.427826] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "c6cb354f-dc6d-4e7c-8641-563e266abdee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.428070] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "c6cb354f-dc6d-4e7c-8641-563e266abdee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.483664] env[69249]: DEBUG nova.scheduler.client.report [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.497600] env[69249]: DEBUG nova.compute.manager [req-a4f09cb9-f461-4cc2-8390-b62cfe84d3b1 req-e3078468-1efa-4b87-8b1e-6523aa4660f4 service nova] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Received event network-changed-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.497827] env[69249]: DEBUG nova.compute.manager [req-a4f09cb9-f461-4cc2-8390-b62cfe84d3b1 req-e3078468-1efa-4b87-8b1e-6523aa4660f4 service nova] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Refreshing instance network info cache due to event network-changed-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.498242] env[69249]: DEBUG oslo_concurrency.lockutils [req-a4f09cb9-f461-4cc2-8390-b62cfe84d3b1 req-e3078468-1efa-4b87-8b1e-6523aa4660f4 service nova] Acquiring lock "refresh_cache-def44b38-88fa-40fc-936c-d89fe9e8cf2c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.498242] env[69249]: DEBUG oslo_concurrency.lockutils [req-a4f09cb9-f461-4cc2-8390-b62cfe84d3b1 req-e3078468-1efa-4b87-8b1e-6523aa4660f4 service nova] Acquired lock "refresh_cache-def44b38-88fa-40fc-936c-d89fe9e8cf2c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.498428] env[69249]: DEBUG nova.network.neutron [req-a4f09cb9-f461-4cc2-8390-b62cfe84d3b1 req-e3078468-1efa-4b87-8b1e-6523aa4660f4 service nova] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Refreshing network info cache for port a66acd5f-941f-491c-a3cb-fd3b8b08b5ce {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.554946] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3658886, 'name': Rename_Task, 'duration_secs': 0.222113} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.555235] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.555483] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b81312ce-dbbe-47f3-8df4-3091d00cb056 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.563473] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 661.563473] env[69249]: value = "task-3658887" [ 661.563473] env[69249]: _type = "Task" [ 661.563473] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.572461] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3658887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.691401] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658885, 'name': CreateSnapshot_Task, 'duration_secs': 0.543142} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.691401] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 661.692222] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7547b621-d94b-4f5f-9a79-c602654cedb9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.911069] env[69249]: DEBUG nova.network.neutron [-] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.985914] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.986569] env[69249]: DEBUG nova.compute.manager [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.990691] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.218s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.990691] env[69249]: DEBUG nova.objects.instance [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Lazy-loading 'resources' on Instance uuid fa0cb8ac-4284-46e3-a857-7fb725deb8c2 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.079200] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3658887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.217188] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 662.217589] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a9010645-c990-4ba6-9314-a5c8d5fe912c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.230463] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 662.230463] env[69249]: value = "task-3658888" [ 662.230463] env[69249]: _type = "Task" [ 662.230463] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.242338] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658888, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.294472] env[69249]: DEBUG nova.network.neutron [req-a4f09cb9-f461-4cc2-8390-b62cfe84d3b1 req-e3078468-1efa-4b87-8b1e-6523aa4660f4 service nova] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Updated VIF entry in instance network info cache for port a66acd5f-941f-491c-a3cb-fd3b8b08b5ce. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.294472] env[69249]: DEBUG nova.network.neutron [req-a4f09cb9-f461-4cc2-8390-b62cfe84d3b1 req-e3078468-1efa-4b87-8b1e-6523aa4660f4 service nova] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Updating instance_info_cache with network_info: [{"id": "a66acd5f-941f-491c-a3cb-fd3b8b08b5ce", "address": "fa:16:3e:8d:eb:40", "network": {"id": "3f87e5dc-c116-4903-9284-04c998d8be30", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1667844632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca9e190c49ad482ebd6106615f49335e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa66acd5f-94", "ovs_interfaceid": "a66acd5f-941f-491c-a3cb-fd3b8b08b5ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.414969] env[69249]: INFO nova.compute.manager [-] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Took 1.47 seconds to deallocate network for instance. [ 662.494182] env[69249]: DEBUG nova.compute.utils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.500416] env[69249]: DEBUG nova.compute.manager [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.500416] env[69249]: DEBUG nova.network.neutron [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.582243] env[69249]: DEBUG nova.policy [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4f28785f9af4f2abf055dcc23f75cf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ef86efb4d55490abb1a5d1330206123', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.584285] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3658887, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.701022] env[69249]: DEBUG nova.compute.manager [req-c306cd66-0470-47ea-822b-afeb88c1f98f req-45c17c42-a088-40bd-a8e8-8275118d3e23 service nova] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Received event network-vif-deleted-bec5df07-6ff7-42bb-87c2-8a216de10fa1 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.749544] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658888, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.797886] env[69249]: DEBUG oslo_concurrency.lockutils [req-a4f09cb9-f461-4cc2-8390-b62cfe84d3b1 req-e3078468-1efa-4b87-8b1e-6523aa4660f4 service nova] Releasing lock "refresh_cache-def44b38-88fa-40fc-936c-d89fe9e8cf2c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.828896] env[69249]: DEBUG nova.network.neutron [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Successfully updated port: 2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.886179] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Acquiring lock "8817abab-561b-4d70-a6b9-bd89eb6f22e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.886179] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Lock "8817abab-561b-4d70-a6b9-bd89eb6f22e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.925915] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.007826] env[69249]: DEBUG nova.compute.manager [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.081814] env[69249]: DEBUG oslo_vmware.api [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3658887, 'name': PowerOnVM_Task, 'duration_secs': 1.163245} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.082064] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.082275] env[69249]: INFO nova.compute.manager [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Took 10.23 seconds to spawn the instance on the hypervisor. [ 663.082473] env[69249]: DEBUG nova.compute.manager [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 663.083392] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b8fc0e-faf2-4fdd-a08d-ae7d9050475c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.098056] env[69249]: DEBUG nova.network.neutron [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Successfully created port: 3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.101450] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6efec4f-163a-406c-a73b-941fb0274c34 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.111562] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b847f2a-74e3-460d-9234-9d3440e5faa8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.147998] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f86685-804d-4133-b9e9-30a70a13deba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.158647] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e4e504-4752-4934-8a28-fd39dedde5c8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.177355] env[69249]: DEBUG nova.compute.provider_tree [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.243470] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658888, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.335040] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Acquiring lock "refresh_cache-5df4ac74-fe92-42db-8f1c-3d4e790edffe" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.335294] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Acquired lock "refresh_cache-5df4ac74-fe92-42db-8f1c-3d4e790edffe" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.335479] env[69249]: DEBUG nova.network.neutron [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.521376] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquiring lock "29788d3d-c393-465e-b943-cf86f8b7916f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.521602] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "29788d3d-c393-465e-b943-cf86f8b7916f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.617469] env[69249]: INFO nova.compute.manager [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Took 30.81 seconds to build instance. [ 663.683031] env[69249]: DEBUG nova.scheduler.client.report [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.745561] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658888, 'name': CloneVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.921053] env[69249]: DEBUG nova.network.neutron [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.012031] env[69249]: DEBUG nova.compute.manager [req-a4442c24-cad4-45c6-b295-c693183a819a req-5f6b5839-3fe7-4afe-a3fe-9b3c643d9ebf service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Received event network-vif-plugged-a68a36b3-6ef7-4f03-a92a-202ecb7be6b8 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.012444] env[69249]: DEBUG oslo_concurrency.lockutils [req-a4442c24-cad4-45c6-b295-c693183a819a req-5f6b5839-3fe7-4afe-a3fe-9b3c643d9ebf service nova] Acquiring lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.012552] env[69249]: DEBUG oslo_concurrency.lockutils [req-a4442c24-cad4-45c6-b295-c693183a819a req-5f6b5839-3fe7-4afe-a3fe-9b3c643d9ebf service nova] Lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.012668] env[69249]: DEBUG oslo_concurrency.lockutils [req-a4442c24-cad4-45c6-b295-c693183a819a req-5f6b5839-3fe7-4afe-a3fe-9b3c643d9ebf service nova] Lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.012899] env[69249]: DEBUG nova.compute.manager [req-a4442c24-cad4-45c6-b295-c693183a819a req-5f6b5839-3fe7-4afe-a3fe-9b3c643d9ebf service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] No waiting events found dispatching network-vif-plugged-a68a36b3-6ef7-4f03-a92a-202ecb7be6b8 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 664.012978] env[69249]: WARNING nova.compute.manager [req-a4442c24-cad4-45c6-b295-c693183a819a req-5f6b5839-3fe7-4afe-a3fe-9b3c643d9ebf service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Received unexpected event network-vif-plugged-a68a36b3-6ef7-4f03-a92a-202ecb7be6b8 for instance with vm_state building and task_state spawning. [ 664.014529] env[69249]: DEBUG nova.compute.manager [req-a4442c24-cad4-45c6-b295-c693183a819a req-5f6b5839-3fe7-4afe-a3fe-9b3c643d9ebf service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Received event network-changed-a68a36b3-6ef7-4f03-a92a-202ecb7be6b8 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.014529] env[69249]: DEBUG nova.compute.manager [req-a4442c24-cad4-45c6-b295-c693183a819a req-5f6b5839-3fe7-4afe-a3fe-9b3c643d9ebf service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Refreshing instance network info cache due to event network-changed-a68a36b3-6ef7-4f03-a92a-202ecb7be6b8. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.014529] env[69249]: DEBUG oslo_concurrency.lockutils [req-a4442c24-cad4-45c6-b295-c693183a819a req-5f6b5839-3fe7-4afe-a3fe-9b3c643d9ebf service nova] Acquiring lock "refresh_cache-18d75c35-9a2e-472b-a9b6-19b07904ffc8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.014529] env[69249]: DEBUG oslo_concurrency.lockutils [req-a4442c24-cad4-45c6-b295-c693183a819a req-5f6b5839-3fe7-4afe-a3fe-9b3c643d9ebf service nova] Acquired lock "refresh_cache-18d75c35-9a2e-472b-a9b6-19b07904ffc8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.014529] env[69249]: DEBUG nova.network.neutron [req-a4442c24-cad4-45c6-b295-c693183a819a req-5f6b5839-3fe7-4afe-a3fe-9b3c643d9ebf service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Refreshing network info cache for port a68a36b3-6ef7-4f03-a92a-202ecb7be6b8 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.024377] env[69249]: DEBUG nova.compute.manager [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.051484] env[69249]: DEBUG nova.virt.hardware [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.051484] env[69249]: DEBUG nova.virt.hardware [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.051693] env[69249]: DEBUG nova.virt.hardware [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.053011] env[69249]: DEBUG nova.virt.hardware [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.053011] env[69249]: DEBUG nova.virt.hardware [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.053011] env[69249]: DEBUG nova.virt.hardware [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.053011] env[69249]: DEBUG nova.virt.hardware [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.053011] env[69249]: DEBUG nova.virt.hardware [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.053237] env[69249]: DEBUG nova.virt.hardware [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.053237] env[69249]: DEBUG nova.virt.hardware [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.053302] env[69249]: DEBUG nova.virt.hardware [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.054539] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f574c08-0f25-4f22-96be-20bb4a94bc5f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.069290] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480fb958-05e3-480d-b4c0-1a394a5975fe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.118888] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f68d0ca-ba06-45ff-8050-330a2c2f835b tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.841s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.190977] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.193755] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.120s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.196093] env[69249]: INFO nova.compute.claims [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.228575] env[69249]: DEBUG nova.network.neutron [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Successfully updated port: 8171a365-a5e8-40cf-b76a-0f8a59d9964c {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.231484] env[69249]: INFO nova.scheduler.client.report [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Deleted allocations for instance fa0cb8ac-4284-46e3-a857-7fb725deb8c2 [ 664.248236] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658888, 'name': CloneVM_Task, 'duration_secs': 1.545069} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.249276] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Created linked-clone VM from snapshot [ 664.250895] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374da5ff-e26f-4e6b-878d-4ddd6a31af69 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.267729] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Uploading image 9221582f-090c-4c6e-a0be-14fd2666ab37 {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 664.297041] env[69249]: DEBUG oslo_vmware.rw_handles [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 664.297041] env[69249]: value = "vm-729287" [ 664.297041] env[69249]: _type = "VirtualMachine" [ 664.297041] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 664.297041] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-68a63031-ff6d-421b-95d9-b99881fa9461 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.305666] env[69249]: DEBUG oslo_vmware.rw_handles [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lease: (returnval){ [ 664.305666] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a261a4-280b-936e-ce69-055960fd8fd3" [ 664.305666] env[69249]: _type = "HttpNfcLease" [ 664.305666] env[69249]: } obtained for exporting VM: (result){ [ 664.305666] env[69249]: value = "vm-729287" [ 664.305666] env[69249]: _type = "VirtualMachine" [ 664.305666] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 664.306053] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the lease: (returnval){ [ 664.306053] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a261a4-280b-936e-ce69-055960fd8fd3" [ 664.306053] env[69249]: _type = "HttpNfcLease" [ 664.306053] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 664.321147] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 664.321147] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a261a4-280b-936e-ce69-055960fd8fd3" [ 664.321147] env[69249]: _type = "HttpNfcLease" [ 664.321147] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 664.361357] env[69249]: DEBUG nova.network.neutron [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Updating instance_info_cache with network_info: [{"id": "2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9", "address": "fa:16:3e:a2:80:b6", "network": {"id": "3e25887f-609d-4c27-97c1-4d9fd2d61bcf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1427231209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384977b6d32344d98db9975be151f682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dda4a71-4f", "ovs_interfaceid": "2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.597850] env[69249]: DEBUG nova.network.neutron [req-a4442c24-cad4-45c6-b295-c693183a819a req-5f6b5839-3fe7-4afe-a3fe-9b3c643d9ebf service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.624570] env[69249]: DEBUG nova.compute.manager [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.745978] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a879919b-eded-4700-9e1b-313d1e4d38fd tempest-ServerDiagnosticsTest-299309673 tempest-ServerDiagnosticsTest-299309673-project-member] Lock "fa0cb8ac-4284-46e3-a857-7fb725deb8c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.989s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.816023] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 664.816023] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a261a4-280b-936e-ce69-055960fd8fd3" [ 664.816023] env[69249]: _type = "HttpNfcLease" [ 664.816023] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 664.816023] env[69249]: DEBUG oslo_vmware.rw_handles [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 664.816023] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a261a4-280b-936e-ce69-055960fd8fd3" [ 664.816023] env[69249]: _type = "HttpNfcLease" [ 664.816023] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 664.817670] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a897aac-2a7f-469c-bb52-8d1d7062b2e8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.831400] env[69249]: DEBUG oslo_vmware.rw_handles [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b712a4-6b22-c26a-03b7-2823c8f0410f/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 664.831400] env[69249]: DEBUG oslo_vmware.rw_handles [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b712a4-6b22-c26a-03b7-2823c8f0410f/disk-0.vmdk for reading. {{(pid=69249) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 664.895583] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Releasing lock "refresh_cache-5df4ac74-fe92-42db-8f1c-3d4e790edffe" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.895979] env[69249]: DEBUG nova.compute.manager [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Instance network_info: |[{"id": "2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9", "address": "fa:16:3e:a2:80:b6", "network": {"id": "3e25887f-609d-4c27-97c1-4d9fd2d61bcf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1427231209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384977b6d32344d98db9975be151f682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dda4a71-4f", "ovs_interfaceid": "2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.897543] env[69249]: DEBUG nova.network.neutron [req-a4442c24-cad4-45c6-b295-c693183a819a req-5f6b5839-3fe7-4afe-a3fe-9b3c643d9ebf service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.898861] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:80:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.909749] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Creating folder: Project (384977b6d32344d98db9975be151f682). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.910932] env[69249]: DEBUG oslo_concurrency.lockutils [req-a4442c24-cad4-45c6-b295-c693183a819a req-5f6b5839-3fe7-4afe-a3fe-9b3c643d9ebf service nova] Releasing lock "refresh_cache-18d75c35-9a2e-472b-a9b6-19b07904ffc8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.911299] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-368b8820-38b1-4352-91c2-218790bd1366 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.925481] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Created folder: Project (384977b6d32344d98db9975be151f682) in parent group-v729229. [ 664.925753] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Creating folder: Instances. Parent ref: group-v729288. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.925910] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b770ab9d-1223-40f6-bbb8-6ba08683345e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.944089] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Created folder: Instances in parent group-v729288. [ 664.944089] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.944257] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.944511] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1da87749-2970-46e9-8269-86b0836302ef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.962719] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-55d4537e-d41e-46f9-8ac6-abd12d2c8b3f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.969118] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.969118] env[69249]: value = "task-3658892" [ 664.969118] env[69249]: _type = "Task" [ 664.969118] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.981284] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658892, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.156823] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.419537] env[69249]: DEBUG oslo_vmware.rw_handles [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caa7b1-a700-b5d6-a5b8-f68038d59572/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 665.420478] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a0c008-d34f-43e0-8887-e5121d771075 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.439537] env[69249]: DEBUG oslo_vmware.rw_handles [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caa7b1-a700-b5d6-a5b8-f68038d59572/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 665.441569] env[69249]: ERROR oslo_vmware.rw_handles [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caa7b1-a700-b5d6-a5b8-f68038d59572/disk-0.vmdk due to incomplete transfer. [ 665.441569] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-44b287e6-cd6f-4372-b04d-4fec2b100de3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.453642] env[69249]: DEBUG oslo_vmware.rw_handles [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52caa7b1-a700-b5d6-a5b8-f68038d59572/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 665.454060] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Uploaded image 266bcb48-6dcd-4448-9c8a-06d223f63907 to the Glance image server {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 665.456566] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 665.458150] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e12101e4-09c1-49a3-8115-76b4dea8b22a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.465894] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 665.465894] env[69249]: value = "task-3658893" [ 665.465894] env[69249]: _type = "Task" [ 665.465894] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.484922] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658893, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.489561] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658892, 'name': CreateVM_Task, 'duration_secs': 0.437291} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.489729] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.490463] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.490622] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.490960] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.494771] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c23ab34-84ca-4f80-bdc3-eaa380ba3818 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.501901] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Waiting for the task: (returnval){ [ 665.501901] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52353760-83e3-91e9-86d9-7d883517f66d" [ 665.501901] env[69249]: _type = "Task" [ 665.501901] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.519669] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52353760-83e3-91e9-86d9-7d883517f66d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.608325] env[69249]: DEBUG nova.network.neutron [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Successfully updated port: 3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.804066] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215cf4ed-727b-430c-bf70-d86ea77da0e6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.811887] env[69249]: DEBUG nova.compute.manager [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Received event network-vif-plugged-2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.812104] env[69249]: DEBUG oslo_concurrency.lockutils [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] Acquiring lock "5df4ac74-fe92-42db-8f1c-3d4e790edffe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.812415] env[69249]: DEBUG oslo_concurrency.lockutils [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] Lock "5df4ac74-fe92-42db-8f1c-3d4e790edffe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.813249] env[69249]: DEBUG oslo_concurrency.lockutils [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] Lock "5df4ac74-fe92-42db-8f1c-3d4e790edffe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.813249] env[69249]: DEBUG nova.compute.manager [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] No waiting events found dispatching network-vif-plugged-2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 665.813249] env[69249]: WARNING nova.compute.manager [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Received unexpected event network-vif-plugged-2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9 for instance with vm_state building and task_state spawning. [ 665.813249] env[69249]: DEBUG nova.compute.manager [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Received event network-changed-2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.813701] env[69249]: DEBUG nova.compute.manager [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Refreshing instance network info cache due to event network-changed-2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.816346] env[69249]: DEBUG oslo_concurrency.lockutils [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] Acquiring lock "refresh_cache-5df4ac74-fe92-42db-8f1c-3d4e790edffe" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.816346] env[69249]: DEBUG oslo_concurrency.lockutils [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] Acquired lock "refresh_cache-5df4ac74-fe92-42db-8f1c-3d4e790edffe" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.816346] env[69249]: DEBUG nova.network.neutron [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Refreshing network info cache for port 2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.823659] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2135390-009e-41df-bc05-993bdba5b44c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.863288] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8d79c1-0037-4c93-9985-fb18ab917cd4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.876264] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e76ecb-79b5-48f3-8944-12902a867c27 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.900405] env[69249]: DEBUG nova.compute.provider_tree [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.981991] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658893, 'name': Destroy_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.015082] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52353760-83e3-91e9-86d9-7d883517f66d, 'name': SearchDatastore_Task, 'duration_secs': 0.01563} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.015504] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.015809] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.016113] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.016355] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.016555] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.017068] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8561ab8e-913f-4247-9967-8415cd9d526f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.029475] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.029475] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.030118] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-857f3d6c-839a-4fe7-aa16-9200ce2d752e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.039175] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Waiting for the task: (returnval){ [ 666.039175] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b13695-813e-33af-0212-c44799d8bb0f" [ 666.039175] env[69249]: _type = "Task" [ 666.039175] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.051399] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b13695-813e-33af-0212-c44799d8bb0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.110910] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Acquiring lock "refresh_cache-9e031523-93b3-43c4-a068-22baf4887e27" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.111145] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Acquired lock "refresh_cache-9e031523-93b3-43c4-a068-22baf4887e27" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.112071] env[69249]: DEBUG nova.network.neutron [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.405081] env[69249]: DEBUG nova.scheduler.client.report [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.485544] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658893, 'name': Destroy_Task, 'duration_secs': 0.722708} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.485856] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Destroyed the VM [ 666.486111] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 666.486404] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5f573990-c181-4485-a227-b05074e9d691 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.498101] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 666.498101] env[69249]: value = "task-3658894" [ 666.498101] env[69249]: _type = "Task" [ 666.498101] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.510367] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658894, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.550867] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b13695-813e-33af-0212-c44799d8bb0f, 'name': SearchDatastore_Task, 'duration_secs': 0.025892} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.555410] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-277937ef-7bce-4f8c-8766-125411e1ee6f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.564102] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Waiting for the task: (returnval){ [ 666.564102] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523123f0-d850-3d19-d6fd-b031addfb7be" [ 666.564102] env[69249]: _type = "Task" [ 666.564102] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.577415] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523123f0-d850-3d19-d6fd-b031addfb7be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.698258] env[69249]: DEBUG nova.network.neutron [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Updated VIF entry in instance network info cache for port 2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.700189] env[69249]: DEBUG nova.network.neutron [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Updating instance_info_cache with network_info: [{"id": "2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9", "address": "fa:16:3e:a2:80:b6", "network": {"id": "3e25887f-609d-4c27-97c1-4d9fd2d61bcf", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1427231209-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "384977b6d32344d98db9975be151f682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dda4a71-4f", "ovs_interfaceid": "2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.716544] env[69249]: DEBUG nova.network.neutron [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.912696] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.912696] env[69249]: DEBUG nova.compute.manager [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.921761] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.120s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.921761] env[69249]: DEBUG nova.objects.instance [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Lazy-loading 'resources' on Instance uuid 8ae47df8-6995-4a1d-ab12-6ed44e561f3f {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.972096] env[69249]: DEBUG nova.compute.manager [req-abd4ebe8-f0f5-47b1-b387-1b6de0b8d856 req-7ca2f55e-fb4d-4923-9fde-3b2f3e0d30cb service nova] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Received event network-vif-plugged-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.972687] env[69249]: DEBUG oslo_concurrency.lockutils [req-abd4ebe8-f0f5-47b1-b387-1b6de0b8d856 req-7ca2f55e-fb4d-4923-9fde-3b2f3e0d30cb service nova] Acquiring lock "9e031523-93b3-43c4-a068-22baf4887e27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.972687] env[69249]: DEBUG oslo_concurrency.lockutils [req-abd4ebe8-f0f5-47b1-b387-1b6de0b8d856 req-7ca2f55e-fb4d-4923-9fde-3b2f3e0d30cb service nova] Lock "9e031523-93b3-43c4-a068-22baf4887e27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.973108] env[69249]: DEBUG oslo_concurrency.lockutils [req-abd4ebe8-f0f5-47b1-b387-1b6de0b8d856 req-7ca2f55e-fb4d-4923-9fde-3b2f3e0d30cb service nova] Lock "9e031523-93b3-43c4-a068-22baf4887e27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.973721] env[69249]: DEBUG nova.compute.manager [req-abd4ebe8-f0f5-47b1-b387-1b6de0b8d856 req-7ca2f55e-fb4d-4923-9fde-3b2f3e0d30cb service nova] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] No waiting events found dispatching network-vif-plugged-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 666.973721] env[69249]: WARNING nova.compute.manager [req-abd4ebe8-f0f5-47b1-b387-1b6de0b8d856 req-7ca2f55e-fb4d-4923-9fde-3b2f3e0d30cb service nova] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Received unexpected event network-vif-plugged-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 for instance with vm_state building and task_state spawning. [ 666.973721] env[69249]: DEBUG nova.compute.manager [req-abd4ebe8-f0f5-47b1-b387-1b6de0b8d856 req-7ca2f55e-fb4d-4923-9fde-3b2f3e0d30cb service nova] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Received event network-changed-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.974021] env[69249]: DEBUG nova.compute.manager [req-abd4ebe8-f0f5-47b1-b387-1b6de0b8d856 req-7ca2f55e-fb4d-4923-9fde-3b2f3e0d30cb service nova] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Refreshing instance network info cache due to event network-changed-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.974150] env[69249]: DEBUG oslo_concurrency.lockutils [req-abd4ebe8-f0f5-47b1-b387-1b6de0b8d856 req-7ca2f55e-fb4d-4923-9fde-3b2f3e0d30cb service nova] Acquiring lock "refresh_cache-9e031523-93b3-43c4-a068-22baf4887e27" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.983508] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "c2bacbbc-a57b-428f-af33-c85e4416ade5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.983811] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "c2bacbbc-a57b-428f-af33-c85e4416ade5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.011302] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658894, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.077333] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523123f0-d850-3d19-d6fd-b031addfb7be, 'name': SearchDatastore_Task, 'duration_secs': 0.011238} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.077692] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.078215] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 5df4ac74-fe92-42db-8f1c-3d4e790edffe/5df4ac74-fe92-42db-8f1c-3d4e790edffe.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.081733] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6196b35-53e8-4434-a16b-4eb88c83291e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.088482] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Waiting for the task: (returnval){ [ 667.088482] env[69249]: value = "task-3658895" [ 667.088482] env[69249]: _type = "Task" [ 667.088482] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.094662] env[69249]: DEBUG nova.network.neutron [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Updating instance_info_cache with network_info: [{"id": "3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844", "address": "fa:16:3e:c3:c5:34", "network": {"id": "66568c48-8bcd-4e18-864c-4561355baf47", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-295686839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef86efb4d55490abb1a5d1330206123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a80f62b-9a", "ovs_interfaceid": "3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.102726] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': task-3658895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.174741] env[69249]: DEBUG nova.network.neutron [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Successfully updated port: 7e7b7321-c5cb-4727-9b52-a6c2dd00985a {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.202996] env[69249]: DEBUG oslo_concurrency.lockutils [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] Releasing lock "refresh_cache-5df4ac74-fe92-42db-8f1c-3d4e790edffe" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.203301] env[69249]: DEBUG nova.compute.manager [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Received event network-vif-plugged-8171a365-a5e8-40cf-b76a-0f8a59d9964c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.203512] env[69249]: DEBUG oslo_concurrency.lockutils [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] Acquiring lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.203781] env[69249]: DEBUG oslo_concurrency.lockutils [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] Lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.203973] env[69249]: DEBUG oslo_concurrency.lockutils [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] Lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.204152] env[69249]: DEBUG nova.compute.manager [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] No waiting events found dispatching network-vif-plugged-8171a365-a5e8-40cf-b76a-0f8a59d9964c {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 667.204316] env[69249]: WARNING nova.compute.manager [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Received unexpected event network-vif-plugged-8171a365-a5e8-40cf-b76a-0f8a59d9964c for instance with vm_state building and task_state spawning. [ 667.204472] env[69249]: DEBUG nova.compute.manager [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Received event network-changed-8171a365-a5e8-40cf-b76a-0f8a59d9964c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.204616] env[69249]: DEBUG nova.compute.manager [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Refreshing instance network info cache due to event network-changed-8171a365-a5e8-40cf-b76a-0f8a59d9964c. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.204797] env[69249]: DEBUG oslo_concurrency.lockutils [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] Acquiring lock "refresh_cache-18d75c35-9a2e-472b-a9b6-19b07904ffc8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.204957] env[69249]: DEBUG oslo_concurrency.lockutils [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] Acquired lock "refresh_cache-18d75c35-9a2e-472b-a9b6-19b07904ffc8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.205149] env[69249]: DEBUG nova.network.neutron [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Refreshing network info cache for port 8171a365-a5e8-40cf-b76a-0f8a59d9964c {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.423287] env[69249]: DEBUG nova.compute.utils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.430506] env[69249]: DEBUG nova.compute.manager [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.430614] env[69249]: DEBUG nova.network.neutron [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.514552] env[69249]: DEBUG oslo_vmware.api [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658894, 'name': RemoveSnapshot_Task, 'duration_secs': 0.840553} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.516898] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 667.517324] env[69249]: INFO nova.compute.manager [None req-e97ae451-0f80-4a7d-844f-13a4a54ff633 tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Took 18.22 seconds to snapshot the instance on the hypervisor. [ 667.540206] env[69249]: DEBUG nova.policy [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8e73f7497764e0285942e8094f89821', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc39949609b6459c88c31461f0e37898', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.597613] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Releasing lock "refresh_cache-9e031523-93b3-43c4-a068-22baf4887e27" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.598607] env[69249]: DEBUG nova.compute.manager [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Instance network_info: |[{"id": "3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844", "address": "fa:16:3e:c3:c5:34", "network": {"id": "66568c48-8bcd-4e18-864c-4561355baf47", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-295686839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef86efb4d55490abb1a5d1330206123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a80f62b-9a", "ovs_interfaceid": "3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.598607] env[69249]: DEBUG oslo_concurrency.lockutils [req-abd4ebe8-f0f5-47b1-b387-1b6de0b8d856 req-7ca2f55e-fb4d-4923-9fde-3b2f3e0d30cb service nova] Acquired lock "refresh_cache-9e031523-93b3-43c4-a068-22baf4887e27" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.598944] env[69249]: DEBUG nova.network.neutron [req-abd4ebe8-f0f5-47b1-b387-1b6de0b8d856 req-7ca2f55e-fb4d-4923-9fde-3b2f3e0d30cb service nova] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Refreshing network info cache for port 3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.601076] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:c5:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.614936] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Creating folder: Project (1ef86efb4d55490abb1a5d1330206123). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.626469] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e46724a-0dc8-4c56-9fea-96c518b65eb8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.628082] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': task-3658895, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.640630] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Created folder: Project (1ef86efb4d55490abb1a5d1330206123) in parent group-v729229. [ 667.640839] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Creating folder: Instances. Parent ref: group-v729291. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.643655] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-588cb818-e249-49c8-89a3-554e18c27986 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.656008] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Created folder: Instances in parent group-v729291. [ 667.657019] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.657019] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.657019] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-232aafac-afc8-4833-86cf-52a35586908c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.678755] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquiring lock "refresh_cache-18d75c35-9a2e-472b-a9b6-19b07904ffc8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.681613] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.681613] env[69249]: value = "task-3658898" [ 667.681613] env[69249]: _type = "Task" [ 667.681613] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.691754] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658898, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.778510] env[69249]: DEBUG nova.network.neutron [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.934883] env[69249]: DEBUG nova.compute.manager [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.027370] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743d2d19-be1a-401a-a33e-5ecafb2bcede {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.038937] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321b7968-c7c6-4eb5-9c03-7d5e904bea6b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.043054] env[69249]: DEBUG nova.network.neutron [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.083130] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8857b462-f7a6-4d11-9d69-9236186a82ec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.093270] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bef2216-95df-486b-976b-e49f6114eab3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.107355] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': task-3658895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529796} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.116761] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 5df4ac74-fe92-42db-8f1c-3d4e790edffe/5df4ac74-fe92-42db-8f1c-3d4e790edffe.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.117031] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.118264] env[69249]: DEBUG nova.compute.provider_tree [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.119814] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f280317a-cdd0-456b-902b-74e5b9f381cc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.130536] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Waiting for the task: (returnval){ [ 668.130536] env[69249]: value = "task-3658899" [ 668.130536] env[69249]: _type = "Task" [ 668.130536] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.141880] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': task-3658899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.193683] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658898, 'name': CreateVM_Task, 'duration_secs': 0.499236} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.193903] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.196146] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.196146] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.196146] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.196146] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b62fa1-7389-4369-bcde-f13a02965174 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.202259] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Waiting for the task: (returnval){ [ 668.202259] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a6470d-c782-06ca-6c80-d09962d6bcdb" [ 668.202259] env[69249]: _type = "Task" [ 668.202259] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.211739] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a6470d-c782-06ca-6c80-d09962d6bcdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.301996] env[69249]: DEBUG nova.compute.manager [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Received event network-changed-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.302207] env[69249]: DEBUG nova.compute.manager [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Refreshing instance network info cache due to event network-changed-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.302431] env[69249]: DEBUG oslo_concurrency.lockutils [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] Acquiring lock "refresh_cache-b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.302743] env[69249]: DEBUG oslo_concurrency.lockutils [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] Acquired lock "refresh_cache-b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.302849] env[69249]: DEBUG nova.network.neutron [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Refreshing network info cache for port 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.378584] env[69249]: DEBUG nova.network.neutron [req-abd4ebe8-f0f5-47b1-b387-1b6de0b8d856 req-7ca2f55e-fb4d-4923-9fde-3b2f3e0d30cb service nova] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Updated VIF entry in instance network info cache for port 3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.379174] env[69249]: DEBUG nova.network.neutron [req-abd4ebe8-f0f5-47b1-b387-1b6de0b8d856 req-7ca2f55e-fb4d-4923-9fde-3b2f3e0d30cb service nova] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Updating instance_info_cache with network_info: [{"id": "3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844", "address": "fa:16:3e:c3:c5:34", "network": {"id": "66568c48-8bcd-4e18-864c-4561355baf47", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-295686839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef86efb4d55490abb1a5d1330206123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a80f62b-9a", "ovs_interfaceid": "3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.484444] env[69249]: DEBUG nova.network.neutron [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Successfully created port: f8f101b1-0432-41f8-9dea-1738d05d4383 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.546096] env[69249]: DEBUG oslo_concurrency.lockutils [req-64f9e939-51a1-46b6-aa15-620c66a57ff8 req-a108e917-7441-40ee-ab1c-cd08d75672e2 service nova] Releasing lock "refresh_cache-18d75c35-9a2e-472b-a9b6-19b07904ffc8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.546501] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquired lock "refresh_cache-18d75c35-9a2e-472b-a9b6-19b07904ffc8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.546659] env[69249]: DEBUG nova.network.neutron [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.641623] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': task-3658899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0752} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.641914] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.642754] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be086fc3-cc7f-4a00-bb4b-a9a111c00013 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.646976] env[69249]: ERROR nova.scheduler.client.report [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] [req-e6a0d770-d395-48ec-ad7b-37d4fef0cc44] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c355696e-e44b-4fc5-8175-1e54a0df25d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e6a0d770-d395-48ec-ad7b-37d4fef0cc44"}]} [ 668.670890] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 5df4ac74-fe92-42db-8f1c-3d4e790edffe/5df4ac74-fe92-42db-8f1c-3d4e790edffe.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.671116] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-649b4e60-0e9b-4e19-b305-0edd5174fdfb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.696391] env[69249]: DEBUG nova.scheduler.client.report [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Refreshing inventories for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 668.704879] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Waiting for the task: (returnval){ [ 668.704879] env[69249]: value = "task-3658900" [ 668.704879] env[69249]: _type = "Task" [ 668.704879] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.720397] env[69249]: DEBUG nova.scheduler.client.report [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Updating ProviderTree inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 668.720397] env[69249]: DEBUG nova.compute.provider_tree [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.727999] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': task-3658900, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.728358] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a6470d-c782-06ca-6c80-d09962d6bcdb, 'name': SearchDatastore_Task, 'duration_secs': 0.010076} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.728765] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.728914] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.729172] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.729315] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.729494] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.729769] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6e1c163-363f-4756-873c-031af0e63129 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.737375] env[69249]: DEBUG nova.scheduler.client.report [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Refreshing aggregate associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, aggregates: None {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 668.744883] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.744883] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.744883] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2883c9-eb89-48a7-b066-f97b15677f5e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.755545] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Waiting for the task: (returnval){ [ 668.755545] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52721d22-702e-d446-fb2a-63979d94b850" [ 668.755545] env[69249]: _type = "Task" [ 668.755545] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.763964] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52721d22-702e-d446-fb2a-63979d94b850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.774579] env[69249]: DEBUG nova.scheduler.client.report [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Refreshing trait associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 668.888663] env[69249]: DEBUG oslo_concurrency.lockutils [req-abd4ebe8-f0f5-47b1-b387-1b6de0b8d856 req-7ca2f55e-fb4d-4923-9fde-3b2f3e0d30cb service nova] Releasing lock "refresh_cache-9e031523-93b3-43c4-a068-22baf4887e27" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.946243] env[69249]: DEBUG nova.compute.manager [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.993888] env[69249]: DEBUG nova.virt.hardware [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.993888] env[69249]: DEBUG nova.virt.hardware [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.993888] env[69249]: DEBUG nova.virt.hardware [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.995678] env[69249]: DEBUG nova.virt.hardware [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.995989] env[69249]: DEBUG nova.virt.hardware [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.996299] env[69249]: DEBUG nova.virt.hardware [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.996548] env[69249]: DEBUG nova.virt.hardware [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.996714] env[69249]: DEBUG nova.virt.hardware [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.997049] env[69249]: DEBUG nova.virt.hardware [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.997049] env[69249]: DEBUG nova.virt.hardware [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.997238] env[69249]: DEBUG nova.virt.hardware [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.998145] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f5ad01-28bc-4a1a-bd68-aff486c419fc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.013875] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd859b51-c494-41b2-bd9b-4f07a7b7139d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.115598] env[69249]: DEBUG nova.network.neutron [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.222770] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': task-3658900, 'name': ReconfigVM_Task, 'duration_secs': 0.508927} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.223083] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 5df4ac74-fe92-42db-8f1c-3d4e790edffe/5df4ac74-fe92-42db-8f1c-3d4e790edffe.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.223689] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8984c613-7235-4dec-8871-2f722a985df6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.232215] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Waiting for the task: (returnval){ [ 669.232215] env[69249]: value = "task-3658901" [ 669.232215] env[69249]: _type = "Task" [ 669.232215] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.247519] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': task-3658901, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.274472] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52721d22-702e-d446-fb2a-63979d94b850, 'name': SearchDatastore_Task, 'duration_secs': 0.011689} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.277981] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dba5937-7236-44ed-baf5-b2147f5b26d2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.298916] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Waiting for the task: (returnval){ [ 669.298916] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f95539-3d31-90a7-ab40-46ec5f8151a0" [ 669.298916] env[69249]: _type = "Task" [ 669.298916] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.310782] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f95539-3d31-90a7-ab40-46ec5f8151a0, 'name': SearchDatastore_Task} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.314244] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.314607] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 9e031523-93b3-43c4-a068-22baf4887e27/9e031523-93b3-43c4-a068-22baf4887e27.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.318242] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-095462e8-8e91-4f7d-aa40-27afc03670f3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.329198] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Waiting for the task: (returnval){ [ 669.329198] env[69249]: value = "task-3658902" [ 669.329198] env[69249]: _type = "Task" [ 669.329198] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.342290] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3658902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.411859] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3640d13-fdc6-4da3-a8f3-9fd79f603dfd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.424459] env[69249]: DEBUG nova.network.neutron [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Updated VIF entry in instance network info cache for port 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.424459] env[69249]: DEBUG nova.network.neutron [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Updating instance_info_cache with network_info: [{"id": "85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88", "address": "fa:16:3e:2f:f9:49", "network": {"id": "1ff7e969-37ad-4d0c-9318-b275f6c7147d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1717339010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb0e281b714f4488841dc8c9a823e308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e1f9c9-34", "ovs_interfaceid": "85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.424791] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f025da-5faa-442e-9b47-4fd7be10cfed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.468011] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcc1c4e-424e-4163-8df4-154f4adafac3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.475376] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6396a5f8-ae19-4fb6-88a8-ec742256462e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.491636] env[69249]: DEBUG nova.compute.provider_tree [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.746636] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': task-3658901, 'name': Rename_Task, 'duration_secs': 0.224387} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.748835] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.748835] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a401850f-12f2-40e7-9e00-e95e84683a98 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.758465] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Waiting for the task: (returnval){ [ 669.758465] env[69249]: value = "task-3658903" [ 669.758465] env[69249]: _type = "Task" [ 669.758465] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.768363] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': task-3658903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.844313] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3658902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.930785] env[69249]: DEBUG oslo_concurrency.lockutils [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] Releasing lock "refresh_cache-b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.933019] env[69249]: DEBUG nova.compute.manager [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Received event network-vif-plugged-7e7b7321-c5cb-4727-9b52-a6c2dd00985a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.933019] env[69249]: DEBUG oslo_concurrency.lockutils [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] Acquiring lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.933019] env[69249]: DEBUG oslo_concurrency.lockutils [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] Lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.933019] env[69249]: DEBUG oslo_concurrency.lockutils [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] Lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.933019] env[69249]: DEBUG nova.compute.manager [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] No waiting events found dispatching network-vif-plugged-7e7b7321-c5cb-4727-9b52-a6c2dd00985a {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 669.933276] env[69249]: WARNING nova.compute.manager [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Received unexpected event network-vif-plugged-7e7b7321-c5cb-4727-9b52-a6c2dd00985a for instance with vm_state building and task_state spawning. [ 669.933276] env[69249]: DEBUG nova.compute.manager [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Received event network-changed-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.933276] env[69249]: DEBUG nova.compute.manager [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Refreshing instance network info cache due to event network-changed-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.933276] env[69249]: DEBUG oslo_concurrency.lockutils [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] Acquiring lock "refresh_cache-b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.933276] env[69249]: DEBUG oslo_concurrency.lockutils [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] Acquired lock "refresh_cache-b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.933435] env[69249]: DEBUG nova.network.neutron [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Refreshing network info cache for port 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.039708] env[69249]: DEBUG nova.scheduler.client.report [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 40 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 670.039996] env[69249]: DEBUG nova.compute.provider_tree [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 40 to 41 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 670.040190] env[69249]: DEBUG nova.compute.provider_tree [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.112388] env[69249]: DEBUG nova.network.neutron [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Updating instance_info_cache with network_info: [{"id": "a68a36b3-6ef7-4f03-a92a-202ecb7be6b8", "address": "fa:16:3e:97:ee:cd", "network": {"id": "004c5d26-1586-4963-b1d7-6ad9896261d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1227616371", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c71aba4e294c468b84df2575a88e3e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68a36b3-6e", "ovs_interfaceid": "a68a36b3-6ef7-4f03-a92a-202ecb7be6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8171a365-a5e8-40cf-b76a-0f8a59d9964c", "address": "fa:16:3e:82:4c:69", "network": {"id": "f6019930-9ca1-42c0-ab4a-23ea00b446dd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-465117363", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c71aba4e294c468b84df2575a88e3e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8171a365-a5", "ovs_interfaceid": "8171a365-a5e8-40cf-b76a-0f8a59d9964c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e7b7321-c5cb-4727-9b52-a6c2dd00985a", "address": "fa:16:3e:5d:fd:2d", "network": {"id": "004c5d26-1586-4963-b1d7-6ad9896261d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1227616371", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c71aba4e294c468b84df2575a88e3e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7b7321-c5", "ovs_interfaceid": "7e7b7321-c5cb-4727-9b52-a6c2dd00985a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.274633] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': task-3658903, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.279370] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Acquiring lock "e1bb3590-21a2-41d7-a518-7c9221448c63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.280040] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Lock "e1bb3590-21a2-41d7-a518-7c9221448c63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.280262] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Acquiring lock "e1bb3590-21a2-41d7-a518-7c9221448c63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.280460] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Lock "e1bb3590-21a2-41d7-a518-7c9221448c63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.280659] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Lock "e1bb3590-21a2-41d7-a518-7c9221448c63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.283599] env[69249]: INFO nova.compute.manager [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Terminating instance [ 670.343952] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3658902, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.549025] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.628s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.551971] env[69249]: DEBUG oslo_concurrency.lockutils [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.655s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.552488] env[69249]: DEBUG nova.objects.instance [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Lazy-loading 'resources' on Instance uuid 9996bde1-c07c-459a-abc8-2543f141654e {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.589760] env[69249]: INFO nova.scheduler.client.report [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Deleted allocations for instance 8ae47df8-6995-4a1d-ab12-6ed44e561f3f [ 670.619020] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Releasing lock "refresh_cache-18d75c35-9a2e-472b-a9b6-19b07904ffc8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.619020] env[69249]: DEBUG nova.compute.manager [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Instance network_info: |[{"id": "a68a36b3-6ef7-4f03-a92a-202ecb7be6b8", "address": "fa:16:3e:97:ee:cd", "network": {"id": "004c5d26-1586-4963-b1d7-6ad9896261d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1227616371", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c71aba4e294c468b84df2575a88e3e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68a36b3-6e", "ovs_interfaceid": "a68a36b3-6ef7-4f03-a92a-202ecb7be6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8171a365-a5e8-40cf-b76a-0f8a59d9964c", "address": "fa:16:3e:82:4c:69", "network": {"id": "f6019930-9ca1-42c0-ab4a-23ea00b446dd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-465117363", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c71aba4e294c468b84df2575a88e3e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8171a365-a5", "ovs_interfaceid": "8171a365-a5e8-40cf-b76a-0f8a59d9964c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e7b7321-c5cb-4727-9b52-a6c2dd00985a", "address": "fa:16:3e:5d:fd:2d", "network": {"id": "004c5d26-1586-4963-b1d7-6ad9896261d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1227616371", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c71aba4e294c468b84df2575a88e3e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7b7321-c5", "ovs_interfaceid": "7e7b7321-c5cb-4727-9b52-a6c2dd00985a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.619020] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:ee:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a68a36b3-6ef7-4f03-a92a-202ecb7be6b8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:4c:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8171a365-a5e8-40cf-b76a-0f8a59d9964c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:fd:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e7b7321-c5cb-4727-9b52-a6c2dd00985a', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.635029] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Creating folder: Project (c71aba4e294c468b84df2575a88e3e8d). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.635029] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aba0603-a52f-44ac-bfad-cd4a9b5259e7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.650231] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Created folder: Project (c71aba4e294c468b84df2575a88e3e8d) in parent group-v729229. [ 670.652030] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Creating folder: Instances. Parent ref: group-v729294. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.652030] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e4304d1-7ced-416b-97ca-df927b2ce908 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.665621] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Created folder: Instances in parent group-v729294. [ 670.665621] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.666024] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.667248] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e00cc6e2-3add-4ee4-8e06-1572f28d398f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.700020] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.700020] env[69249]: value = "task-3658906" [ 670.700020] env[69249]: _type = "Task" [ 670.700020] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.713221] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658906, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.775161] env[69249]: DEBUG oslo_vmware.api [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': task-3658903, 'name': PowerOnVM_Task, 'duration_secs': 0.609016} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.775444] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.775644] env[69249]: INFO nova.compute.manager [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Took 9.52 seconds to spawn the instance on the hypervisor. [ 670.776451] env[69249]: DEBUG nova.compute.manager [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 670.777109] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9ee441-4ee6-4bad-a59a-e32d33b682fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.788796] env[69249]: DEBUG nova.compute.manager [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.789107] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.792697] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32da713-b2f0-43e8-b0b6-d818206bc9de {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.799381] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.799683] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae392142-ac94-4338-93ca-a6d195222758 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.812217] env[69249]: DEBUG oslo_vmware.api [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 670.812217] env[69249]: value = "task-3658907" [ 670.812217] env[69249]: _type = "Task" [ 670.812217] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.827821] env[69249]: DEBUG nova.network.neutron [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Successfully updated port: f8f101b1-0432-41f8-9dea-1738d05d4383 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.836671] env[69249]: DEBUG oslo_vmware.api [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.856894] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3658902, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.384449} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.856894] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 9e031523-93b3-43c4-a068-22baf4887e27/9e031523-93b3-43c4-a068-22baf4887e27.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.856894] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.857571] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16f09da9-50de-4511-85e2-87061c5d5691 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.873019] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Waiting for the task: (returnval){ [ 670.873019] env[69249]: value = "task-3658908" [ 670.873019] env[69249]: _type = "Task" [ 670.873019] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.894367] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3658908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.105137] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae427200-ee72-4dad-9c35-96fdf120e788 tempest-ServersAaction247Test-117621867 tempest-ServersAaction247Test-117621867-project-member] Lock "8ae47df8-6995-4a1d-ab12-6ed44e561f3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.649s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.211894] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658906, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.305324] env[69249]: DEBUG nova.network.neutron [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Updated VIF entry in instance network info cache for port 85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.305641] env[69249]: DEBUG nova.network.neutron [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Updating instance_info_cache with network_info: [{"id": "85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88", "address": "fa:16:3e:2f:f9:49", "network": {"id": "1ff7e969-37ad-4d0c-9318-b275f6c7147d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1717339010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb0e281b714f4488841dc8c9a823e308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e1f9c9-34", "ovs_interfaceid": "85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.308930] env[69249]: INFO nova.compute.manager [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Took 37.36 seconds to build instance. [ 671.331878] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Acquiring lock "refresh_cache-1f9216ea-191d-48a3-bc40-d9951344a576" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.332046] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Acquired lock "refresh_cache-1f9216ea-191d-48a3-bc40-d9951344a576" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.332235] env[69249]: DEBUG nova.network.neutron [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.333401] env[69249]: DEBUG oslo_vmware.api [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658907, 'name': PowerOffVM_Task, 'duration_secs': 0.29678} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.334631] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.334800] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.336064] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e942130-aa88-49df-8571-8e10932edfe0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.389570] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3658908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091188} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.395490] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.398257] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac2d459-4fdd-48e6-96dc-f2e162fc53d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.423178] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 9e031523-93b3-43c4-a068-22baf4887e27/9e031523-93b3-43c4-a068-22baf4887e27.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.427355] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e3ff357-ee49-43d8-9d8a-5aa786b981e4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.442115] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.442370] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.443155] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Deleting the datastore file [datastore2] e1bb3590-21a2-41d7-a518-7c9221448c63 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.443259] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31caa662-f99b-4804-bc1c-6abcb731e9f8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.455023] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Waiting for the task: (returnval){ [ 671.455023] env[69249]: value = "task-3658911" [ 671.455023] env[69249]: _type = "Task" [ 671.455023] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.462890] env[69249]: DEBUG oslo_vmware.api [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for the task: (returnval){ [ 671.462890] env[69249]: value = "task-3658910" [ 671.462890] env[69249]: _type = "Task" [ 671.462890] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.476020] env[69249]: DEBUG oslo_vmware.api [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.480447] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3658911, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.482961] env[69249]: DEBUG nova.compute.manager [req-ef98f1df-0818-45e5-9b1f-00f73cf5e89d req-41717b85-1f7f-4d73-a4ea-7b37b343efba service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Received event network-vif-plugged-f8f101b1-0432-41f8-9dea-1738d05d4383 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.483507] env[69249]: DEBUG oslo_concurrency.lockutils [req-ef98f1df-0818-45e5-9b1f-00f73cf5e89d req-41717b85-1f7f-4d73-a4ea-7b37b343efba service nova] Acquiring lock "1f9216ea-191d-48a3-bc40-d9951344a576-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.483507] env[69249]: DEBUG oslo_concurrency.lockutils [req-ef98f1df-0818-45e5-9b1f-00f73cf5e89d req-41717b85-1f7f-4d73-a4ea-7b37b343efba service nova] Lock "1f9216ea-191d-48a3-bc40-d9951344a576-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.483674] env[69249]: DEBUG oslo_concurrency.lockutils [req-ef98f1df-0818-45e5-9b1f-00f73cf5e89d req-41717b85-1f7f-4d73-a4ea-7b37b343efba service nova] Lock "1f9216ea-191d-48a3-bc40-d9951344a576-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.483674] env[69249]: DEBUG nova.compute.manager [req-ef98f1df-0818-45e5-9b1f-00f73cf5e89d req-41717b85-1f7f-4d73-a4ea-7b37b343efba service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] No waiting events found dispatching network-vif-plugged-f8f101b1-0432-41f8-9dea-1738d05d4383 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 671.483852] env[69249]: WARNING nova.compute.manager [req-ef98f1df-0818-45e5-9b1f-00f73cf5e89d req-41717b85-1f7f-4d73-a4ea-7b37b343efba service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Received unexpected event network-vif-plugged-f8f101b1-0432-41f8-9dea-1738d05d4383 for instance with vm_state building and task_state spawning. [ 671.629283] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a377101-7647-472c-b9d1-205308647ed2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.637809] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1040d14c-3061-450a-92f1-96b85938ac09 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.677364] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90fe140-da3e-45c4-aded-144be70dfa26 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.688561] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bc05f1-bc46-4c5a-aa8d-e2996ffc649e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.700620] env[69249]: DEBUG nova.compute.provider_tree [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.712282] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658906, 'name': CreateVM_Task, 'duration_secs': 0.611983} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.712651] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.713593] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.713798] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.714203] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.714867] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66108489-0505-4f4e-adf2-d15f5c1f6943 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.721297] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 671.721297] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e87b60-a2f2-081b-42ba-f1cca27c93b3" [ 671.721297] env[69249]: _type = "Task" [ 671.721297] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.731979] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e87b60-a2f2-081b-42ba-f1cca27c93b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.812266] env[69249]: DEBUG oslo_concurrency.lockutils [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] Releasing lock "refresh_cache-b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.812584] env[69249]: DEBUG nova.compute.manager [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Received event network-changed-7e7b7321-c5cb-4727-9b52-a6c2dd00985a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.812807] env[69249]: DEBUG nova.compute.manager [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Refreshing instance network info cache due to event network-changed-7e7b7321-c5cb-4727-9b52-a6c2dd00985a. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.813015] env[69249]: DEBUG oslo_concurrency.lockutils [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] Acquiring lock "refresh_cache-18d75c35-9a2e-472b-a9b6-19b07904ffc8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.813193] env[69249]: DEBUG oslo_concurrency.lockutils [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] Acquired lock "refresh_cache-18d75c35-9a2e-472b-a9b6-19b07904ffc8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.813368] env[69249]: DEBUG nova.network.neutron [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Refreshing network info cache for port 7e7b7321-c5cb-4727-9b52-a6c2dd00985a {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.814782] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4bacc46a-b1c4-40b7-bf90-82c1403ee1bf tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Lock "5df4ac74-fe92-42db-8f1c-3d4e790edffe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.955s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.983521] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3658911, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.987110] env[69249]: DEBUG oslo_vmware.api [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Task: {'id': task-3658910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19722} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.987414] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.987759] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.987759] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.988059] env[69249]: INFO nova.compute.manager [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Took 1.20 seconds to destroy the instance on the hypervisor. [ 671.988359] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.988647] env[69249]: DEBUG nova.compute.manager [-] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.988647] env[69249]: DEBUG nova.network.neutron [-] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.031262] env[69249]: DEBUG nova.network.neutron [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.080769] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.080988] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.207080] env[69249]: DEBUG nova.scheduler.client.report [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.236448] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e87b60-a2f2-081b-42ba-f1cca27c93b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01123} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.236722] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.237187] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.237187] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.237336] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.237593] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.237976] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8471b801-8c1d-4863-8ce1-53ab78721a46 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.255245] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.255400] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.256440] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a0cbc7c-406a-44f1-b4f3-48f34b1b46a4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.265175] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 672.265175] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529b8a6b-91ae-3477-799e-fe49ca8ff8bd" [ 672.265175] env[69249]: _type = "Task" [ 672.265175] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.275025] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529b8a6b-91ae-3477-799e-fe49ca8ff8bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.320117] env[69249]: DEBUG nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.476916] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3658911, 'name': ReconfigVM_Task, 'duration_secs': 0.602802} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.477238] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 9e031523-93b3-43c4-a068-22baf4887e27/9e031523-93b3-43c4-a068-22baf4887e27.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.478561] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a100a792-3a5c-4661-9523-f1aa11d8ec82 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.491121] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Waiting for the task: (returnval){ [ 672.491121] env[69249]: value = "task-3658912" [ 672.491121] env[69249]: _type = "Task" [ 672.491121] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.502950] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3658912, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.519712] env[69249]: DEBUG nova.network.neutron [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Updating instance_info_cache with network_info: [{"id": "f8f101b1-0432-41f8-9dea-1738d05d4383", "address": "fa:16:3e:f9:75:40", "network": {"id": "41c66663-c9b8-4ad2-9640-3bfe1abf19cf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-164450220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc39949609b6459c88c31461f0e37898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f101b1-04", "ovs_interfaceid": "f8f101b1-0432-41f8-9dea-1738d05d4383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.719185] env[69249]: DEBUG oslo_concurrency.lockutils [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.725141] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.323s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.725141] env[69249]: DEBUG nova.objects.instance [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69249) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 672.771687] env[69249]: INFO nova.scheduler.client.report [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Deleted allocations for instance 9996bde1-c07c-459a-abc8-2543f141654e [ 672.781122] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529b8a6b-91ae-3477-799e-fe49ca8ff8bd, 'name': SearchDatastore_Task, 'duration_secs': 0.018128} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.783386] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc208195-fbd0-4072-9d94-82c4a82840f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.792867] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 672.792867] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5232edc3-b1af-9c46-897a-fe4e8b69d05a" [ 672.792867] env[69249]: _type = "Task" [ 672.792867] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.807788] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5232edc3-b1af-9c46-897a-fe4e8b69d05a, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.809310] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.809310] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 18d75c35-9a2e-472b-a9b6-19b07904ffc8/18d75c35-9a2e-472b-a9b6-19b07904ffc8.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.809310] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dca04a3-5658-48ba-9582-7f178132878e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.818448] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 672.818448] env[69249]: value = "task-3658913" [ 672.818448] env[69249]: _type = "Task" [ 672.818448] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.837285] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.856801] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.961640] env[69249]: DEBUG nova.network.neutron [-] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.965600] env[69249]: DEBUG oslo_vmware.rw_handles [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b712a4-6b22-c26a-03b7-2823c8f0410f/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 672.966614] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b8d47f-6394-4101-a282-b973c6253fe2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.974334] env[69249]: DEBUG oslo_vmware.rw_handles [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b712a4-6b22-c26a-03b7-2823c8f0410f/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 672.974798] env[69249]: ERROR oslo_vmware.rw_handles [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b712a4-6b22-c26a-03b7-2823c8f0410f/disk-0.vmdk due to incomplete transfer. [ 672.974798] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8517b547-360a-4897-9701-434c188fd8ef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.986322] env[69249]: DEBUG oslo_vmware.rw_handles [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b712a4-6b22-c26a-03b7-2823c8f0410f/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 672.986541] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Uploaded image 9221582f-090c-4c6e-a0be-14fd2666ab37 to the Glance image server {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 672.988155] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 672.989549] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-66156cd8-108c-4c9b-880b-385c010d1e32 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.001018] env[69249]: DEBUG nova.network.neutron [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Updated VIF entry in instance network info cache for port 7e7b7321-c5cb-4727-9b52-a6c2dd00985a. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.001492] env[69249]: DEBUG nova.network.neutron [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Updating instance_info_cache with network_info: [{"id": "a68a36b3-6ef7-4f03-a92a-202ecb7be6b8", "address": "fa:16:3e:97:ee:cd", "network": {"id": "004c5d26-1586-4963-b1d7-6ad9896261d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1227616371", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c71aba4e294c468b84df2575a88e3e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68a36b3-6e", "ovs_interfaceid": "a68a36b3-6ef7-4f03-a92a-202ecb7be6b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8171a365-a5e8-40cf-b76a-0f8a59d9964c", "address": "fa:16:3e:82:4c:69", "network": {"id": "f6019930-9ca1-42c0-ab4a-23ea00b446dd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-465117363", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c71aba4e294c468b84df2575a88e3e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8171a365-a5", "ovs_interfaceid": "8171a365-a5e8-40cf-b76a-0f8a59d9964c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e7b7321-c5cb-4727-9b52-a6c2dd00985a", "address": "fa:16:3e:5d:fd:2d", "network": {"id": "004c5d26-1586-4963-b1d7-6ad9896261d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1227616371", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c71aba4e294c468b84df2575a88e3e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7b7321-c5", "ovs_interfaceid": "7e7b7321-c5cb-4727-9b52-a6c2dd00985a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.008723] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 673.008723] env[69249]: value = "task-3658914" [ 673.008723] env[69249]: _type = "Task" [ 673.008723] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.015119] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3658912, 'name': Rename_Task, 'duration_secs': 0.282938} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.015408] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.016157] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a673c75-49ec-4217-84c3-a8f64e8e2719 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.025125] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Releasing lock "refresh_cache-1f9216ea-191d-48a3-bc40-d9951344a576" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.025447] env[69249]: DEBUG nova.compute.manager [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Instance network_info: |[{"id": "f8f101b1-0432-41f8-9dea-1738d05d4383", "address": "fa:16:3e:f9:75:40", "network": {"id": "41c66663-c9b8-4ad2-9640-3bfe1abf19cf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-164450220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc39949609b6459c88c31461f0e37898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f101b1-04", "ovs_interfaceid": "f8f101b1-0432-41f8-9dea-1738d05d4383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.025959] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658914, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.028084] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:75:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8f101b1-0432-41f8-9dea-1738d05d4383', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.035656] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Creating folder: Project (cc39949609b6459c88c31461f0e37898). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.036478] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Waiting for the task: (returnval){ [ 673.036478] env[69249]: value = "task-3658915" [ 673.036478] env[69249]: _type = "Task" [ 673.036478] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.036744] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8da95a2-5bcf-4280-b5ba-9abba9942566 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.049931] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3658915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.058344] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Created folder: Project (cc39949609b6459c88c31461f0e37898) in parent group-v729229. [ 673.058625] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Creating folder: Instances. Parent ref: group-v729297. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.058812] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9afff6a0-b066-47d0-9488-47bba29ee2d9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.074135] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Created folder: Instances in parent group-v729297. [ 673.074574] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.074674] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.075148] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af69e650-919b-4f36-ba79-f1b9cb6be735 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.098529] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.098529] env[69249]: value = "task-3658918" [ 673.098529] env[69249]: _type = "Task" [ 673.098529] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.108679] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658918, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.292667] env[69249]: DEBUG oslo_concurrency.lockutils [None req-90de6fdf-f4e9-4885-ba07-c7512f6eddef tempest-ServerExternalEventsTest-1997176728 tempest-ServerExternalEventsTest-1997176728-project-member] Lock "9996bde1-c07c-459a-abc8-2543f141654e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.527s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.332429] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658913, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.473301] env[69249]: INFO nova.compute.manager [-] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Took 1.48 seconds to deallocate network for instance. [ 673.508134] env[69249]: DEBUG oslo_concurrency.lockutils [req-95493a8d-924f-49f3-9718-6ac4d9785945 req-6ee93278-f379-4c75-9c53-3b1373a66309 service nova] Releasing lock "refresh_cache-18d75c35-9a2e-472b-a9b6-19b07904ffc8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.524049] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658914, 'name': Destroy_Task, 'duration_secs': 0.438678} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.525931] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Destroyed the VM [ 673.525931] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 673.525931] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3e3d9c0c-75ba-43db-83c5-d16de85edd33 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.535134] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 673.535134] env[69249]: value = "task-3658919" [ 673.535134] env[69249]: _type = "Task" [ 673.535134] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.551860] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658919, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.556129] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3658915, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.615301] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658918, 'name': CreateVM_Task, 'duration_secs': 0.489088} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.615494] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.616569] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.616569] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.616746] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.617196] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df56e652-1ea6-448f-a0bd-35de9fc3f750 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.623014] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Waiting for the task: (returnval){ [ 673.623014] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527d7ef3-4a62-a72d-5a69-042b1abb0891" [ 673.623014] env[69249]: _type = "Task" [ 673.623014] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.634118] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527d7ef3-4a62-a72d-5a69-042b1abb0891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.737206] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4aecbdc-2a69-4c81-b466-3cb9aa7310a8 tempest-ServersAdmin275Test-146865319 tempest-ServersAdmin275Test-146865319-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.742351] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.645s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.745233] env[69249]: INFO nova.compute.claims [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.837549] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531642} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.838323] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 18d75c35-9a2e-472b-a9b6-19b07904ffc8/18d75c35-9a2e-472b-a9b6-19b07904ffc8.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.838784] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.839789] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73650d32-9ad0-4154-ba0f-57055b502047 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.855025] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 673.855025] env[69249]: value = "task-3658920" [ 673.855025] env[69249]: _type = "Task" [ 673.855025] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.866204] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.935103] env[69249]: DEBUG nova.compute.manager [req-e9666aab-9934-4f96-9ae0-30eff2f02385 req-559c03e8-dd2d-4e50-ac4a-aa6436b045fa service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Received event network-changed-f8f101b1-0432-41f8-9dea-1738d05d4383 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.935447] env[69249]: DEBUG nova.compute.manager [req-e9666aab-9934-4f96-9ae0-30eff2f02385 req-559c03e8-dd2d-4e50-ac4a-aa6436b045fa service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Refreshing instance network info cache due to event network-changed-f8f101b1-0432-41f8-9dea-1738d05d4383. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.935948] env[69249]: DEBUG oslo_concurrency.lockutils [req-e9666aab-9934-4f96-9ae0-30eff2f02385 req-559c03e8-dd2d-4e50-ac4a-aa6436b045fa service nova] Acquiring lock "refresh_cache-1f9216ea-191d-48a3-bc40-d9951344a576" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.935948] env[69249]: DEBUG oslo_concurrency.lockutils [req-e9666aab-9934-4f96-9ae0-30eff2f02385 req-559c03e8-dd2d-4e50-ac4a-aa6436b045fa service nova] Acquired lock "refresh_cache-1f9216ea-191d-48a3-bc40-d9951344a576" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.935948] env[69249]: DEBUG nova.network.neutron [req-e9666aab-9934-4f96-9ae0-30eff2f02385 req-559c03e8-dd2d-4e50-ac4a-aa6436b045fa service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Refreshing network info cache for port f8f101b1-0432-41f8-9dea-1738d05d4383 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.980389] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.055747] env[69249]: DEBUG oslo_vmware.api [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658919, 'name': RemoveSnapshot_Task, 'duration_secs': 0.410472} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.058453] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 674.058718] env[69249]: INFO nova.compute.manager [None req-25c3c9ad-093e-4221-8e06-077fdc3d15e9 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Took 13.94 seconds to snapshot the instance on the hypervisor. [ 674.061438] env[69249]: DEBUG oslo_vmware.api [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3658915, 'name': PowerOnVM_Task, 'duration_secs': 0.718313} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.061894] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.062108] env[69249]: INFO nova.compute.manager [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Took 10.04 seconds to spawn the instance on the hypervisor. [ 674.062280] env[69249]: DEBUG nova.compute.manager [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 674.063118] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddd320d-b8ff-4b3d-a3ff-2c76f1a59df8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.138247] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527d7ef3-4a62-a72d-5a69-042b1abb0891, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.139680] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.140108] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.141285] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.141285] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.141285] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.141654] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5e044d3-ccfb-418a-8b7a-7a63e0b03d99 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.156110] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.156422] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.157250] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a431490-381e-409a-b767-d2e2dd871d97 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.166614] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Waiting for the task: (returnval){ [ 674.166614] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520de0be-7506-f2db-d9ae-f4379c020cb1" [ 674.166614] env[69249]: _type = "Task" [ 674.166614] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.176273] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520de0be-7506-f2db-d9ae-f4379c020cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.364822] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077377} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.364968] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.367389] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca8c598-39ad-4c47-be0c-72a7d64a9e89 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.408039] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 18d75c35-9a2e-472b-a9b6-19b07904ffc8/18d75c35-9a2e-472b-a9b6-19b07904ffc8.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.408360] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3838f45-c481-4ded-a899-088aa3e40d19 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.434410] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 674.434410] env[69249]: value = "task-3658921" [ 674.434410] env[69249]: _type = "Task" [ 674.434410] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.444333] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.578977] env[69249]: INFO nova.compute.manager [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Took 38.50 seconds to build instance. [ 674.680021] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520de0be-7506-f2db-d9ae-f4379c020cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.012427} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.680021] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58249cdf-9f9d-4239-997d-1741f89cc65b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.685034] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Waiting for the task: (returnval){ [ 674.685034] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5215e079-9405-a99b-d10b-ca7a8f2c8068" [ 674.685034] env[69249]: _type = "Task" [ 674.685034] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.695180] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5215e079-9405-a99b-d10b-ca7a8f2c8068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.946524] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.051031] env[69249]: DEBUG nova.network.neutron [req-e9666aab-9934-4f96-9ae0-30eff2f02385 req-559c03e8-dd2d-4e50-ac4a-aa6436b045fa service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Updated VIF entry in instance network info cache for port f8f101b1-0432-41f8-9dea-1738d05d4383. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.051847] env[69249]: DEBUG nova.network.neutron [req-e9666aab-9934-4f96-9ae0-30eff2f02385 req-559c03e8-dd2d-4e50-ac4a-aa6436b045fa service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Updating instance_info_cache with network_info: [{"id": "f8f101b1-0432-41f8-9dea-1738d05d4383", "address": "fa:16:3e:f9:75:40", "network": {"id": "41c66663-c9b8-4ad2-9640-3bfe1abf19cf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-164450220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc39949609b6459c88c31461f0e37898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f101b1-04", "ovs_interfaceid": "f8f101b1-0432-41f8-9dea-1738d05d4383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.081223] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af14a4b0-6fb6-4a5e-a65a-6e4402dbda34 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Lock "9e031523-93b3-43c4-a068-22baf4887e27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.263s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.202954] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5215e079-9405-a99b-d10b-ca7a8f2c8068, 'name': SearchDatastore_Task, 'duration_secs': 0.011599} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.202954] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.203107] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 1f9216ea-191d-48a3-bc40-d9951344a576/1f9216ea-191d-48a3-bc40-d9951344a576.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.203684] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4244135-19fe-4090-b4dc-794f3a5594a5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.212863] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Waiting for the task: (returnval){ [ 675.212863] env[69249]: value = "task-3658922" [ 675.212863] env[69249]: _type = "Task" [ 675.212863] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.228666] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': task-3658922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.280954] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b9ac82-aeb2-4e56-a0b1-097a29be7d77 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.289060] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708b928e-9d0d-46ec-855e-756b9f3ff0b3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.330527] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2032732f-d125-4bf3-affe-2feb8da197d3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.339328] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b7d7a3-ac1d-41d7-b126-96e7c37238a1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.355522] env[69249]: DEBUG nova.compute.provider_tree [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.452068] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658921, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.555314] env[69249]: DEBUG oslo_concurrency.lockutils [req-e9666aab-9934-4f96-9ae0-30eff2f02385 req-559c03e8-dd2d-4e50-ac4a-aa6436b045fa service nova] Releasing lock "refresh_cache-1f9216ea-191d-48a3-bc40-d9951344a576" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.555314] env[69249]: DEBUG nova.compute.manager [req-e9666aab-9934-4f96-9ae0-30eff2f02385 req-559c03e8-dd2d-4e50-ac4a-aa6436b045fa service nova] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Received event network-vif-deleted-9e11725c-117b-4e73-ad38-52c0ee2a0338 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.587121] env[69249]: DEBUG nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.657088] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "842da838-3269-4f94-9102-c3bf0cea79ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.657376] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "842da838-3269-4f94-9102-c3bf0cea79ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.657601] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "842da838-3269-4f94-9102-c3bf0cea79ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.657963] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "842da838-3269-4f94-9102-c3bf0cea79ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.657963] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "842da838-3269-4f94-9102-c3bf0cea79ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.664446] env[69249]: INFO nova.compute.manager [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Terminating instance [ 675.727081] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': task-3658922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488961} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.727242] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 1f9216ea-191d-48a3-bc40-d9951344a576/1f9216ea-191d-48a3-bc40-d9951344a576.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.727458] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.727708] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdfe2f74-5a48-4f64-81c1-0b0385a27193 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.735327] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Waiting for the task: (returnval){ [ 675.735327] env[69249]: value = "task-3658923" [ 675.735327] env[69249]: _type = "Task" [ 675.735327] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.746809] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': task-3658923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.858652] env[69249]: DEBUG nova.scheduler.client.report [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.954070] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658921, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.120738] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.175350] env[69249]: DEBUG nova.compute.manager [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.175847] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.176536] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba13f38-b6e0-478b-b4f6-b231c2b10490 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.186061] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.187482] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-525339f1-755f-4d73-b27d-24461780b365 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.248654] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': task-3658923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068588} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.248979] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.249949] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcbc13c-89a0-4ddd-bf48-db4d3c58270b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.280406] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 1f9216ea-191d-48a3-bc40-d9951344a576/1f9216ea-191d-48a3-bc40-d9951344a576.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.281500] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-260c71c0-0791-4730-aa2e-7f7158c3c923 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.299041] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.299238] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.299421] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleting the datastore file [datastore2] 842da838-3269-4f94-9102-c3bf0cea79ed {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.299719] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5689d9e9-1600-4438-aaab-74035158a147 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.308769] env[69249]: DEBUG oslo_vmware.api [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 676.308769] env[69249]: value = "task-3658925" [ 676.308769] env[69249]: _type = "Task" [ 676.308769] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.310481] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Waiting for the task: (returnval){ [ 676.310481] env[69249]: value = "task-3658926" [ 676.310481] env[69249]: _type = "Task" [ 676.310481] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.328610] env[69249]: DEBUG oslo_vmware.api [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.332956] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': task-3658926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.365021] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.365614] env[69249]: DEBUG nova.compute.manager [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.368562] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.543s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.370107] env[69249]: INFO nova.compute.claims [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.456706] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658921, 'name': ReconfigVM_Task, 'duration_secs': 1.859052} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.457541] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 18d75c35-9a2e-472b-a9b6-19b07904ffc8/18d75c35-9a2e-472b-a9b6-19b07904ffc8.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.460530] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ad115a6-82cd-4069-b09b-d68179ff19a1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.469218] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 676.469218] env[69249]: value = "task-3658927" [ 676.469218] env[69249]: _type = "Task" [ 676.469218] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.487727] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658927, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.702679] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.703176] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.823759] env[69249]: DEBUG oslo_vmware.api [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3658925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155652} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.829039] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.829536] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.829736] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.829949] env[69249]: INFO nova.compute.manager [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Took 0.65 seconds to destroy the instance on the hypervisor. [ 676.830187] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.830483] env[69249]: DEBUG nova.compute.manager [-] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.830483] env[69249]: DEBUG nova.network.neutron [-] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.843508] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': task-3658926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.877359] env[69249]: DEBUG nova.compute.utils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.887378] env[69249]: DEBUG nova.compute.manager [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.887378] env[69249]: DEBUG nova.network.neutron [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.967592] env[69249]: DEBUG nova.policy [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04eb3b92019e40ec93fa08c2998a2012', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d6539ea997f4394bc825b68e6e73910', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.992762] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658927, 'name': Rename_Task, 'duration_secs': 0.338502} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.993043] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.994444] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeba4b00-36ac-4340-a1f1-c7b979b07dc4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.003360] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 677.003360] env[69249]: value = "task-3658932" [ 677.003360] env[69249]: _type = "Task" [ 677.003360] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.018084] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.344323] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': task-3658926, 'name': ReconfigVM_Task, 'duration_secs': 0.666497} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.345425] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 1f9216ea-191d-48a3-bc40-d9951344a576/1f9216ea-191d-48a3-bc40-d9951344a576.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.346144] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3f4f5a9-702f-4f6c-9d7e-be33bd874586 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.359485] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Waiting for the task: (returnval){ [ 677.359485] env[69249]: value = "task-3658933" [ 677.359485] env[69249]: _type = "Task" [ 677.359485] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.374089] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': task-3658933, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.389595] env[69249]: DEBUG nova.compute.manager [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.518591] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658932, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.710636] env[69249]: DEBUG nova.network.neutron [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Successfully created port: cb617931-c243-4a1f-899a-a49bd1405c58 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.766001] env[69249]: DEBUG nova.compute.manager [req-1f61f402-ea8e-4c50-a3eb-e7b95c913491 req-84e980c0-dce6-4afb-8100-6ffd0ec06e79 service nova] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Received event network-vif-deleted-6bc66eb9-eda5-4092-9277-51613f19ce3f {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.766237] env[69249]: INFO nova.compute.manager [req-1f61f402-ea8e-4c50-a3eb-e7b95c913491 req-84e980c0-dce6-4afb-8100-6ffd0ec06e79 service nova] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Neutron deleted interface 6bc66eb9-eda5-4092-9277-51613f19ce3f; detaching it from the instance and deleting it from the info cache [ 677.766400] env[69249]: DEBUG nova.network.neutron [req-1f61f402-ea8e-4c50-a3eb-e7b95c913491 req-84e980c0-dce6-4afb-8100-6ffd0ec06e79 service nova] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.785315] env[69249]: DEBUG nova.compute.manager [req-9cd38b38-76f3-47d6-82af-fb4c98fbd913 req-68a74dd9-bed2-4381-84a6-457ce8d2b9ac service nova] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Received event network-changed-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.785494] env[69249]: DEBUG nova.compute.manager [req-9cd38b38-76f3-47d6-82af-fb4c98fbd913 req-68a74dd9-bed2-4381-84a6-457ce8d2b9ac service nova] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Refreshing instance network info cache due to event network-changed-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.785705] env[69249]: DEBUG oslo_concurrency.lockutils [req-9cd38b38-76f3-47d6-82af-fb4c98fbd913 req-68a74dd9-bed2-4381-84a6-457ce8d2b9ac service nova] Acquiring lock "refresh_cache-9e031523-93b3-43c4-a068-22baf4887e27" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.785851] env[69249]: DEBUG oslo_concurrency.lockutils [req-9cd38b38-76f3-47d6-82af-fb4c98fbd913 req-68a74dd9-bed2-4381-84a6-457ce8d2b9ac service nova] Acquired lock "refresh_cache-9e031523-93b3-43c4-a068-22baf4887e27" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.786020] env[69249]: DEBUG nova.network.neutron [req-9cd38b38-76f3-47d6-82af-fb4c98fbd913 req-68a74dd9-bed2-4381-84a6-457ce8d2b9ac service nova] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Refreshing network info cache for port 3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.833111] env[69249]: DEBUG nova.network.neutron [-] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.875919] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': task-3658933, 'name': Rename_Task, 'duration_secs': 0.221295} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.879206] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.879589] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-927fc0c0-e10c-4058-8085-41c407ba0c69 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.890366] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Waiting for the task: (returnval){ [ 677.890366] env[69249]: value = "task-3658934" [ 677.890366] env[69249]: _type = "Task" [ 677.890366] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.909781] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': task-3658934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.984485] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abb737c-4336-4415-8ea5-96e90d89f2b6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.997429] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2eeb0c-0bc9-43c8-838e-bc9b306e28b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.046303] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07ecbc2-68cd-432d-963a-c64e4fe81aab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.056991] env[69249]: DEBUG oslo_vmware.api [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658932, 'name': PowerOnVM_Task, 'duration_secs': 0.754767} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.059907] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.059907] env[69249]: INFO nova.compute.manager [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Took 20.42 seconds to spawn the instance on the hypervisor. [ 678.059907] env[69249]: DEBUG nova.compute.manager [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 678.060453] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77624bc0-eeeb-4f16-ac7b-3ecf3a6ee4d8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.067728] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e8604a-8357-40d2-b7f4-2a5fa347399c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.084549] env[69249]: DEBUG nova.compute.provider_tree [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.272055] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-981ab675-749c-4e2a-bf21-325a7fe7abca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.284475] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb03c04-469f-4e16-89a8-4289c995e482 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.323580] env[69249]: DEBUG nova.compute.manager [req-1f61f402-ea8e-4c50-a3eb-e7b95c913491 req-84e980c0-dce6-4afb-8100-6ffd0ec06e79 service nova] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Detach interface failed, port_id=6bc66eb9-eda5-4092-9277-51613f19ce3f, reason: Instance 842da838-3269-4f94-9102-c3bf0cea79ed could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 678.336457] env[69249]: INFO nova.compute.manager [-] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Took 1.51 seconds to deallocate network for instance. [ 678.406053] env[69249]: DEBUG nova.compute.manager [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.408370] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': task-3658934, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.434550] env[69249]: DEBUG nova.virt.hardware [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.434783] env[69249]: DEBUG nova.virt.hardware [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.434998] env[69249]: DEBUG nova.virt.hardware [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.435221] env[69249]: DEBUG nova.virt.hardware [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.435363] env[69249]: DEBUG nova.virt.hardware [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.435502] env[69249]: DEBUG nova.virt.hardware [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.435703] env[69249]: DEBUG nova.virt.hardware [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.435850] env[69249]: DEBUG nova.virt.hardware [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.436023] env[69249]: DEBUG nova.virt.hardware [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.436210] env[69249]: DEBUG nova.virt.hardware [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.436378] env[69249]: DEBUG nova.virt.hardware [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.437362] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a8ead5-3157-4ce7-af48-8af8d931f7c5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.449097] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11fdd68-541f-4ff5-b062-d369b0832b5c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.612824] env[69249]: INFO nova.compute.manager [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Took 45.41 seconds to build instance. [ 678.616342] env[69249]: ERROR nova.scheduler.client.report [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [req-3cf4e246-3fe1-43fd-a936-b43971b4c7fe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c355696e-e44b-4fc5-8175-1e54a0df25d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3cf4e246-3fe1-43fd-a936-b43971b4c7fe"}]} [ 678.639028] env[69249]: DEBUG nova.scheduler.client.report [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Refreshing inventories for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 678.662879] env[69249]: DEBUG nova.scheduler.client.report [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Updating ProviderTree inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 678.663304] env[69249]: DEBUG nova.compute.provider_tree [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.678289] env[69249]: DEBUG nova.scheduler.client.report [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Refreshing aggregate associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, aggregates: None {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 678.691047] env[69249]: DEBUG nova.network.neutron [req-9cd38b38-76f3-47d6-82af-fb4c98fbd913 req-68a74dd9-bed2-4381-84a6-457ce8d2b9ac service nova] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Updated VIF entry in instance network info cache for port 3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.691047] env[69249]: DEBUG nova.network.neutron [req-9cd38b38-76f3-47d6-82af-fb4c98fbd913 req-68a74dd9-bed2-4381-84a6-457ce8d2b9ac service nova] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Updating instance_info_cache with network_info: [{"id": "3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844", "address": "fa:16:3e:c3:c5:34", "network": {"id": "66568c48-8bcd-4e18-864c-4561355baf47", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-295686839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ef86efb4d55490abb1a5d1330206123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a80f62b-9a", "ovs_interfaceid": "3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.708416] env[69249]: DEBUG nova.scheduler.client.report [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Refreshing trait associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 678.847716] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.905835] env[69249]: DEBUG oslo_vmware.api [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': task-3658934, 'name': PowerOnVM_Task, 'duration_secs': 0.953664} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.905958] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.906217] env[69249]: INFO nova.compute.manager [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Took 9.96 seconds to spawn the instance on the hypervisor. [ 678.906430] env[69249]: DEBUG nova.compute.manager [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 678.907248] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580c16f5-a44b-4988-8b55-17d3922589d3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.117317] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2dd84269-667e-479c-abc2-45468aefad4a tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.253s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.195829] env[69249]: DEBUG oslo_concurrency.lockutils [req-9cd38b38-76f3-47d6-82af-fb4c98fbd913 req-68a74dd9-bed2-4381-84a6-457ce8d2b9ac service nova] Releasing lock "refresh_cache-9e031523-93b3-43c4-a068-22baf4887e27" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.263513] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50915c6b-1d81-4591-9638-2cc3d0540893 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.274279] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2020e5-7025-4882-9365-e984e67c1058 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.320334] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccd1969-3a43-4023-9eb2-d57bf90206b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.329170] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf8ef7e-0dda-401b-9100-b30d27820199 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.346223] env[69249]: DEBUG nova.compute.provider_tree [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.434799] env[69249]: INFO nova.compute.manager [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Took 38.38 seconds to build instance. [ 679.557552] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "c66e5703-cc8f-436d-87f2-8664229825e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.557552] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "c66e5703-cc8f-436d-87f2-8664229825e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.564151] env[69249]: DEBUG nova.network.neutron [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Successfully updated port: cb617931-c243-4a1f-899a-a49bd1405c58 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.622872] env[69249]: DEBUG nova.compute.manager [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.877205] env[69249]: ERROR nova.scheduler.client.report [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [req-5653a37b-5ca5-451d-af64-a229a46b1079] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c355696e-e44b-4fc5-8175-1e54a0df25d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5653a37b-5ca5-451d-af64-a229a46b1079"}]} [ 679.899107] env[69249]: DEBUG nova.scheduler.client.report [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Refreshing inventories for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 679.920283] env[69249]: DEBUG nova.scheduler.client.report [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Updating ProviderTree inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 679.920283] env[69249]: DEBUG nova.compute.provider_tree [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.932924] env[69249]: DEBUG nova.scheduler.client.report [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Refreshing aggregate associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, aggregates: None {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 679.940628] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e488c960-b452-432d-840f-21304f43ee26 tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Lock "1f9216ea-191d-48a3-bc40-d9951344a576" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.376s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.960304] env[69249]: DEBUG nova.scheduler.client.report [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Refreshing trait associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 680.064367] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "feb97282-0da7-483c-91e2-11fa1705ca94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.064822] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "feb97282-0da7-483c-91e2-11fa1705ca94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.065165] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.065985] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.065985] env[69249]: DEBUG nova.network.neutron [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.148482] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.239912] env[69249]: DEBUG nova.compute.manager [req-0979000c-6ce8-4dcb-bec7-0ceedcc29237 req-4f63e596-74c5-4261-bc1f-f1e9fbed784e service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Received event network-vif-plugged-cb617931-c243-4a1f-899a-a49bd1405c58 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.239912] env[69249]: DEBUG oslo_concurrency.lockutils [req-0979000c-6ce8-4dcb-bec7-0ceedcc29237 req-4f63e596-74c5-4261-bc1f-f1e9fbed784e service nova] Acquiring lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.239912] env[69249]: DEBUG oslo_concurrency.lockutils [req-0979000c-6ce8-4dcb-bec7-0ceedcc29237 req-4f63e596-74c5-4261-bc1f-f1e9fbed784e service nova] Lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.239912] env[69249]: DEBUG oslo_concurrency.lockutils [req-0979000c-6ce8-4dcb-bec7-0ceedcc29237 req-4f63e596-74c5-4261-bc1f-f1e9fbed784e service nova] Lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.239912] env[69249]: DEBUG nova.compute.manager [req-0979000c-6ce8-4dcb-bec7-0ceedcc29237 req-4f63e596-74c5-4261-bc1f-f1e9fbed784e service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] No waiting events found dispatching network-vif-plugged-cb617931-c243-4a1f-899a-a49bd1405c58 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 680.239912] env[69249]: WARNING nova.compute.manager [req-0979000c-6ce8-4dcb-bec7-0ceedcc29237 req-4f63e596-74c5-4261-bc1f-f1e9fbed784e service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Received unexpected event network-vif-plugged-cb617931-c243-4a1f-899a-a49bd1405c58 for instance with vm_state building and task_state spawning. [ 680.240315] env[69249]: DEBUG nova.compute.manager [req-0979000c-6ce8-4dcb-bec7-0ceedcc29237 req-4f63e596-74c5-4261-bc1f-f1e9fbed784e service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Received event network-changed-cb617931-c243-4a1f-899a-a49bd1405c58 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.240315] env[69249]: DEBUG nova.compute.manager [req-0979000c-6ce8-4dcb-bec7-0ceedcc29237 req-4f63e596-74c5-4261-bc1f-f1e9fbed784e service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Refreshing instance network info cache due to event network-changed-cb617931-c243-4a1f-899a-a49bd1405c58. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.240315] env[69249]: DEBUG oslo_concurrency.lockutils [req-0979000c-6ce8-4dcb-bec7-0ceedcc29237 req-4f63e596-74c5-4261-bc1f-f1e9fbed784e service nova] Acquiring lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.264397] env[69249]: DEBUG oslo_concurrency.lockutils [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquiring lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.264645] env[69249]: DEBUG oslo_concurrency.lockutils [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.264854] env[69249]: DEBUG oslo_concurrency.lockutils [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquiring lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.265892] env[69249]: DEBUG oslo_concurrency.lockutils [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.265892] env[69249]: DEBUG oslo_concurrency.lockutils [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.269047] env[69249]: INFO nova.compute.manager [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Terminating instance [ 680.443724] env[69249]: DEBUG nova.compute.manager [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.493836] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d136a9e8-9340-4960-bc55-477a3b692ca2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.502530] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140b1886-ca41-4683-80c2-d3c66fdc26ce {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.537066] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e660c78-26f3-4805-82b1-c898b331233a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.546058] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d58aa5-afa3-4fd7-bbbf-ba5b2aa6b582 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.574885] env[69249]: DEBUG nova.compute.provider_tree [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.647322] env[69249]: DEBUG nova.network.neutron [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.772027] env[69249]: DEBUG nova.compute.manager [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.772027] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.772627] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46132e8b-d6ac-4a3b-a32a-64afe28f27b3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.781015] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.781281] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ef9ada4-7716-4018-9137-3379233cb3db {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.791671] env[69249]: DEBUG oslo_vmware.api [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 680.791671] env[69249]: value = "task-3658936" [ 680.791671] env[69249]: _type = "Task" [ 680.791671] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.805202] env[69249]: DEBUG oslo_vmware.api [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.857152] env[69249]: DEBUG nova.network.neutron [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Updating instance_info_cache with network_info: [{"id": "cb617931-c243-4a1f-899a-a49bd1405c58", "address": "fa:16:3e:f8:95:5f", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb617931-c2", "ovs_interfaceid": "cb617931-c243-4a1f-899a-a49bd1405c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.969846] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.065810] env[69249]: DEBUG nova.scheduler.client.report [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.302164] env[69249]: DEBUG oslo_vmware.api [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658936, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.360736] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.361742] env[69249]: DEBUG nova.compute.manager [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Instance network_info: |[{"id": "cb617931-c243-4a1f-899a-a49bd1405c58", "address": "fa:16:3e:f8:95:5f", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb617931-c2", "ovs_interfaceid": "cb617931-c243-4a1f-899a-a49bd1405c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.362722] env[69249]: DEBUG oslo_concurrency.lockutils [req-0979000c-6ce8-4dcb-bec7-0ceedcc29237 req-4f63e596-74c5-4261-bc1f-f1e9fbed784e service nova] Acquired lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.363140] env[69249]: DEBUG nova.network.neutron [req-0979000c-6ce8-4dcb-bec7-0ceedcc29237 req-4f63e596-74c5-4261-bc1f-f1e9fbed784e service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Refreshing network info cache for port cb617931-c243-4a1f-899a-a49bd1405c58 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.366236] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:95:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb617931-c243-4a1f-899a-a49bd1405c58', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.373896] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Creating folder: Project (9d6539ea997f4394bc825b68e6e73910). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.375106] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b21badf7-9b1f-4b52-abaf-864910c177fa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.389294] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Created folder: Project (9d6539ea997f4394bc825b68e6e73910) in parent group-v729229. [ 681.389534] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Creating folder: Instances. Parent ref: group-v729303. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.389850] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f4409c9-3674-416e-8d75-9d08728f86f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.404297] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Created folder: Instances in parent group-v729303. [ 681.404297] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.404297] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.404544] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96e1ccf9-7da4-4a0f-bced-8b18a8d2bc35 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.428567] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.428567] env[69249]: value = "task-3658939" [ 681.428567] env[69249]: _type = "Task" [ 681.428567] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.439023] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658939, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.571009] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.202s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.571551] env[69249]: DEBUG nova.compute.manager [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.574343] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.494s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.575824] env[69249]: INFO nova.compute.claims [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.806841] env[69249]: DEBUG oslo_vmware.api [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658936, 'name': PowerOffVM_Task, 'duration_secs': 0.583444} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.806841] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.806841] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.806841] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a64b327c-d7a4-4647-89a5-d9182deba40b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.944996] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658939, 'name': CreateVM_Task, 'duration_secs': 0.393027} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.945233] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.945956] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.946175] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.946505] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.946798] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e16cba-99de-48b4-8b2b-7d38e6a545df {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.952303] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 681.952303] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5279b62d-27fb-ca92-061f-8cee137949b8" [ 681.952303] env[69249]: _type = "Task" [ 681.952303] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.960990] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5279b62d-27fb-ca92-061f-8cee137949b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.982272] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.982819] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.982819] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Deleting the datastore file [datastore1] 18d75c35-9a2e-472b-a9b6-19b07904ffc8 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.982944] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e047939a-dc5a-4874-a91b-242c0d93cdcd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.992167] env[69249]: DEBUG oslo_vmware.api [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 681.992167] env[69249]: value = "task-3658942" [ 681.992167] env[69249]: _type = "Task" [ 681.992167] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.001298] env[69249]: DEBUG oslo_vmware.api [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.080060] env[69249]: DEBUG nova.compute.utils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.085719] env[69249]: DEBUG nova.compute.manager [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.085911] env[69249]: DEBUG nova.network.neutron [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.134874] env[69249]: DEBUG nova.policy [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7267086641164572b72384fefa2159b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82b3c8132320428a95fceba9cba7260e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.469880] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5279b62d-27fb-ca92-061f-8cee137949b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011391} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.470191] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.470455] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.470701] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.470880] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.471021] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.471296] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7901e9c-9868-4453-b974-a5f6b208e669 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.477348] env[69249]: DEBUG nova.network.neutron [req-0979000c-6ce8-4dcb-bec7-0ceedcc29237 req-4f63e596-74c5-4261-bc1f-f1e9fbed784e service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Updated VIF entry in instance network info cache for port cb617931-c243-4a1f-899a-a49bd1405c58. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.478521] env[69249]: DEBUG nova.network.neutron [req-0979000c-6ce8-4dcb-bec7-0ceedcc29237 req-4f63e596-74c5-4261-bc1f-f1e9fbed784e service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Updating instance_info_cache with network_info: [{"id": "cb617931-c243-4a1f-899a-a49bd1405c58", "address": "fa:16:3e:f8:95:5f", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb617931-c2", "ovs_interfaceid": "cb617931-c243-4a1f-899a-a49bd1405c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.483654] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.483727] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.485108] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb3fa27-b872-42ec-838e-8a94c2060875 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.492566] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 682.492566] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52abe1f0-2d6b-0b45-f068-ff88d079ad08" [ 682.492566] env[69249]: _type = "Task" [ 682.492566] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.509838] env[69249]: DEBUG oslo_vmware.api [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3658942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178697} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.512069] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.512298] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.512470] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.512647] env[69249]: INFO nova.compute.manager [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Took 1.74 seconds to destroy the instance on the hypervisor. [ 682.512873] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.513483] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52abe1f0-2d6b-0b45-f068-ff88d079ad08, 'name': SearchDatastore_Task, 'duration_secs': 0.011022} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.513701] env[69249]: DEBUG nova.compute.manager [-] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.513788] env[69249]: DEBUG nova.network.neutron [-] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.516104] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce27364-e7d7-4ff5-aac2-d7562339e115 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.521224] env[69249]: DEBUG nova.network.neutron [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Successfully created port: 8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.525626] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 682.525626] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527fe423-8892-8a86-70cc-37585f2206a4" [ 682.525626] env[69249]: _type = "Task" [ 682.525626] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.535920] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527fe423-8892-8a86-70cc-37585f2206a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010524} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.536299] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.536476] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 64baed3e-df1d-47f8-8ee2-e7a44fc38b18/64baed3e-df1d-47f8-8ee2-e7a44fc38b18.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.536748] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e668b4e-fbcb-4ada-86f7-d0c9be12aeae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.545265] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 682.545265] env[69249]: value = "task-3658943" [ 682.545265] env[69249]: _type = "Task" [ 682.545265] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.554587] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3658943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.594315] env[69249]: DEBUG nova.compute.manager [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.609280] env[69249]: DEBUG nova.compute.manager [req-cb4744a4-7388-42f7-9204-732fd06f403a req-f583d909-e13b-4624-9d91-5646a9b83651 service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Received event network-changed-f8f101b1-0432-41f8-9dea-1738d05d4383 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.609491] env[69249]: DEBUG nova.compute.manager [req-cb4744a4-7388-42f7-9204-732fd06f403a req-f583d909-e13b-4624-9d91-5646a9b83651 service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Refreshing instance network info cache due to event network-changed-f8f101b1-0432-41f8-9dea-1738d05d4383. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.609713] env[69249]: DEBUG oslo_concurrency.lockutils [req-cb4744a4-7388-42f7-9204-732fd06f403a req-f583d909-e13b-4624-9d91-5646a9b83651 service nova] Acquiring lock "refresh_cache-1f9216ea-191d-48a3-bc40-d9951344a576" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.609851] env[69249]: DEBUG oslo_concurrency.lockutils [req-cb4744a4-7388-42f7-9204-732fd06f403a req-f583d909-e13b-4624-9d91-5646a9b83651 service nova] Acquired lock "refresh_cache-1f9216ea-191d-48a3-bc40-d9951344a576" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.610027] env[69249]: DEBUG nova.network.neutron [req-cb4744a4-7388-42f7-9204-732fd06f403a req-f583d909-e13b-4624-9d91-5646a9b83651 service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Refreshing network info cache for port f8f101b1-0432-41f8-9dea-1738d05d4383 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.981331] env[69249]: DEBUG oslo_concurrency.lockutils [req-0979000c-6ce8-4dcb-bec7-0ceedcc29237 req-4f63e596-74c5-4261-bc1f-f1e9fbed784e service nova] Releasing lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.063171] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3658943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497531} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.063550] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 64baed3e-df1d-47f8-8ee2-e7a44fc38b18/64baed3e-df1d-47f8-8ee2-e7a44fc38b18.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.063686] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.064128] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0607031-171a-4eb1-97c9-5b4434a07944 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.068539] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Acquiring lock "5df4ac74-fe92-42db-8f1c-3d4e790edffe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.068779] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Lock "5df4ac74-fe92-42db-8f1c-3d4e790edffe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.068982] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Acquiring lock "5df4ac74-fe92-42db-8f1c-3d4e790edffe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.069182] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Lock "5df4ac74-fe92-42db-8f1c-3d4e790edffe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.069670] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Lock "5df4ac74-fe92-42db-8f1c-3d4e790edffe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.071800] env[69249]: INFO nova.compute.manager [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Terminating instance [ 683.077394] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 683.077394] env[69249]: value = "task-3658944" [ 683.077394] env[69249]: _type = "Task" [ 683.077394] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.087344] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3658944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.150811] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9da9a1-4aee-43c6-8e16-965744853b30 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.160249] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e2cf59-0316-40e0-9ff0-cf5e71f6b4d0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.201444] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e47914d-e3e1-4e6a-bc94-3f5d80a8459b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.210310] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6ec3d8-5e35-486a-b369-cad0ed5122bd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.227967] env[69249]: DEBUG nova.compute.provider_tree [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.486770] env[69249]: DEBUG nova.network.neutron [req-cb4744a4-7388-42f7-9204-732fd06f403a req-f583d909-e13b-4624-9d91-5646a9b83651 service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Updated VIF entry in instance network info cache for port f8f101b1-0432-41f8-9dea-1738d05d4383. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.486770] env[69249]: DEBUG nova.network.neutron [req-cb4744a4-7388-42f7-9204-732fd06f403a req-f583d909-e13b-4624-9d91-5646a9b83651 service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Updating instance_info_cache with network_info: [{"id": "f8f101b1-0432-41f8-9dea-1738d05d4383", "address": "fa:16:3e:f9:75:40", "network": {"id": "41c66663-c9b8-4ad2-9640-3bfe1abf19cf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-164450220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc39949609b6459c88c31461f0e37898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f101b1-04", "ovs_interfaceid": "f8f101b1-0432-41f8-9dea-1738d05d4383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.575996] env[69249]: DEBUG nova.compute.manager [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.576078] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.577053] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722ed444-02c8-4da2-a242-173033a7627d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.593652] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3658944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071757} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.596017] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.596452] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.598303] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e0c96f-3755-49b6-b584-f3b63814cedf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.602210] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41999251-8343-4b82-bfe0-b16e20f843a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.608055] env[69249]: DEBUG nova.compute.manager [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.633477] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 64baed3e-df1d-47f8-8ee2-e7a44fc38b18/64baed3e-df1d-47f8-8ee2-e7a44fc38b18.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.634236] env[69249]: DEBUG oslo_vmware.api [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Waiting for the task: (returnval){ [ 683.634236] env[69249]: value = "task-3658945" [ 683.634236] env[69249]: _type = "Task" [ 683.634236] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.634807] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3659b2d-6ef9-4479-b0e0-b0f50b0862de {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.664204] env[69249]: DEBUG oslo_vmware.api [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': task-3658945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.667802] env[69249]: DEBUG nova.virt.hardware [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.668108] env[69249]: DEBUG nova.virt.hardware [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.668314] env[69249]: DEBUG nova.virt.hardware [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.668546] env[69249]: DEBUG nova.virt.hardware [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.668717] env[69249]: DEBUG nova.virt.hardware [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.669186] env[69249]: DEBUG nova.virt.hardware [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.669186] env[69249]: DEBUG nova.virt.hardware [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.669398] env[69249]: DEBUG nova.virt.hardware [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.669534] env[69249]: DEBUG nova.virt.hardware [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.669749] env[69249]: DEBUG nova.virt.hardware [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.669930] env[69249]: DEBUG nova.virt.hardware [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.670358] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 683.670358] env[69249]: value = "task-3658946" [ 683.670358] env[69249]: _type = "Task" [ 683.670358] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.671529] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49c8f44-1389-4ad6-86b5-1f05c4868eed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.690248] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ffd22a-7cd7-4a8e-a797-e13d61d505b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.692087] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3658946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.731525] env[69249]: DEBUG nova.scheduler.client.report [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.874882] env[69249]: DEBUG nova.network.neutron [-] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.989753] env[69249]: DEBUG oslo_concurrency.lockutils [req-cb4744a4-7388-42f7-9204-732fd06f403a req-f583d909-e13b-4624-9d91-5646a9b83651 service nova] Releasing lock "refresh_cache-1f9216ea-191d-48a3-bc40-d9951344a576" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.162279] env[69249]: DEBUG oslo_vmware.api [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': task-3658945, 'name': PowerOffVM_Task, 'duration_secs': 0.405613} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.162568] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.162779] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.163578] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c70b8d3f-7290-481c-99f6-84a7507dce2e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.189598] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3658946, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.239242] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.239242] env[69249]: DEBUG nova.compute.manager [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.242638] env[69249]: DEBUG oslo_concurrency.lockutils [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.832s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.243049] env[69249]: DEBUG nova.objects.instance [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Lazy-loading 'resources' on Instance uuid 12dc80b7-ad90-48b7-9883-831fcd8d8960 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.249824] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.249824] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.249824] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Deleting the datastore file [datastore1] 5df4ac74-fe92-42db-8f1c-3d4e790edffe {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.249824] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dfebe58-dcb1-4dbe-b350-043f5320187b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.264297] env[69249]: DEBUG oslo_vmware.api [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Waiting for the task: (returnval){ [ 684.264297] env[69249]: value = "task-3658949" [ 684.264297] env[69249]: _type = "Task" [ 684.264297] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.275876] env[69249]: DEBUG oslo_vmware.api [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': task-3658949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.377861] env[69249]: INFO nova.compute.manager [-] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Took 1.86 seconds to deallocate network for instance. [ 684.696234] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3658946, 'name': ReconfigVM_Task, 'duration_secs': 0.5594} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.696995] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 64baed3e-df1d-47f8-8ee2-e7a44fc38b18/64baed3e-df1d-47f8-8ee2-e7a44fc38b18.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.697981] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6457cdb9-1612-4b3c-bbb5-136e0e01c1a9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.709224] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 684.709224] env[69249]: value = "task-3658950" [ 684.709224] env[69249]: _type = "Task" [ 684.709224] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.717700] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3658950, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.718685] env[69249]: DEBUG nova.network.neutron [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Successfully updated port: 8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.743983] env[69249]: DEBUG nova.compute.utils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.749613] env[69249]: DEBUG nova.compute.manager [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.749613] env[69249]: DEBUG nova.network.neutron [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.763855] env[69249]: DEBUG nova.compute.manager [req-484ecfe9-363a-44ca-8751-289975a3e978 req-ea93348f-aee9-41ca-b9d5-bcc03830410d service nova] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Received event network-vif-plugged-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.765432] env[69249]: DEBUG oslo_concurrency.lockutils [req-484ecfe9-363a-44ca-8751-289975a3e978 req-ea93348f-aee9-41ca-b9d5-bcc03830410d service nova] Acquiring lock "03fdd6e6-d779-495d-8276-29c4abc1dece-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.765432] env[69249]: DEBUG oslo_concurrency.lockutils [req-484ecfe9-363a-44ca-8751-289975a3e978 req-ea93348f-aee9-41ca-b9d5-bcc03830410d service nova] Lock "03fdd6e6-d779-495d-8276-29c4abc1dece-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.765432] env[69249]: DEBUG oslo_concurrency.lockutils [req-484ecfe9-363a-44ca-8751-289975a3e978 req-ea93348f-aee9-41ca-b9d5-bcc03830410d service nova] Lock "03fdd6e6-d779-495d-8276-29c4abc1dece-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.765432] env[69249]: DEBUG nova.compute.manager [req-484ecfe9-363a-44ca-8751-289975a3e978 req-ea93348f-aee9-41ca-b9d5-bcc03830410d service nova] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] No waiting events found dispatching network-vif-plugged-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 684.765432] env[69249]: WARNING nova.compute.manager [req-484ecfe9-363a-44ca-8751-289975a3e978 req-ea93348f-aee9-41ca-b9d5-bcc03830410d service nova] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Received unexpected event network-vif-plugged-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 for instance with vm_state building and task_state spawning. [ 684.776325] env[69249]: DEBUG oslo_vmware.api [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Task: {'id': task-3658949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149753} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.776583] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.776733] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.776891] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.777070] env[69249]: INFO nova.compute.manager [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Took 1.20 seconds to destroy the instance on the hypervisor. [ 684.777306] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.777788] env[69249]: DEBUG nova.compute.manager [-] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.777975] env[69249]: DEBUG nova.network.neutron [-] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.827627] env[69249]: DEBUG nova.policy [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '470a85f9f83b4885bd4da453228ba92b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '898fd5ae0eed4bab9ddbeb3f913b2c5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.859135] env[69249]: DEBUG nova.compute.manager [req-cca757d2-2f79-4d72-bd77-5da461b5cdb9 req-ffa28a1d-152f-458c-bd75-be951c2e34be service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Received event network-vif-deleted-a68a36b3-6ef7-4f03-a92a-202ecb7be6b8 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.859485] env[69249]: DEBUG nova.compute.manager [req-cca757d2-2f79-4d72-bd77-5da461b5cdb9 req-ffa28a1d-152f-458c-bd75-be951c2e34be service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Received event network-vif-deleted-8171a365-a5e8-40cf-b76a-0f8a59d9964c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.859693] env[69249]: DEBUG nova.compute.manager [req-cca757d2-2f79-4d72-bd77-5da461b5cdb9 req-ffa28a1d-152f-458c-bd75-be951c2e34be service nova] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Received event network-vif-deleted-7e7b7321-c5cb-4727-9b52-a6c2dd00985a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.884473] env[69249]: DEBUG oslo_concurrency.lockutils [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.903324] env[69249]: DEBUG oslo_concurrency.lockutils [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquiring lock "fdce3cf5-0d76-44bb-8550-bbec4a20470e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.903605] env[69249]: DEBUG oslo_concurrency.lockutils [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Lock "fdce3cf5-0d76-44bb-8550-bbec4a20470e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.224648] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "refresh_cache-03fdd6e6-d779-495d-8276-29c4abc1dece" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.224841] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquired lock "refresh_cache-03fdd6e6-d779-495d-8276-29c4abc1dece" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.225033] env[69249]: DEBUG nova.network.neutron [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.226830] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3658950, 'name': Rename_Task, 'duration_secs': 0.176466} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.227016] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.227792] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a72600d-024e-4c5d-aee4-d75877ab7db7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.239082] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 685.239082] env[69249]: value = "task-3658951" [ 685.239082] env[69249]: _type = "Task" [ 685.239082] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.251431] env[69249]: DEBUG nova.compute.manager [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.254461] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3658951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.304156] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a56e5c-a639-4406-a02e-b161aa8d421f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.314429] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed9f112-c53c-48b4-ae18-60b1363d1d54 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.354143] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380e684d-d69f-490f-aef3-838a0e661d60 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.363998] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1a39d4-8d18-4d60-86fe-8cd41ac1eb5f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.379855] env[69249]: DEBUG nova.compute.provider_tree [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.553725] env[69249]: DEBUG nova.network.neutron [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Successfully created port: e9d54805-80a1-4a29-8c12-cf46dbeda899 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.753392] env[69249]: DEBUG oslo_vmware.api [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3658951, 'name': PowerOnVM_Task, 'duration_secs': 0.482957} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.754063] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.754407] env[69249]: INFO nova.compute.manager [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Took 7.35 seconds to spawn the instance on the hypervisor. [ 685.754498] env[69249]: DEBUG nova.compute.manager [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 685.755303] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f846805-001d-41fb-908a-30a89b060030 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.785679] env[69249]: DEBUG nova.network.neutron [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.787894] env[69249]: DEBUG nova.network.neutron [-] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.883478] env[69249]: DEBUG nova.scheduler.client.report [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.085710] env[69249]: DEBUG nova.network.neutron [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Updating instance_info_cache with network_info: [{"id": "8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867", "address": "fa:16:3e:7c:90:9f", "network": {"id": "1c592969-e6ee-48d8-ac86-258a8ab15936", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-18908523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82b3c8132320428a95fceba9cba7260e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab2b159-eb", "ovs_interfaceid": "8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.267303] env[69249]: DEBUG nova.compute.manager [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.282124] env[69249]: INFO nova.compute.manager [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Took 37.21 seconds to build instance. [ 686.290094] env[69249]: INFO nova.compute.manager [-] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Took 1.51 seconds to deallocate network for instance. [ 686.313017] env[69249]: DEBUG nova.virt.hardware [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.313017] env[69249]: DEBUG nova.virt.hardware [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.313017] env[69249]: DEBUG nova.virt.hardware [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.313345] env[69249]: DEBUG nova.virt.hardware [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.313644] env[69249]: DEBUG nova.virt.hardware [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.313885] env[69249]: DEBUG nova.virt.hardware [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.316032] env[69249]: DEBUG nova.virt.hardware [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.316032] env[69249]: DEBUG nova.virt.hardware [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.316032] env[69249]: DEBUG nova.virt.hardware [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.316032] env[69249]: DEBUG nova.virt.hardware [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.316032] env[69249]: DEBUG nova.virt.hardware [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.316032] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba4a3c6-c75b-4512-a859-f8061e479755 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.325331] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f569fd-847a-43cb-a4a0-9ce96cc5a5e9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.390054] env[69249]: DEBUG oslo_concurrency.lockutils [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.391927] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.963s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.393288] env[69249]: DEBUG nova.objects.instance [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Lazy-loading 'resources' on Instance uuid 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.434128] env[69249]: INFO nova.scheduler.client.report [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Deleted allocations for instance 12dc80b7-ad90-48b7-9883-831fcd8d8960 [ 686.589637] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Releasing lock "refresh_cache-03fdd6e6-d779-495d-8276-29c4abc1dece" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.589976] env[69249]: DEBUG nova.compute.manager [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Instance network_info: |[{"id": "8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867", "address": "fa:16:3e:7c:90:9f", "network": {"id": "1c592969-e6ee-48d8-ac86-258a8ab15936", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-18908523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82b3c8132320428a95fceba9cba7260e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab2b159-eb", "ovs_interfaceid": "8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.590477] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:90:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.600416] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Creating folder: Project (82b3c8132320428a95fceba9cba7260e). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.600734] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b20283ea-1474-418a-8770-e735c34d59fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.619272] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Created folder: Project (82b3c8132320428a95fceba9cba7260e) in parent group-v729229. [ 686.619606] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Creating folder: Instances. Parent ref: group-v729307. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.619955] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7676ab15-653d-4d06-80c0-48f990911987 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.633104] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Created folder: Instances in parent group-v729307. [ 686.633821] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.634098] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.634289] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-755710f7-a1e2-4d12-8c49-601a5744243d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.657198] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.657198] env[69249]: value = "task-3658955" [ 686.657198] env[69249]: _type = "Task" [ 686.657198] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.665959] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658955, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.785686] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43c3065e-91b7-46aa-b02d-d0e35ef94e68 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.435s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.798550] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.944059] env[69249]: DEBUG oslo_concurrency.lockutils [None req-582f1233-aaa9-400a-bb31-28bae86297fc tempest-ServerDiagnosticsV248Test-1997289126 tempest-ServerDiagnosticsV248Test-1997289126-project-member] Lock "12dc80b7-ad90-48b7-9883-831fcd8d8960" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.994s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.981365] env[69249]: DEBUG nova.compute.manager [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Received event network-changed-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.981864] env[69249]: DEBUG nova.compute.manager [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Refreshing instance network info cache due to event network-changed-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.982195] env[69249]: DEBUG oslo_concurrency.lockutils [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] Acquiring lock "refresh_cache-03fdd6e6-d779-495d-8276-29c4abc1dece" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.982405] env[69249]: DEBUG oslo_concurrency.lockutils [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] Acquired lock "refresh_cache-03fdd6e6-d779-495d-8276-29c4abc1dece" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.982629] env[69249]: DEBUG nova.network.neutron [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Refreshing network info cache for port 8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.175785] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658955, 'name': CreateVM_Task, 'duration_secs': 0.486031} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.175785] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.176615] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.176906] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.177285] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.177552] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525de6cb-5c45-4f4c-a9db-8123c874f771 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.188045] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 687.188045] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52490215-b3db-11a2-1acb-81f415034285" [ 687.188045] env[69249]: _type = "Task" [ 687.188045] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.202784] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52490215-b3db-11a2-1acb-81f415034285, 'name': SearchDatastore_Task, 'duration_secs': 0.013772} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.203967] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.203967] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.205094] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.205094] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.205094] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.207565] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ca312b9-2306-437f-8d1b-0a83e4e51038 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.218787] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.218976] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.219745] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d93c15-bafe-4131-b2b3-a684ef519947 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.229481] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 687.229481] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d59466-aeff-e2f9-54cf-144760035933" [ 687.229481] env[69249]: _type = "Task" [ 687.229481] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.240071] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d59466-aeff-e2f9-54cf-144760035933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.290276] env[69249]: DEBUG nova.compute.manager [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.426616] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f9b539-cfb1-471f-83b5-317410d2a271 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.438961] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07809a65-d033-4ae2-b795-7c3667f7b7c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.477410] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc3138f-011f-44af-9bab-2fcda3ff6811 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.489463] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf58fbd6-3c01-473d-8704-0f026049dab4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.492169] env[69249]: DEBUG nova.network.neutron [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Successfully updated port: e9d54805-80a1-4a29-8c12-cf46dbeda899 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.511488] env[69249]: DEBUG nova.compute.provider_tree [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.560117] env[69249]: DEBUG nova.compute.manager [req-b9b93b17-5a00-4f7e-a72c-dcb79abefe41 req-8e0d56e6-44e0-4f74-9f06-ad15a63006eb service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Received event network-changed-cb617931-c243-4a1f-899a-a49bd1405c58 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.560311] env[69249]: DEBUG nova.compute.manager [req-b9b93b17-5a00-4f7e-a72c-dcb79abefe41 req-8e0d56e6-44e0-4f74-9f06-ad15a63006eb service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Refreshing instance network info cache due to event network-changed-cb617931-c243-4a1f-899a-a49bd1405c58. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.560530] env[69249]: DEBUG oslo_concurrency.lockutils [req-b9b93b17-5a00-4f7e-a72c-dcb79abefe41 req-8e0d56e6-44e0-4f74-9f06-ad15a63006eb service nova] Acquiring lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.560671] env[69249]: DEBUG oslo_concurrency.lockutils [req-b9b93b17-5a00-4f7e-a72c-dcb79abefe41 req-8e0d56e6-44e0-4f74-9f06-ad15a63006eb service nova] Acquired lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.560832] env[69249]: DEBUG nova.network.neutron [req-b9b93b17-5a00-4f7e-a72c-dcb79abefe41 req-8e0d56e6-44e0-4f74-9f06-ad15a63006eb service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Refreshing network info cache for port cb617931-c243-4a1f-899a-a49bd1405c58 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.745016] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d59466-aeff-e2f9-54cf-144760035933, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.745551] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-254b23db-be55-4497-a360-99d25085f7e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.751650] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 687.751650] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52641e8b-1b7c-499a-aca1-637c4b58430a" [ 687.751650] env[69249]: _type = "Task" [ 687.751650] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.760234] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52641e8b-1b7c-499a-aca1-637c4b58430a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.770874] env[69249]: DEBUG nova.network.neutron [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Updated VIF entry in instance network info cache for port 8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.770874] env[69249]: DEBUG nova.network.neutron [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Updating instance_info_cache with network_info: [{"id": "8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867", "address": "fa:16:3e:7c:90:9f", "network": {"id": "1c592969-e6ee-48d8-ac86-258a8ab15936", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-18908523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82b3c8132320428a95fceba9cba7260e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab2b159-eb", "ovs_interfaceid": "8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.782531] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Acquiring lock "1f9216ea-191d-48a3-bc40-d9951344a576" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.782783] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Lock "1f9216ea-191d-48a3-bc40-d9951344a576" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.782983] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Acquiring lock "1f9216ea-191d-48a3-bc40-d9951344a576-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.783185] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Lock "1f9216ea-191d-48a3-bc40-d9951344a576-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.783483] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Lock "1f9216ea-191d-48a3-bc40-d9951344a576-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.785665] env[69249]: INFO nova.compute.manager [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Terminating instance [ 687.815671] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.999933] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Acquiring lock "refresh_cache-456cb87c-c3f5-4fd9-a20b-9f54e8255b5f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.000235] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Acquired lock "refresh_cache-456cb87c-c3f5-4fd9-a20b-9f54e8255b5f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.000388] env[69249]: DEBUG nova.network.neutron [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.016695] env[69249]: DEBUG nova.scheduler.client.report [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.268029] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52641e8b-1b7c-499a-aca1-637c4b58430a, 'name': SearchDatastore_Task, 'duration_secs': 0.027886} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.268137] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.268391] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 03fdd6e6-d779-495d-8276-29c4abc1dece/03fdd6e6-d779-495d-8276-29c4abc1dece.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.268657] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-988a0e46-d778-474d-89f1-31a884d9f5a4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.273283] env[69249]: DEBUG oslo_concurrency.lockutils [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] Releasing lock "refresh_cache-03fdd6e6-d779-495d-8276-29c4abc1dece" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.273283] env[69249]: DEBUG nova.compute.manager [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Received event network-vif-deleted-2dda4a71-4f73-4b78-9df6-4b7cdd1fc2f9 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.273363] env[69249]: DEBUG nova.compute.manager [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Received event network-changed-f8f101b1-0432-41f8-9dea-1738d05d4383 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.274032] env[69249]: DEBUG nova.compute.manager [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Refreshing instance network info cache due to event network-changed-f8f101b1-0432-41f8-9dea-1738d05d4383. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.274032] env[69249]: DEBUG oslo_concurrency.lockutils [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] Acquiring lock "refresh_cache-1f9216ea-191d-48a3-bc40-d9951344a576" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.274032] env[69249]: DEBUG oslo_concurrency.lockutils [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] Acquired lock "refresh_cache-1f9216ea-191d-48a3-bc40-d9951344a576" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.274032] env[69249]: DEBUG nova.network.neutron [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Refreshing network info cache for port f8f101b1-0432-41f8-9dea-1738d05d4383 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.277565] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 688.277565] env[69249]: value = "task-3658957" [ 688.277565] env[69249]: _type = "Task" [ 688.277565] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.290942] env[69249]: DEBUG nova.compute.manager [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.291552] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.291768] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3658957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.292622] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e018e9-e63f-49e0-9b8b-c97c8f0b3ccc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.301808] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.302139] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9710608a-2bdd-4b89-a49c-4c90225fcc3a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.312909] env[69249]: DEBUG oslo_vmware.api [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Waiting for the task: (returnval){ [ 688.312909] env[69249]: value = "task-3658958" [ 688.312909] env[69249]: _type = "Task" [ 688.312909] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.325042] env[69249]: DEBUG oslo_vmware.api [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': task-3658958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.377777] env[69249]: DEBUG nova.network.neutron [req-b9b93b17-5a00-4f7e-a72c-dcb79abefe41 req-8e0d56e6-44e0-4f74-9f06-ad15a63006eb service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Updated VIF entry in instance network info cache for port cb617931-c243-4a1f-899a-a49bd1405c58. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.378127] env[69249]: DEBUG nova.network.neutron [req-b9b93b17-5a00-4f7e-a72c-dcb79abefe41 req-8e0d56e6-44e0-4f74-9f06-ad15a63006eb service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Updating instance_info_cache with network_info: [{"id": "cb617931-c243-4a1f-899a-a49bd1405c58", "address": "fa:16:3e:f8:95:5f", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb617931-c2", "ovs_interfaceid": "cb617931-c243-4a1f-899a-a49bd1405c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.523913] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.527129] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.292s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.527353] env[69249]: DEBUG nova.objects.instance [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69249) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 688.536591] env[69249]: DEBUG nova.network.neutron [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.559265] env[69249]: INFO nova.scheduler.client.report [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Deleted allocations for instance 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57 [ 688.590874] env[69249]: DEBUG oslo_concurrency.lockutils [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "4aa31fef-e939-4657-8a8f-48042bd1d081" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.591277] env[69249]: DEBUG oslo_concurrency.lockutils [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.696114] env[69249]: DEBUG nova.network.neutron [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Updating instance_info_cache with network_info: [{"id": "e9d54805-80a1-4a29-8c12-cf46dbeda899", "address": "fa:16:3e:0b:48:61", "network": {"id": "2bf2a569-1db6-41f1-9511-8f663482e537", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2054831575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898fd5ae0eed4bab9ddbeb3f913b2c5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9d54805-80", "ovs_interfaceid": "e9d54805-80a1-4a29-8c12-cf46dbeda899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.790358] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3658957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502755} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.790892] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 03fdd6e6-d779-495d-8276-29c4abc1dece/03fdd6e6-d779-495d-8276-29c4abc1dece.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.791146] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.791420] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ee754b1-dc99-43a6-a276-cd5393fed491 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.799522] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 688.799522] env[69249]: value = "task-3658959" [ 688.799522] env[69249]: _type = "Task" [ 688.799522] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.811736] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3658959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.824668] env[69249]: DEBUG oslo_vmware.api [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': task-3658958, 'name': PowerOffVM_Task, 'duration_secs': 0.202529} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.825617] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.825617] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.825617] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fec9d08f-ab5e-43c8-bb5d-dc240898d8b4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.883032] env[69249]: DEBUG oslo_concurrency.lockutils [req-b9b93b17-5a00-4f7e-a72c-dcb79abefe41 req-8e0d56e6-44e0-4f74-9f06-ad15a63006eb service nova] Releasing lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.900776] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.901615] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.901615] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Deleting the datastore file [datastore1] 1f9216ea-191d-48a3-bc40-d9951344a576 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.901757] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b04b674b-61bb-4488-8b7c-a8a32ea28ab0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.919312] env[69249]: DEBUG oslo_vmware.api [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Waiting for the task: (returnval){ [ 688.919312] env[69249]: value = "task-3658961" [ 688.919312] env[69249]: _type = "Task" [ 688.919312] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.929376] env[69249]: DEBUG oslo_vmware.api [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': task-3658961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.029423] env[69249]: DEBUG nova.network.neutron [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Updated VIF entry in instance network info cache for port f8f101b1-0432-41f8-9dea-1738d05d4383. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.029876] env[69249]: DEBUG nova.network.neutron [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Updating instance_info_cache with network_info: [{"id": "f8f101b1-0432-41f8-9dea-1738d05d4383", "address": "fa:16:3e:f9:75:40", "network": {"id": "41c66663-c9b8-4ad2-9640-3bfe1abf19cf", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-164450220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc39949609b6459c88c31461f0e37898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f101b1-04", "ovs_interfaceid": "f8f101b1-0432-41f8-9dea-1738d05d4383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.067354] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5eb8c1e2-0678-4be7-8329-f49b2980594b tempest-ServersAdmin275Test-2010013335 tempest-ServersAdmin275Test-2010013335-project-member] Lock "684b6beb-4d7d-4bc1-9e05-a0cf6d130e57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.047s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.093935] env[69249]: DEBUG nova.compute.utils [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.161380] env[69249]: DEBUG nova.compute.manager [req-75478f2b-df20-47c3-8bbf-8c052081548d req-30f1036c-42fe-4fc6-838f-0d01d1a93b2a service nova] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Received event network-vif-plugged-e9d54805-80a1-4a29-8c12-cf46dbeda899 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.161607] env[69249]: DEBUG oslo_concurrency.lockutils [req-75478f2b-df20-47c3-8bbf-8c052081548d req-30f1036c-42fe-4fc6-838f-0d01d1a93b2a service nova] Acquiring lock "456cb87c-c3f5-4fd9-a20b-9f54e8255b5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.161828] env[69249]: DEBUG oslo_concurrency.lockutils [req-75478f2b-df20-47c3-8bbf-8c052081548d req-30f1036c-42fe-4fc6-838f-0d01d1a93b2a service nova] Lock "456cb87c-c3f5-4fd9-a20b-9f54e8255b5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.161972] env[69249]: DEBUG oslo_concurrency.lockutils [req-75478f2b-df20-47c3-8bbf-8c052081548d req-30f1036c-42fe-4fc6-838f-0d01d1a93b2a service nova] Lock "456cb87c-c3f5-4fd9-a20b-9f54e8255b5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.163731] env[69249]: DEBUG nova.compute.manager [req-75478f2b-df20-47c3-8bbf-8c052081548d req-30f1036c-42fe-4fc6-838f-0d01d1a93b2a service nova] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] No waiting events found dispatching network-vif-plugged-e9d54805-80a1-4a29-8c12-cf46dbeda899 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 689.164019] env[69249]: WARNING nova.compute.manager [req-75478f2b-df20-47c3-8bbf-8c052081548d req-30f1036c-42fe-4fc6-838f-0d01d1a93b2a service nova] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Received unexpected event network-vif-plugged-e9d54805-80a1-4a29-8c12-cf46dbeda899 for instance with vm_state building and task_state spawning. [ 689.164666] env[69249]: DEBUG nova.compute.manager [req-75478f2b-df20-47c3-8bbf-8c052081548d req-30f1036c-42fe-4fc6-838f-0d01d1a93b2a service nova] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Received event network-changed-e9d54805-80a1-4a29-8c12-cf46dbeda899 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.164666] env[69249]: DEBUG nova.compute.manager [req-75478f2b-df20-47c3-8bbf-8c052081548d req-30f1036c-42fe-4fc6-838f-0d01d1a93b2a service nova] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Refreshing instance network info cache due to event network-changed-e9d54805-80a1-4a29-8c12-cf46dbeda899. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.164666] env[69249]: DEBUG oslo_concurrency.lockutils [req-75478f2b-df20-47c3-8bbf-8c052081548d req-30f1036c-42fe-4fc6-838f-0d01d1a93b2a service nova] Acquiring lock "refresh_cache-456cb87c-c3f5-4fd9-a20b-9f54e8255b5f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.199124] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Releasing lock "refresh_cache-456cb87c-c3f5-4fd9-a20b-9f54e8255b5f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.199124] env[69249]: DEBUG nova.compute.manager [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Instance network_info: |[{"id": "e9d54805-80a1-4a29-8c12-cf46dbeda899", "address": "fa:16:3e:0b:48:61", "network": {"id": "2bf2a569-1db6-41f1-9511-8f663482e537", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2054831575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898fd5ae0eed4bab9ddbeb3f913b2c5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9d54805-80", "ovs_interfaceid": "e9d54805-80a1-4a29-8c12-cf46dbeda899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.199380] env[69249]: DEBUG oslo_concurrency.lockutils [req-75478f2b-df20-47c3-8bbf-8c052081548d req-30f1036c-42fe-4fc6-838f-0d01d1a93b2a service nova] Acquired lock "refresh_cache-456cb87c-c3f5-4fd9-a20b-9f54e8255b5f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.199551] env[69249]: DEBUG nova.network.neutron [req-75478f2b-df20-47c3-8bbf-8c052081548d req-30f1036c-42fe-4fc6-838f-0d01d1a93b2a service nova] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Refreshing network info cache for port e9d54805-80a1-4a29-8c12-cf46dbeda899 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.200798] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:48:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20fbc86c-0935-406c-9659-3ffc33fc0d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9d54805-80a1-4a29-8c12-cf46dbeda899', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.208402] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Creating folder: Project (898fd5ae0eed4bab9ddbeb3f913b2c5c). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.209438] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5529ec62-bc17-4b30-b001-a686bab06c6b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.224051] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Created folder: Project (898fd5ae0eed4bab9ddbeb3f913b2c5c) in parent group-v729229. [ 689.224275] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Creating folder: Instances. Parent ref: group-v729310. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.224538] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f17ac15d-fd54-419d-a6f0-6eff1ee590d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.236403] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Created folder: Instances in parent group-v729310. [ 689.236653] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.236849] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.237153] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-244709bb-6c50-451e-92ce-347d6d2d4d96 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.261036] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.261036] env[69249]: value = "task-3658964" [ 689.261036] env[69249]: _type = "Task" [ 689.261036] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.270337] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658964, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.310785] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3658959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113235} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.311105] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.311992] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0781922-a84d-47de-808d-9128c55750cd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.335050] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 03fdd6e6-d779-495d-8276-29c4abc1dece/03fdd6e6-d779-495d-8276-29c4abc1dece.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.335816] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6406ecdf-b745-4557-a452-3d75a393dcd0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.357651] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 689.357651] env[69249]: value = "task-3658965" [ 689.357651] env[69249]: _type = "Task" [ 689.357651] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.366349] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3658965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.431321] env[69249]: DEBUG oslo_vmware.api [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Task: {'id': task-3658961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14582} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.431618] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.431829] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.432118] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.432330] env[69249]: INFO nova.compute.manager [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Took 1.14 seconds to destroy the instance on the hypervisor. [ 689.432596] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.432866] env[69249]: DEBUG nova.compute.manager [-] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.433106] env[69249]: DEBUG nova.network.neutron [-] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.534085] env[69249]: DEBUG oslo_concurrency.lockutils [req-9610ae0f-b43e-459d-9586-60d3624a857d req-84049042-0907-4d53-b1c0-f0babd84df31 service nova] Releasing lock "refresh_cache-1f9216ea-191d-48a3-bc40-d9951344a576" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.536638] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b316bf72-639d-40c6-ba3e-aab54c058ef8 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.537715] env[69249]: DEBUG oslo_concurrency.lockutils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.234s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.539847] env[69249]: INFO nova.compute.claims [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.596978] env[69249]: DEBUG oslo_concurrency.lockutils [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.771440] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658964, 'name': CreateVM_Task, 'duration_secs': 0.393955} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.773834] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.774569] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.774728] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.775067] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.775594] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11fce308-18dd-43cb-88dd-cceceeb421cb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.780422] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Waiting for the task: (returnval){ [ 689.780422] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bb9f20-7e09-9af8-e80a-24aa4dc05526" [ 689.780422] env[69249]: _type = "Task" [ 689.780422] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.789485] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bb9f20-7e09-9af8-e80a-24aa4dc05526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.870679] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3658965, 'name': ReconfigVM_Task, 'duration_secs': 0.365869} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.871038] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 03fdd6e6-d779-495d-8276-29c4abc1dece/03fdd6e6-d779-495d-8276-29c4abc1dece.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.871728] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2b25b26-8e8e-4aa0-8dd9-3a38473d41fd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.879696] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 689.879696] env[69249]: value = "task-3658966" [ 689.879696] env[69249]: _type = "Task" [ 689.879696] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.891317] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3658966, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.908098] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Acquiring lock "79744c3c-d219-4e0b-8bf9-264247760a0e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.908330] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Lock "79744c3c-d219-4e0b-8bf9-264247760a0e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.916673] env[69249]: DEBUG nova.network.neutron [req-75478f2b-df20-47c3-8bbf-8c052081548d req-30f1036c-42fe-4fc6-838f-0d01d1a93b2a service nova] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Updated VIF entry in instance network info cache for port e9d54805-80a1-4a29-8c12-cf46dbeda899. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.917042] env[69249]: DEBUG nova.network.neutron [req-75478f2b-df20-47c3-8bbf-8c052081548d req-30f1036c-42fe-4fc6-838f-0d01d1a93b2a service nova] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Updating instance_info_cache with network_info: [{"id": "e9d54805-80a1-4a29-8c12-cf46dbeda899", "address": "fa:16:3e:0b:48:61", "network": {"id": "2bf2a569-1db6-41f1-9511-8f663482e537", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2054831575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898fd5ae0eed4bab9ddbeb3f913b2c5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9d54805-80", "ovs_interfaceid": "e9d54805-80a1-4a29-8c12-cf46dbeda899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.184098] env[69249]: DEBUG nova.network.neutron [-] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.292179] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bb9f20-7e09-9af8-e80a-24aa4dc05526, 'name': SearchDatastore_Task, 'duration_secs': 0.010386} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.292494] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.292723] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.292960] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.293117] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.293298] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.293561] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c43bc50-fe16-4d35-94da-3d059c00672d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.304063] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.304274] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.304999] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98efa770-cbde-48e2-803f-c5d9bc1036e8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.311550] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Waiting for the task: (returnval){ [ 690.311550] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c8d8e7-80bd-2b17-9ef4-291ec339e42b" [ 690.311550] env[69249]: _type = "Task" [ 690.311550] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.324635] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c8d8e7-80bd-2b17-9ef4-291ec339e42b, 'name': SearchDatastore_Task, 'duration_secs': 0.010813} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.326028] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e664fc81-1311-43c9-b767-9bcf1fc4cfd4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.331676] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Waiting for the task: (returnval){ [ 690.331676] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b7babc-0351-02f6-bf88-ab7c37e8d47a" [ 690.331676] env[69249]: _type = "Task" [ 690.331676] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.017018] env[69249]: DEBUG nova.compute.utils [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.021596] env[69249]: DEBUG oslo_concurrency.lockutils [req-75478f2b-df20-47c3-8bbf-8c052081548d req-30f1036c-42fe-4fc6-838f-0d01d1a93b2a service nova] Releasing lock "refresh_cache-456cb87c-c3f5-4fd9-a20b-9f54e8255b5f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.025715] env[69249]: DEBUG oslo_concurrency.lockutils [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "4aa31fef-e939-4657-8a8f-48042bd1d081" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.025958] env[69249]: DEBUG oslo_concurrency.lockutils [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.026241] env[69249]: INFO nova.compute.manager [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Attaching volume b3ff6ac3-fd09-4a98-a687-ac422b2d1466 to /dev/sdb [ 691.029164] env[69249]: INFO nova.compute.manager [-] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Took 1.60 seconds to deallocate network for instance. [ 691.054298] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b7babc-0351-02f6-bf88-ab7c37e8d47a, 'name': SearchDatastore_Task, 'duration_secs': 0.011099} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.054714] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.054995] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f/456cb87c-c3f5-4fd9-a20b-9f54e8255b5f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.058382] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a79424f7-a187-479f-a46f-c0d89513bf7c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.062026] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3658966, 'name': Rename_Task, 'duration_secs': 0.149133} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.062026] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.062026] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e79a6da2-091f-4050-87f8-905abf1c9759 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.075193] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 691.075193] env[69249]: value = "task-3658969" [ 691.075193] env[69249]: _type = "Task" [ 691.075193] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.075486] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Waiting for the task: (returnval){ [ 691.075486] env[69249]: value = "task-3658968" [ 691.075486] env[69249]: _type = "Task" [ 691.075486] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.085653] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ee5976-b663-4cbd-8bdd-e83e7be81604 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.101503] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': task-3658968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.101755] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3658969, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.103024] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1d1393-78e0-4339-8b86-6ccee0a629af {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.120671] env[69249]: DEBUG nova.virt.block_device [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Updating existing volume attachment record: 9f679a9c-9cc9-48b8-ba39-44484bccd166 {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 691.506375] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a23eb14-678b-4ab7-9bbc-a0f162123394 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.517113] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d65cd19-7d85-4734-930a-70b31bdcda0d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.549572] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Lock "79744c3c-d219-4e0b-8bf9-264247760a0e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.641s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.552548] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc97919-3556-495e-aba6-b9e2b6dc62c0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.557835] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.565977] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e499be6-a8e6-4977-9ab6-863176202eae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.584651] env[69249]: DEBUG nova.compute.provider_tree [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.600294] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3658969, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.603801] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': task-3658968, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.663274] env[69249]: DEBUG nova.compute.manager [req-8e3dd779-bf73-4554-ac37-4c234ff9c2c3 req-952c649d-9518-4ab1-9e4b-3b5d333452ff service nova] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Received event network-vif-deleted-f8f101b1-0432-41f8-9dea-1738d05d4383 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.094743] env[69249]: DEBUG nova.scheduler.client.report [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.107974] env[69249]: DEBUG oslo_vmware.api [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3658969, 'name': PowerOnVM_Task, 'duration_secs': 1.03061} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.108215] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': task-3658968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587584} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.109158] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.109158] env[69249]: INFO nova.compute.manager [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Took 8.50 seconds to spawn the instance on the hypervisor. [ 692.109398] env[69249]: DEBUG nova.compute.manager [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.109532] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f/456cb87c-c3f5-4fd9-a20b-9f54e8255b5f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.109684] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.110478] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16b1e23-61c6-4cde-bda6-6deacbe1ab3a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.113755] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bd437da-5fbb-4945-8102-b4521d9aaecd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.129049] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Waiting for the task: (returnval){ [ 692.129049] env[69249]: value = "task-3658973" [ 692.129049] env[69249]: _type = "Task" [ 692.129049] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.140252] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': task-3658973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.166803] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.169154] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.513515] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Acquiring lock "79744c3c-d219-4e0b-8bf9-264247760a0e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.513515] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Lock "79744c3c-d219-4e0b-8bf9-264247760a0e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.513515] env[69249]: INFO nova.compute.manager [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Attaching volume c89341bf-9a19-466d-9efa-7b4cdebcdf34 to /dev/sdb [ 692.567708] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428613c0-31a6-4aa5-a6c2-931cb91d274e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.576732] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3caf84-e486-408f-adc0-9c6b9005c9a6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.593636] env[69249]: DEBUG nova.virt.block_device [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Updating existing volume attachment record: fb3c55a7-1b4d-4786-9302-03d921903810 {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 692.609950] env[69249]: DEBUG oslo_concurrency.lockutils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.072s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.610518] env[69249]: DEBUG nova.compute.manager [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.615593] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.984s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.616346] env[69249]: INFO nova.compute.claims [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.643928] env[69249]: INFO nova.compute.manager [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Took 40.85 seconds to build instance. [ 692.649050] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': task-3658973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081087} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.649493] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.650612] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4867e587-f2ff-490a-a4c4-9e9907712789 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.679764] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f/456cb87c-c3f5-4fd9-a20b-9f54e8255b5f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.685666] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ea1e722-fa31-4e63-9ab2-4d60bf56ad6d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.703459] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.704284] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.704866] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.704866] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.705401] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.705401] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.705401] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 692.705401] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.714155] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Waiting for the task: (returnval){ [ 692.714155] env[69249]: value = "task-3658975" [ 692.714155] env[69249]: _type = "Task" [ 692.714155] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.724524] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': task-3658975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.001379] env[69249]: DEBUG nova.objects.instance [None req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Lazy-loading 'flavor' on Instance uuid 0f6e5989-3a56-433f-a736-d067b63e326a {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.116978] env[69249]: DEBUG nova.compute.utils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.123133] env[69249]: DEBUG nova.compute.manager [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.123133] env[69249]: DEBUG nova.network.neutron [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.149124] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a9c79f4-d9ca-42e9-b533-7182bb6f128b tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "03fdd6e6-d779-495d-8276-29c4abc1dece" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.410s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.217239] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.234926] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': task-3658975, 'name': ReconfigVM_Task, 'duration_secs': 0.431533} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.235681] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f/456cb87c-c3f5-4fd9-a20b-9f54e8255b5f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.236456] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ed3f369-9eb9-4367-88b1-ec7dbcdfab1f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.246600] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Waiting for the task: (returnval){ [ 693.246600] env[69249]: value = "task-3658979" [ 693.246600] env[69249]: _type = "Task" [ 693.246600] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.259705] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': task-3658979, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.357066] env[69249]: DEBUG nova.policy [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5453014b6dfa4a47af5decd1ac2ed3cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdf56e01c6a84f909ecb0cbdd8d01bef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.514683] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Acquiring lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.515033] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Acquired lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.628909] env[69249]: DEBUG nova.compute.manager [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.652012] env[69249]: DEBUG nova.compute.manager [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.763542] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': task-3658979, 'name': Rename_Task, 'duration_secs': 0.16885} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.763841] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.764404] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e69cc71e-8971-43eb-96d8-691e8534764c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.772182] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Waiting for the task: (returnval){ [ 693.772182] env[69249]: value = "task-3658981" [ 693.772182] env[69249]: _type = "Task" [ 693.772182] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.782731] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': task-3658981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.151621] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5915ecfa-4abf-495e-bc7e-e3cabab5deab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.167211] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1331a8-aef5-4faf-9ead-9768271519a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.211673] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.213288] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d908b6-1935-4607-b9de-80571ddf0ac1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.222750] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b79e5ec-3074-4b06-92f1-f78b1f069f5c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.239695] env[69249]: DEBUG nova.compute.provider_tree [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.285254] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': task-3658981, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.650228] env[69249]: DEBUG nova.compute.manager [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.691309] env[69249]: DEBUG nova.virt.hardware [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.694657] env[69249]: DEBUG nova.virt.hardware [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.694657] env[69249]: DEBUG nova.virt.hardware [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.694657] env[69249]: DEBUG nova.virt.hardware [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.694657] env[69249]: DEBUG nova.virt.hardware [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.694657] env[69249]: DEBUG nova.virt.hardware [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.694657] env[69249]: DEBUG nova.virt.hardware [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.694657] env[69249]: DEBUG nova.virt.hardware [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.694657] env[69249]: DEBUG nova.virt.hardware [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.694657] env[69249]: DEBUG nova.virt.hardware [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.694657] env[69249]: DEBUG nova.virt.hardware [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.695994] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84b4072-5813-4b47-bd7b-59ee91034ce3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.709200] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ee21f0-4bc3-46a1-b28f-3cb0e82997ba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.744742] env[69249]: DEBUG nova.scheduler.client.report [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.761623] env[69249]: DEBUG nova.compute.manager [req-fb4c8c51-b070-4d77-911d-2402d498a4ef req-e28889bd-49d8-44af-bec6-f98015b972eb service nova] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Received event network-changed-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.761623] env[69249]: DEBUG nova.compute.manager [req-fb4c8c51-b070-4d77-911d-2402d498a4ef req-e28889bd-49d8-44af-bec6-f98015b972eb service nova] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Refreshing instance network info cache due to event network-changed-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.761623] env[69249]: DEBUG oslo_concurrency.lockutils [req-fb4c8c51-b070-4d77-911d-2402d498a4ef req-e28889bd-49d8-44af-bec6-f98015b972eb service nova] Acquiring lock "refresh_cache-03fdd6e6-d779-495d-8276-29c4abc1dece" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.761623] env[69249]: DEBUG oslo_concurrency.lockutils [req-fb4c8c51-b070-4d77-911d-2402d498a4ef req-e28889bd-49d8-44af-bec6-f98015b972eb service nova] Acquired lock "refresh_cache-03fdd6e6-d779-495d-8276-29c4abc1dece" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.761623] env[69249]: DEBUG nova.network.neutron [req-fb4c8c51-b070-4d77-911d-2402d498a4ef req-e28889bd-49d8-44af-bec6-f98015b972eb service nova] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Refreshing network info cache for port 8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.788261] env[69249]: DEBUG oslo_vmware.api [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': task-3658981, 'name': PowerOnVM_Task, 'duration_secs': 0.969241} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.789615] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.789937] env[69249]: INFO nova.compute.manager [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Took 8.52 seconds to spawn the instance on the hypervisor. [ 694.790086] env[69249]: DEBUG nova.compute.manager [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 694.793691] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1337cdd2-e07a-42ca-80b1-a683f43d983d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.798229] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "0cee1d30-eb9d-4174-9b1c-6d469cbd4993" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.798457] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "0cee1d30-eb9d-4174-9b1c-6d469cbd4993" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.816734] env[69249]: DEBUG nova.network.neutron [None req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.888012] env[69249]: DEBUG nova.network.neutron [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Successfully created port: 2d58ffde-9bc3-4203-9f26-8e205c8e02c2 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.252560] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.252560] env[69249]: DEBUG nova.compute.manager [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.256845] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.331s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.257398] env[69249]: DEBUG nova.objects.instance [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lazy-loading 'resources' on Instance uuid d836fbf5-1a50-4cb7-b082-ed46a724cf59 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.315526] env[69249]: INFO nova.compute.manager [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Took 42.26 seconds to build instance. [ 695.645499] env[69249]: DEBUG nova.network.neutron [None req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Updating instance_info_cache with network_info: [{"id": "e910c1f5-5028-4f1c-beff-37afe525369f", "address": "fa:16:3e:d1:57:d7", "network": {"id": "ce16a52c-00cf-4ae1-bb09-5e23af88be71", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-195976242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b00a9f96f48e4c03aa8d437007373c78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape910c1f5-50", "ovs_interfaceid": "e910c1f5-5028-4f1c-beff-37afe525369f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.696292] env[69249]: DEBUG nova.network.neutron [req-fb4c8c51-b070-4d77-911d-2402d498a4ef req-e28889bd-49d8-44af-bec6-f98015b972eb service nova] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Updated VIF entry in instance network info cache for port 8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.696292] env[69249]: DEBUG nova.network.neutron [req-fb4c8c51-b070-4d77-911d-2402d498a4ef req-e28889bd-49d8-44af-bec6-f98015b972eb service nova] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Updating instance_info_cache with network_info: [{"id": "8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867", "address": "fa:16:3e:7c:90:9f", "network": {"id": "1c592969-e6ee-48d8-ac86-258a8ab15936", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-18908523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82b3c8132320428a95fceba9cba7260e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab2b159-eb", "ovs_interfaceid": "8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.703761] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 695.703761] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729314', 'volume_id': 'b3ff6ac3-fd09-4a98-a687-ac422b2d1466', 'name': 'volume-b3ff6ac3-fd09-4a98-a687-ac422b2d1466', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4aa31fef-e939-4657-8a8f-48042bd1d081', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3ff6ac3-fd09-4a98-a687-ac422b2d1466', 'serial': 'b3ff6ac3-fd09-4a98-a687-ac422b2d1466'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 695.705393] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d84bd7-093e-48c6-9e8a-e943d4ac83ef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.726333] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912dd9ed-e983-4fb2-8160-8cff75755c9c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.753823] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] volume-b3ff6ac3-fd09-4a98-a687-ac422b2d1466/volume-b3ff6ac3-fd09-4a98-a687-ac422b2d1466.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.754257] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f15bfdd-0476-490f-9557-526cae1eae8d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.770602] env[69249]: DEBUG nova.compute.utils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.777795] env[69249]: DEBUG nova.compute.manager [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.777931] env[69249]: DEBUG nova.network.neutron [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.787481] env[69249]: DEBUG oslo_vmware.api [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 695.787481] env[69249]: value = "task-3658983" [ 695.787481] env[69249]: _type = "Task" [ 695.787481] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.798583] env[69249]: DEBUG oslo_vmware.api [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.822305] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6fa720c1-6f3e-453e-8060-9802749ab836 tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Lock "456cb87c-c3f5-4fd9-a20b-9f54e8255b5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.689s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.915307] env[69249]: DEBUG nova.policy [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40edea2ccba0409f85bbae30b1cfad76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54e3bb451bfd4c05a2d3fc9bbd6b4eb9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.149098] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Releasing lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.149341] env[69249]: DEBUG nova.compute.manager [None req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Inject network info {{(pid=69249) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 696.149682] env[69249]: DEBUG nova.compute.manager [None req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] network_info to inject: |[{"id": "e910c1f5-5028-4f1c-beff-37afe525369f", "address": "fa:16:3e:d1:57:d7", "network": {"id": "ce16a52c-00cf-4ae1-bb09-5e23af88be71", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-195976242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b00a9f96f48e4c03aa8d437007373c78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape910c1f5-50", "ovs_interfaceid": "e910c1f5-5028-4f1c-beff-37afe525369f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 696.156193] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Reconfiguring VM instance to set the machine id {{(pid=69249) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 696.159160] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0570e425-1a7e-44ec-b79d-f371470620e1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.179695] env[69249]: DEBUG oslo_vmware.api [None req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Waiting for the task: (returnval){ [ 696.179695] env[69249]: value = "task-3658984" [ 696.179695] env[69249]: _type = "Task" [ 696.179695] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.192503] env[69249]: DEBUG oslo_vmware.api [None req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.197217] env[69249]: DEBUG oslo_concurrency.lockutils [req-fb4c8c51-b070-4d77-911d-2402d498a4ef req-e28889bd-49d8-44af-bec6-f98015b972eb service nova] Releasing lock "refresh_cache-03fdd6e6-d779-495d-8276-29c4abc1dece" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.282184] env[69249]: DEBUG nova.compute.manager [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.299704] env[69249]: DEBUG oslo_vmware.api [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658983, 'name': ReconfigVM_Task, 'duration_secs': 0.376068} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.302522] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Reconfigured VM instance instance-0000000b to attach disk [datastore2] volume-b3ff6ac3-fd09-4a98-a687-ac422b2d1466/volume-b3ff6ac3-fd09-4a98-a687-ac422b2d1466.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.307175] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5c4bf8a-b043-4fb1-9921-11574bfbb507 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.321991] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea6a1af-ee83-423a-be45-c8ba915b8b7d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.328224] env[69249]: DEBUG nova.compute.manager [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.332145] env[69249]: DEBUG oslo_vmware.api [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 696.332145] env[69249]: value = "task-3658985" [ 696.332145] env[69249]: _type = "Task" [ 696.332145] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.339909] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab2542f-4953-4e28-ad4d-76746d41829e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.350019] env[69249]: DEBUG oslo_vmware.api [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.379656] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7b1de9-eb87-4905-b600-67c9eb926417 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.389161] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cf9bc2-227e-4584-876f-8f8a5ea267e3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.404726] env[69249]: DEBUG nova.compute.provider_tree [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.694340] env[69249]: DEBUG oslo_vmware.api [None req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658984, 'name': ReconfigVM_Task, 'duration_secs': 0.233241} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.694699] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c7453d4a-89d6-4d66-aa94-df9e0a2cb5c4 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Reconfigured VM instance to set the machine id {{(pid=69249) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 696.854366] env[69249]: DEBUG oslo_vmware.api [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658985, 'name': ReconfigVM_Task, 'duration_secs': 0.141822} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.854871] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729314', 'volume_id': 'b3ff6ac3-fd09-4a98-a687-ac422b2d1466', 'name': 'volume-b3ff6ac3-fd09-4a98-a687-ac422b2d1466', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4aa31fef-e939-4657-8a8f-48042bd1d081', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3ff6ac3-fd09-4a98-a687-ac422b2d1466', 'serial': 'b3ff6ac3-fd09-4a98-a687-ac422b2d1466'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 696.867281] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.908927] env[69249]: DEBUG nova.scheduler.client.report [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.034041] env[69249]: DEBUG nova.compute.manager [req-75e1f270-7656-43e5-94c9-1b09777f1773 req-78e5d39f-6efe-4f11-8aeb-6b85adae5241 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Received event network-changed-e910c1f5-5028-4f1c-beff-37afe525369f {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.034352] env[69249]: DEBUG nova.compute.manager [req-75e1f270-7656-43e5-94c9-1b09777f1773 req-78e5d39f-6efe-4f11-8aeb-6b85adae5241 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Refreshing instance network info cache due to event network-changed-e910c1f5-5028-4f1c-beff-37afe525369f. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.034526] env[69249]: DEBUG oslo_concurrency.lockutils [req-75e1f270-7656-43e5-94c9-1b09777f1773 req-78e5d39f-6efe-4f11-8aeb-6b85adae5241 service nova] Acquiring lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.034671] env[69249]: DEBUG oslo_concurrency.lockutils [req-75e1f270-7656-43e5-94c9-1b09777f1773 req-78e5d39f-6efe-4f11-8aeb-6b85adae5241 service nova] Acquired lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.034814] env[69249]: DEBUG nova.network.neutron [req-75e1f270-7656-43e5-94c9-1b09777f1773 req-78e5d39f-6efe-4f11-8aeb-6b85adae5241 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Refreshing network info cache for port e910c1f5-5028-4f1c-beff-37afe525369f {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.105287] env[69249]: DEBUG nova.network.neutron [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Successfully created port: 543d0a52-541d-4621-bd4b-076dc2986290 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.127493] env[69249]: DEBUG nova.objects.instance [None req-b7cd186b-4b55-4657-953b-1ef853535c2c tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Lazy-loading 'flavor' on Instance uuid 0f6e5989-3a56-433f-a736-d067b63e326a {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.195381] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 697.195602] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729317', 'volume_id': 'c89341bf-9a19-466d-9efa-7b4cdebcdf34', 'name': 'volume-c89341bf-9a19-466d-9efa-7b4cdebcdf34', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79744c3c-d219-4e0b-8bf9-264247760a0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c89341bf-9a19-466d-9efa-7b4cdebcdf34', 'serial': 'c89341bf-9a19-466d-9efa-7b4cdebcdf34'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 697.196890] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ae68f4-af89-4515-aab4-a5e32eb8a09f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.227343] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16681807-d1a4-49ed-b444-44f4dabfc733 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.258600] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-c89341bf-9a19-466d-9efa-7b4cdebcdf34/volume-c89341bf-9a19-466d-9efa-7b4cdebcdf34.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.259805] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e04a1f5-d525-44ec-91df-f05bc1375813 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.283167] env[69249]: DEBUG oslo_vmware.api [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Waiting for the task: (returnval){ [ 697.283167] env[69249]: value = "task-3658986" [ 697.283167] env[69249]: _type = "Task" [ 697.283167] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.293702] env[69249]: DEBUG oslo_vmware.api [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Task: {'id': task-3658986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.297278] env[69249]: DEBUG nova.compute.manager [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.332905] env[69249]: DEBUG nova.virt.hardware [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.333359] env[69249]: DEBUG nova.virt.hardware [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.333616] env[69249]: DEBUG nova.virt.hardware [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.333896] env[69249]: DEBUG nova.virt.hardware [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.334189] env[69249]: DEBUG nova.virt.hardware [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.334654] env[69249]: DEBUG nova.virt.hardware [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.334989] env[69249]: DEBUG nova.virt.hardware [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.335306] env[69249]: DEBUG nova.virt.hardware [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.335582] env[69249]: DEBUG nova.virt.hardware [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.335839] env[69249]: DEBUG nova.virt.hardware [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.336333] env[69249]: DEBUG nova.virt.hardware [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.337340] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116860dd-b521-4217-a920-163de9b77a5d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.351120] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc035319-f787-4320-9efb-2fe310c51a0c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.416031] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.418997] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.261s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.420799] env[69249]: INFO nova.compute.claims [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.438312] env[69249]: INFO nova.scheduler.client.report [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleted allocations for instance d836fbf5-1a50-4cb7-b082-ed46a724cf59 [ 697.463284] env[69249]: DEBUG nova.network.neutron [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Successfully updated port: 2d58ffde-9bc3-4203-9f26-8e205c8e02c2 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.594441] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Acquiring lock "6a9d205f-8f4f-456f-a7c5-94d25c06417b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.594625] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Lock "6a9d205f-8f4f-456f-a7c5-94d25c06417b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.632444] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7cd186b-4b55-4657-953b-1ef853535c2c tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Acquiring lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.794784] env[69249]: DEBUG oslo_vmware.api [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Task: {'id': task-3658986, 'name': ReconfigVM_Task, 'duration_secs': 0.379002} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.794958] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-c89341bf-9a19-466d-9efa-7b4cdebcdf34/volume-c89341bf-9a19-466d-9efa-7b4cdebcdf34.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.808170] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe414dbb-e796-459c-9551-08fdf4cdb0f1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.825192] env[69249]: DEBUG oslo_vmware.api [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Waiting for the task: (returnval){ [ 697.825192] env[69249]: value = "task-3658987" [ 697.825192] env[69249]: _type = "Task" [ 697.825192] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.838259] env[69249]: DEBUG oslo_vmware.api [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Task: {'id': task-3658987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.915962] env[69249]: DEBUG nova.objects.instance [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lazy-loading 'flavor' on Instance uuid 4aa31fef-e939-4657-8a8f-48042bd1d081 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.949557] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b4631a3e-437a-4529-b98b-97ebee2655cc tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "d836fbf5-1a50-4cb7-b082-ed46a724cf59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.681s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.961331] env[69249]: DEBUG nova.network.neutron [req-75e1f270-7656-43e5-94c9-1b09777f1773 req-78e5d39f-6efe-4f11-8aeb-6b85adae5241 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Updated VIF entry in instance network info cache for port e910c1f5-5028-4f1c-beff-37afe525369f. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.961331] env[69249]: DEBUG nova.network.neutron [req-75e1f270-7656-43e5-94c9-1b09777f1773 req-78e5d39f-6efe-4f11-8aeb-6b85adae5241 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Updating instance_info_cache with network_info: [{"id": "e910c1f5-5028-4f1c-beff-37afe525369f", "address": "fa:16:3e:d1:57:d7", "network": {"id": "ce16a52c-00cf-4ae1-bb09-5e23af88be71", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-195976242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b00a9f96f48e4c03aa8d437007373c78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape910c1f5-50", "ovs_interfaceid": "e910c1f5-5028-4f1c-beff-37afe525369f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.967364] env[69249]: DEBUG oslo_concurrency.lockutils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Acquiring lock "refresh_cache-a546e48a-8dc7-482a-8465-7f17b9b7cfe3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.967364] env[69249]: DEBUG oslo_concurrency.lockutils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Acquired lock "refresh_cache-a546e48a-8dc7-482a-8465-7f17b9b7cfe3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.967500] env[69249]: DEBUG nova.network.neutron [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.338388] env[69249]: DEBUG oslo_vmware.api [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Task: {'id': task-3658987, 'name': ReconfigVM_Task, 'duration_secs': 0.166102} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.339159] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729317', 'volume_id': 'c89341bf-9a19-466d-9efa-7b4cdebcdf34', 'name': 'volume-c89341bf-9a19-466d-9efa-7b4cdebcdf34', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79744c3c-d219-4e0b-8bf9-264247760a0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c89341bf-9a19-466d-9efa-7b4cdebcdf34', 'serial': 'c89341bf-9a19-466d-9efa-7b4cdebcdf34'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 698.423121] env[69249]: DEBUG oslo_concurrency.lockutils [None req-10d03d1f-6499-4b54-8f9a-f12ee446fde0 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.397s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.465032] env[69249]: DEBUG oslo_concurrency.lockutils [req-75e1f270-7656-43e5-94c9-1b09777f1773 req-78e5d39f-6efe-4f11-8aeb-6b85adae5241 service nova] Releasing lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.465768] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7cd186b-4b55-4657-953b-1ef853535c2c tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Acquired lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.499086] env[69249]: DEBUG nova.network.neutron [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.536114] env[69249]: DEBUG oslo_concurrency.lockutils [None req-023ad811-eab5-4c09-98d7-311525b421b1 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "4aa31fef-e939-4657-8a8f-48042bd1d081" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.544019] env[69249]: DEBUG oslo_concurrency.lockutils [None req-023ad811-eab5-4c09-98d7-311525b421b1 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.005s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.544019] env[69249]: DEBUG nova.compute.manager [None req-023ad811-eab5-4c09-98d7-311525b421b1 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 698.546167] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e310e10-9d86-4a06-a173-9079f50155e1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.560251] env[69249]: DEBUG nova.compute.manager [None req-023ad811-eab5-4c09-98d7-311525b421b1 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69249) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 698.560251] env[69249]: DEBUG nova.objects.instance [None req-023ad811-eab5-4c09-98d7-311525b421b1 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lazy-loading 'flavor' on Instance uuid 4aa31fef-e939-4657-8a8f-48042bd1d081 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.719913] env[69249]: DEBUG nova.network.neutron [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Updating instance_info_cache with network_info: [{"id": "2d58ffde-9bc3-4203-9f26-8e205c8e02c2", "address": "fa:16:3e:b4:8f:16", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d58ffde-9b", "ovs_interfaceid": "2d58ffde-9bc3-4203-9f26-8e205c8e02c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.933151] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be764979-9632-4e36-8462-c71953d31fa6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.943507] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba610d43-bcf9-47d1-9cd1-5441bc33cb9d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.980980] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbeb4288-4718-4af0-a6fc-f8317c6b9bb8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.990722] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1938ef2-c6f2-435b-abe7-81bbdcea5e21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.008547] env[69249]: DEBUG nova.compute.provider_tree [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.016050] env[69249]: DEBUG oslo_concurrency.lockutils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Acquiring lock "60ff7087-07b4-4b48-ae98-700246914516" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.016344] env[69249]: DEBUG oslo_concurrency.lockutils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Lock "60ff7087-07b4-4b48-ae98-700246914516" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.031911] env[69249]: DEBUG nova.network.neutron [None req-b7cd186b-4b55-4657-953b-1ef853535c2c tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.069457] env[69249]: DEBUG nova.compute.manager [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Received event network-vif-plugged-2d58ffde-9bc3-4203-9f26-8e205c8e02c2 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.069656] env[69249]: DEBUG oslo_concurrency.lockutils [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] Acquiring lock "a546e48a-8dc7-482a-8465-7f17b9b7cfe3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.069858] env[69249]: DEBUG oslo_concurrency.lockutils [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] Lock "a546e48a-8dc7-482a-8465-7f17b9b7cfe3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.070137] env[69249]: DEBUG oslo_concurrency.lockutils [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] Lock "a546e48a-8dc7-482a-8465-7f17b9b7cfe3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.070179] env[69249]: DEBUG nova.compute.manager [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] No waiting events found dispatching network-vif-plugged-2d58ffde-9bc3-4203-9f26-8e205c8e02c2 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 699.070524] env[69249]: WARNING nova.compute.manager [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Received unexpected event network-vif-plugged-2d58ffde-9bc3-4203-9f26-8e205c8e02c2 for instance with vm_state building and task_state spawning. [ 699.070914] env[69249]: DEBUG nova.compute.manager [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Received event network-changed-e9d54805-80a1-4a29-8c12-cf46dbeda899 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.070914] env[69249]: DEBUG nova.compute.manager [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Refreshing instance network info cache due to event network-changed-e9d54805-80a1-4a29-8c12-cf46dbeda899. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.071108] env[69249]: DEBUG oslo_concurrency.lockutils [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] Acquiring lock "refresh_cache-456cb87c-c3f5-4fd9-a20b-9f54e8255b5f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.071288] env[69249]: DEBUG oslo_concurrency.lockutils [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] Acquired lock "refresh_cache-456cb87c-c3f5-4fd9-a20b-9f54e8255b5f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.071403] env[69249]: DEBUG nova.network.neutron [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Refreshing network info cache for port e9d54805-80a1-4a29-8c12-cf46dbeda899 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.164109] env[69249]: DEBUG nova.network.neutron [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Successfully updated port: 543d0a52-541d-4621-bd4b-076dc2986290 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.221229] env[69249]: DEBUG oslo_concurrency.lockutils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Releasing lock "refresh_cache-a546e48a-8dc7-482a-8465-7f17b9b7cfe3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.221565] env[69249]: DEBUG nova.compute.manager [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Instance network_info: |[{"id": "2d58ffde-9bc3-4203-9f26-8e205c8e02c2", "address": "fa:16:3e:b4:8f:16", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d58ffde-9b", "ovs_interfaceid": "2d58ffde-9bc3-4203-9f26-8e205c8e02c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.222361] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:8f:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d58ffde-9bc3-4203-9f26-8e205c8e02c2', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.232335] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Creating folder: Project (bdf56e01c6a84f909ecb0cbdd8d01bef). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.232742] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c551f88-1f7e-4634-a339-91d1df51bae9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.245958] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Created folder: Project (bdf56e01c6a84f909ecb0cbdd8d01bef) in parent group-v729229. [ 699.247028] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Creating folder: Instances. Parent ref: group-v729318. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.247028] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-806841a8-e913-43f5-b142-ee54e22953cf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.257645] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Created folder: Instances in parent group-v729318. [ 699.257883] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.258082] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.258310] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d49806f-6f68-4bbc-8e5d-9d70f962434f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.286902] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.286902] env[69249]: value = "task-3658990" [ 699.286902] env[69249]: _type = "Task" [ 699.286902] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.295354] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658990, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.416243] env[69249]: DEBUG nova.objects.instance [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Lazy-loading 'flavor' on Instance uuid 79744c3c-d219-4e0b-8bf9-264247760a0e {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.512072] env[69249]: DEBUG nova.scheduler.client.report [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.577663] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-023ad811-eab5-4c09-98d7-311525b421b1 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.578528] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7bbb1f1-75cb-4ba3-81a6-0b365372f7ad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.586459] env[69249]: DEBUG oslo_vmware.api [None req-023ad811-eab5-4c09-98d7-311525b421b1 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 699.586459] env[69249]: value = "task-3658991" [ 699.586459] env[69249]: _type = "Task" [ 699.586459] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.598042] env[69249]: DEBUG oslo_vmware.api [None req-023ad811-eab5-4c09-98d7-311525b421b1 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.669501] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquiring lock "refresh_cache-1b505adf-dfe3-46a2-bd46-76059968eb7c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.669675] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquired lock "refresh_cache-1b505adf-dfe3-46a2-bd46-76059968eb7c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.669819] env[69249]: DEBUG nova.network.neutron [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.801510] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658990, 'name': CreateVM_Task, 'duration_secs': 0.322676} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.801792] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.802800] env[69249]: DEBUG oslo_concurrency.lockutils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.803123] env[69249]: DEBUG oslo_concurrency.lockutils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.803528] env[69249]: DEBUG oslo_concurrency.lockutils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.803889] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2888eed-13bc-4182-b7d0-cd71aa15d248 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.811472] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Waiting for the task: (returnval){ [ 699.811472] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f473c6-0db7-23f4-0266-a38b1ea8beb2" [ 699.811472] env[69249]: _type = "Task" [ 699.811472] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.820942] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f473c6-0db7-23f4-0266-a38b1ea8beb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.836679] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Acquiring lock "79744c3c-d219-4e0b-8bf9-264247760a0e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.925616] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1abb002f-b93a-4e39-bd10-b251471f0594 tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Lock "79744c3c-d219-4e0b-8bf9-264247760a0e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.414s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.933092] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Lock "79744c3c-d219-4e0b-8bf9-264247760a0e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.092s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.007546] env[69249]: DEBUG nova.network.neutron [None req-b7cd186b-4b55-4657-953b-1ef853535c2c tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Updating instance_info_cache with network_info: [{"id": "e910c1f5-5028-4f1c-beff-37afe525369f", "address": "fa:16:3e:d1:57:d7", "network": {"id": "ce16a52c-00cf-4ae1-bb09-5e23af88be71", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-195976242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b00a9f96f48e4c03aa8d437007373c78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape910c1f5-50", "ovs_interfaceid": "e910c1f5-5028-4f1c-beff-37afe525369f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.020426] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.021174] env[69249]: DEBUG nova.compute.manager [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.025436] env[69249]: DEBUG nova.network.neutron [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Updated VIF entry in instance network info cache for port e9d54805-80a1-4a29-8c12-cf46dbeda899. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.025798] env[69249]: DEBUG nova.network.neutron [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Updating instance_info_cache with network_info: [{"id": "e9d54805-80a1-4a29-8c12-cf46dbeda899", "address": "fa:16:3e:0b:48:61", "network": {"id": "2bf2a569-1db6-41f1-9511-8f663482e537", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2054831575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "898fd5ae0eed4bab9ddbeb3f913b2c5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9d54805-80", "ovs_interfaceid": "e9d54805-80a1-4a29-8c12-cf46dbeda899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.026847] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.171s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.028988] env[69249]: INFO nova.compute.claims [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.098449] env[69249]: DEBUG oslo_vmware.api [None req-023ad811-eab5-4c09-98d7-311525b421b1 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3658991, 'name': PowerOffVM_Task, 'duration_secs': 0.225069} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.098589] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-023ad811-eab5-4c09-98d7-311525b421b1 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.098784] env[69249]: DEBUG nova.compute.manager [None req-023ad811-eab5-4c09-98d7-311525b421b1 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 700.099794] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf8b558-8ee4-4fe5-9bc4-1147bcf4101c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.205510] env[69249]: DEBUG nova.network.neutron [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.322350] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f473c6-0db7-23f4-0266-a38b1ea8beb2, 'name': SearchDatastore_Task, 'duration_secs': 0.019708} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.322654] env[69249]: DEBUG oslo_concurrency.lockutils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.322884] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.323295] env[69249]: DEBUG oslo_concurrency.lockutils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.323507] env[69249]: DEBUG oslo_concurrency.lockutils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.323750] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.324631] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b81b9b16-fa30-48d2-8e89-d0d601c81daa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.334029] env[69249]: DEBUG nova.network.neutron [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Updating instance_info_cache with network_info: [{"id": "543d0a52-541d-4621-bd4b-076dc2986290", "address": "fa:16:3e:7e:6c:61", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543d0a52-54", "ovs_interfaceid": "543d0a52-541d-4621-bd4b-076dc2986290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.337830] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.337830] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.338215] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57af6b3d-fe7e-414a-97ab-27535844342a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.343925] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Waiting for the task: (returnval){ [ 700.343925] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5270216f-8189-ea89-5a47-1fcccc516113" [ 700.343925] env[69249]: _type = "Task" [ 700.343925] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.354501] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5270216f-8189-ea89-5a47-1fcccc516113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.437927] env[69249]: INFO nova.compute.manager [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Detaching volume c89341bf-9a19-466d-9efa-7b4cdebcdf34 [ 700.475511] env[69249]: INFO nova.virt.block_device [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Attempting to driver detach volume c89341bf-9a19-466d-9efa-7b4cdebcdf34 from mountpoint /dev/sdb [ 700.475763] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 700.475946] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729317', 'volume_id': 'c89341bf-9a19-466d-9efa-7b4cdebcdf34', 'name': 'volume-c89341bf-9a19-466d-9efa-7b4cdebcdf34', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79744c3c-d219-4e0b-8bf9-264247760a0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c89341bf-9a19-466d-9efa-7b4cdebcdf34', 'serial': 'c89341bf-9a19-466d-9efa-7b4cdebcdf34'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 700.476879] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243a31b9-b4aa-4f4b-8623-7352697c000a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.499965] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7d439a-1d33-467e-b257-cd83be64eae6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.508320] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a55488-6ade-4346-bf8f-322130f078f1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.511157] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7cd186b-4b55-4657-953b-1ef853535c2c tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Releasing lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.511405] env[69249]: DEBUG nova.compute.manager [None req-b7cd186b-4b55-4657-953b-1ef853535c2c tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Inject network info {{(pid=69249) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 700.511590] env[69249]: DEBUG nova.compute.manager [None req-b7cd186b-4b55-4657-953b-1ef853535c2c tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] network_info to inject: |[{"id": "e910c1f5-5028-4f1c-beff-37afe525369f", "address": "fa:16:3e:d1:57:d7", "network": {"id": "ce16a52c-00cf-4ae1-bb09-5e23af88be71", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-195976242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b00a9f96f48e4c03aa8d437007373c78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape910c1f5-50", "ovs_interfaceid": "e910c1f5-5028-4f1c-beff-37afe525369f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 700.516394] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b7cd186b-4b55-4657-953b-1ef853535c2c tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Reconfiguring VM instance to set the machine id {{(pid=69249) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 700.516667] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36c901ed-8920-4743-a48e-63d24e16378c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.549380] env[69249]: DEBUG oslo_concurrency.lockutils [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] Releasing lock "refresh_cache-456cb87c-c3f5-4fd9-a20b-9f54e8255b5f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.549380] env[69249]: DEBUG nova.compute.manager [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Received event network-changed-2d58ffde-9bc3-4203-9f26-8e205c8e02c2 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.549380] env[69249]: DEBUG nova.compute.manager [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Refreshing instance network info cache due to event network-changed-2d58ffde-9bc3-4203-9f26-8e205c8e02c2. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.549380] env[69249]: DEBUG oslo_concurrency.lockutils [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] Acquiring lock "refresh_cache-a546e48a-8dc7-482a-8465-7f17b9b7cfe3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.549380] env[69249]: DEBUG oslo_concurrency.lockutils [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] Acquired lock "refresh_cache-a546e48a-8dc7-482a-8465-7f17b9b7cfe3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.549380] env[69249]: DEBUG nova.network.neutron [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Refreshing network info cache for port 2d58ffde-9bc3-4203-9f26-8e205c8e02c2 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.551576] env[69249]: DEBUG nova.compute.utils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.561490] env[69249]: DEBUG nova.compute.manager [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.561668] env[69249]: DEBUG nova.network.neutron [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.564158] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead25d08-f0f2-4e8c-ac54-0752d4d95138 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.568568] env[69249]: DEBUG oslo_vmware.api [None req-b7cd186b-4b55-4657-953b-1ef853535c2c tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Waiting for the task: (returnval){ [ 700.568568] env[69249]: value = "task-3658992" [ 700.568568] env[69249]: _type = "Task" [ 700.568568] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.589336] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] The volume has not been displaced from its original location: [datastore1] volume-c89341bf-9a19-466d-9efa-7b4cdebcdf34/volume-c89341bf-9a19-466d-9efa-7b4cdebcdf34.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 700.595024] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 700.596220] env[69249]: DEBUG nova.objects.instance [None req-43a32eb1-0140-41cb-b367-cba08a4add8c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lazy-loading 'flavor' on Instance uuid 4aa31fef-e939-4657-8a8f-48042bd1d081 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.601975] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67da8826-aeb0-4a0c-81c2-e01e03d300ee {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.621572] env[69249]: DEBUG oslo_vmware.api [None req-b7cd186b-4b55-4657-953b-1ef853535c2c tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.624150] env[69249]: DEBUG nova.policy [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd6572da5d9741aa9493fdf2acd5d8da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7919550ef2242eda1e905024e444c69', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.627621] env[69249]: DEBUG oslo_concurrency.lockutils [None req-023ad811-eab5-4c09-98d7-311525b421b1 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.633868] env[69249]: DEBUG oslo_vmware.api [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Waiting for the task: (returnval){ [ 700.633868] env[69249]: value = "task-3658993" [ 700.633868] env[69249]: _type = "Task" [ 700.633868] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.647633] env[69249]: DEBUG oslo_vmware.api [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Task: {'id': task-3658993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.837718] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Releasing lock "refresh_cache-1b505adf-dfe3-46a2-bd46-76059968eb7c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.837897] env[69249]: DEBUG nova.compute.manager [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Instance network_info: |[{"id": "543d0a52-541d-4621-bd4b-076dc2986290", "address": "fa:16:3e:7e:6c:61", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543d0a52-54", "ovs_interfaceid": "543d0a52-541d-4621-bd4b-076dc2986290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.838528] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:6c:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '543d0a52-541d-4621-bd4b-076dc2986290', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.846985] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.847339] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.850904] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d54e7683-63e8-4393-a36f-202bc5330912 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.873599] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5270216f-8189-ea89-5a47-1fcccc516113, 'name': SearchDatastore_Task, 'duration_secs': 0.036555} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.876575] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.876575] env[69249]: value = "task-3658994" [ 700.876575] env[69249]: _type = "Task" [ 700.876575] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.876575] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80f8a1f-6e9f-4eed-9f78-72f96dff3ac6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.888854] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Waiting for the task: (returnval){ [ 700.888854] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d118da-6d4d-473a-403d-039dab6dc360" [ 700.888854] env[69249]: _type = "Task" [ 700.888854] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.899957] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d118da-6d4d-473a-403d-039dab6dc360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.017617] env[69249]: DEBUG nova.network.neutron [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Successfully created port: 49023e31-77da-48dd-a617-64840bf5d608 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.057857] env[69249]: DEBUG nova.compute.manager [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.084640] env[69249]: DEBUG oslo_vmware.api [None req-b7cd186b-4b55-4657-953b-1ef853535c2c tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658992, 'name': ReconfigVM_Task, 'duration_secs': 0.198988} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.084927] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b7cd186b-4b55-4657-953b-1ef853535c2c tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Reconfigured VM instance to set the machine id {{(pid=69249) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 701.102647] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43a32eb1-0140-41cb-b367-cba08a4add8c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "refresh_cache-4aa31fef-e939-4657-8a8f-48042bd1d081" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.102647] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43a32eb1-0140-41cb-b367-cba08a4add8c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquired lock "refresh_cache-4aa31fef-e939-4657-8a8f-48042bd1d081" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.102647] env[69249]: DEBUG nova.network.neutron [None req-43a32eb1-0140-41cb-b367-cba08a4add8c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.102647] env[69249]: DEBUG nova.objects.instance [None req-43a32eb1-0140-41cb-b367-cba08a4add8c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lazy-loading 'info_cache' on Instance uuid 4aa31fef-e939-4657-8a8f-48042bd1d081 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.146252] env[69249]: DEBUG oslo_vmware.api [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Task: {'id': task-3658993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.386439] env[69249]: DEBUG nova.compute.manager [req-8d9c8bde-61f6-42c9-be89-c31b6db4d341 req-ae9457ec-a820-4481-b428-f8fa550ba6e8 service nova] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Received event network-vif-plugged-543d0a52-541d-4621-bd4b-076dc2986290 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.386821] env[69249]: DEBUG oslo_concurrency.lockutils [req-8d9c8bde-61f6-42c9-be89-c31b6db4d341 req-ae9457ec-a820-4481-b428-f8fa550ba6e8 service nova] Acquiring lock "1b505adf-dfe3-46a2-bd46-76059968eb7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.387087] env[69249]: DEBUG oslo_concurrency.lockutils [req-8d9c8bde-61f6-42c9-be89-c31b6db4d341 req-ae9457ec-a820-4481-b428-f8fa550ba6e8 service nova] Lock "1b505adf-dfe3-46a2-bd46-76059968eb7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.387244] env[69249]: DEBUG oslo_concurrency.lockutils [req-8d9c8bde-61f6-42c9-be89-c31b6db4d341 req-ae9457ec-a820-4481-b428-f8fa550ba6e8 service nova] Lock "1b505adf-dfe3-46a2-bd46-76059968eb7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.387405] env[69249]: DEBUG nova.compute.manager [req-8d9c8bde-61f6-42c9-be89-c31b6db4d341 req-ae9457ec-a820-4481-b428-f8fa550ba6e8 service nova] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] No waiting events found dispatching network-vif-plugged-543d0a52-541d-4621-bd4b-076dc2986290 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 701.387559] env[69249]: WARNING nova.compute.manager [req-8d9c8bde-61f6-42c9-be89-c31b6db4d341 req-ae9457ec-a820-4481-b428-f8fa550ba6e8 service nova] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Received unexpected event network-vif-plugged-543d0a52-541d-4621-bd4b-076dc2986290 for instance with vm_state building and task_state spawning. [ 701.387708] env[69249]: DEBUG nova.compute.manager [req-8d9c8bde-61f6-42c9-be89-c31b6db4d341 req-ae9457ec-a820-4481-b428-f8fa550ba6e8 service nova] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Received event network-changed-543d0a52-541d-4621-bd4b-076dc2986290 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.387854] env[69249]: DEBUG nova.compute.manager [req-8d9c8bde-61f6-42c9-be89-c31b6db4d341 req-ae9457ec-a820-4481-b428-f8fa550ba6e8 service nova] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Refreshing instance network info cache due to event network-changed-543d0a52-541d-4621-bd4b-076dc2986290. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.388037] env[69249]: DEBUG oslo_concurrency.lockutils [req-8d9c8bde-61f6-42c9-be89-c31b6db4d341 req-ae9457ec-a820-4481-b428-f8fa550ba6e8 service nova] Acquiring lock "refresh_cache-1b505adf-dfe3-46a2-bd46-76059968eb7c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.388250] env[69249]: DEBUG oslo_concurrency.lockutils [req-8d9c8bde-61f6-42c9-be89-c31b6db4d341 req-ae9457ec-a820-4481-b428-f8fa550ba6e8 service nova] Acquired lock "refresh_cache-1b505adf-dfe3-46a2-bd46-76059968eb7c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.388324] env[69249]: DEBUG nova.network.neutron [req-8d9c8bde-61f6-42c9-be89-c31b6db4d341 req-ae9457ec-a820-4481-b428-f8fa550ba6e8 service nova] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Refreshing network info cache for port 543d0a52-541d-4621-bd4b-076dc2986290 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.399455] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658994, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.410225] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d118da-6d4d-473a-403d-039dab6dc360, 'name': SearchDatastore_Task, 'duration_secs': 0.015647} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.410487] env[69249]: DEBUG oslo_concurrency.lockutils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.410969] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] a546e48a-8dc7-482a-8465-7f17b9b7cfe3/a546e48a-8dc7-482a-8465-7f17b9b7cfe3.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.411266] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1aa564c5-1449-4852-8924-df0528f5c8d2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.424265] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Waiting for the task: (returnval){ [ 701.424265] env[69249]: value = "task-3658995" [ 701.424265] env[69249]: _type = "Task" [ 701.424265] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.438263] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': task-3658995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.450746] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Acquiring lock "0f6e5989-3a56-433f-a736-d067b63e326a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.451018] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Lock "0f6e5989-3a56-433f-a736-d067b63e326a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.451252] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Acquiring lock "0f6e5989-3a56-433f-a736-d067b63e326a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.451450] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Lock "0f6e5989-3a56-433f-a736-d067b63e326a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.451618] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Lock "0f6e5989-3a56-433f-a736-d067b63e326a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.457243] env[69249]: INFO nova.compute.manager [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Terminating instance [ 701.534044] env[69249]: DEBUG nova.network.neutron [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Updated VIF entry in instance network info cache for port 2d58ffde-9bc3-4203-9f26-8e205c8e02c2. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.534463] env[69249]: DEBUG nova.network.neutron [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Updating instance_info_cache with network_info: [{"id": "2d58ffde-9bc3-4203-9f26-8e205c8e02c2", "address": "fa:16:3e:b4:8f:16", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d58ffde-9b", "ovs_interfaceid": "2d58ffde-9bc3-4203-9f26-8e205c8e02c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.607057] env[69249]: DEBUG nova.objects.base [None req-43a32eb1-0140-41cb-b367-cba08a4add8c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Object Instance<4aa31fef-e939-4657-8a8f-48042bd1d081> lazy-loaded attributes: flavor,info_cache {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 701.615938] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b485912a-230d-461c-841c-4672dedf8545 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.626621] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355a4061-2335-48ae-9fd1-36b63205c4cc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.666123] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc39078-ae56-4ce5-bb22-d2fc29404621 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.676983] env[69249]: DEBUG oslo_vmware.api [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Task: {'id': task-3658993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.681854] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8637fd8-fcb2-4d98-aa1a-a6d702b47222 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.698308] env[69249]: DEBUG nova.compute.provider_tree [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.896986] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658994, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.953022] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': task-3658995, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.969760] env[69249]: DEBUG nova.compute.manager [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.969834] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.971262] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f58545-cf0f-4b53-ab35-79d477bde2b3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.985076] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.985441] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fb519b8-085e-4d58-9356-4de3377e2d08 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.996366] env[69249]: DEBUG oslo_vmware.api [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Waiting for the task: (returnval){ [ 701.996366] env[69249]: value = "task-3658996" [ 701.996366] env[69249]: _type = "Task" [ 701.996366] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.008493] env[69249]: DEBUG oslo_vmware.api [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.037381] env[69249]: DEBUG oslo_concurrency.lockutils [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] Releasing lock "refresh_cache-a546e48a-8dc7-482a-8465-7f17b9b7cfe3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.037666] env[69249]: DEBUG nova.compute.manager [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Received event network-changed-e910c1f5-5028-4f1c-beff-37afe525369f {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.037815] env[69249]: DEBUG nova.compute.manager [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Refreshing instance network info cache due to event network-changed-e910c1f5-5028-4f1c-beff-37afe525369f. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.038043] env[69249]: DEBUG oslo_concurrency.lockutils [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] Acquiring lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.038244] env[69249]: DEBUG oslo_concurrency.lockutils [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] Acquired lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.038693] env[69249]: DEBUG nova.network.neutron [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Refreshing network info cache for port e910c1f5-5028-4f1c-beff-37afe525369f {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.070907] env[69249]: DEBUG nova.compute.manager [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.118776] env[69249]: DEBUG nova.virt.hardware [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.118776] env[69249]: DEBUG nova.virt.hardware [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.119022] env[69249]: DEBUG nova.virt.hardware [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.119090] env[69249]: DEBUG nova.virt.hardware [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.119245] env[69249]: DEBUG nova.virt.hardware [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.119408] env[69249]: DEBUG nova.virt.hardware [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.120034] env[69249]: DEBUG nova.virt.hardware [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.120034] env[69249]: DEBUG nova.virt.hardware [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.120034] env[69249]: DEBUG nova.virt.hardware [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.120258] env[69249]: DEBUG nova.virt.hardware [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.120401] env[69249]: DEBUG nova.virt.hardware [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.126757] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa159d5-3ab8-4ea7-8bfd-4318bc5c6ff6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.150135] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c93250-b06c-4bbf-ac02-75a6747c7ad1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.199865] env[69249]: DEBUG oslo_vmware.api [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Task: {'id': task-3658993, 'name': ReconfigVM_Task, 'duration_secs': 1.331363} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.200234] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 702.206053] env[69249]: DEBUG nova.scheduler.client.report [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.213024] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dadb2d44-8fde-4abc-adf5-24cf17138baa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.229164] env[69249]: DEBUG oslo_vmware.api [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Waiting for the task: (returnval){ [ 702.229164] env[69249]: value = "task-3658997" [ 702.229164] env[69249]: _type = "Task" [ 702.229164] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.240493] env[69249]: DEBUG oslo_vmware.api [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Task: {'id': task-3658997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.322435] env[69249]: DEBUG nova.network.neutron [req-8d9c8bde-61f6-42c9-be89-c31b6db4d341 req-ae9457ec-a820-4481-b428-f8fa550ba6e8 service nova] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Updated VIF entry in instance network info cache for port 543d0a52-541d-4621-bd4b-076dc2986290. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.322801] env[69249]: DEBUG nova.network.neutron [req-8d9c8bde-61f6-42c9-be89-c31b6db4d341 req-ae9457ec-a820-4481-b428-f8fa550ba6e8 service nova] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Updating instance_info_cache with network_info: [{"id": "543d0a52-541d-4621-bd4b-076dc2986290", "address": "fa:16:3e:7e:6c:61", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543d0a52-54", "ovs_interfaceid": "543d0a52-541d-4621-bd4b-076dc2986290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.392206] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658994, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.438077] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': task-3658995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713766} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.438392] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] a546e48a-8dc7-482a-8465-7f17b9b7cfe3/a546e48a-8dc7-482a-8465-7f17b9b7cfe3.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.438832] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.438927] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e071b08f-3821-4e68-ad65-8438a871c6d8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.447983] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Waiting for the task: (returnval){ [ 702.447983] env[69249]: value = "task-3658998" [ 702.447983] env[69249]: _type = "Task" [ 702.447983] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.466489] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': task-3658998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.468191] env[69249]: DEBUG nova.network.neutron [None req-43a32eb1-0140-41cb-b367-cba08a4add8c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Updating instance_info_cache with network_info: [{"id": "00cd1c4f-c10a-4581-8ec9-e7fbfbe12148", "address": "fa:16:3e:f6:97:0c", "network": {"id": "f5d12cb1-22e8-4713-85ec-864fe773ceac", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073573177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceaf2075e4a47f782111b76b392678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cd1c4f-c1", "ovs_interfaceid": "00cd1c4f-c10a-4581-8ec9-e7fbfbe12148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.507784] env[69249]: DEBUG oslo_vmware.api [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658996, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.712498] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.713113] env[69249]: DEBUG nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.719581] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.739s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.719831] env[69249]: DEBUG nova.objects.instance [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Lazy-loading 'resources' on Instance uuid e1bb3590-21a2-41d7-a518-7c9221448c63 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.741910] env[69249]: DEBUG oslo_vmware.api [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Task: {'id': task-3658997, 'name': ReconfigVM_Task, 'duration_secs': 0.246034} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.741910] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729317', 'volume_id': 'c89341bf-9a19-466d-9efa-7b4cdebcdf34', 'name': 'volume-c89341bf-9a19-466d-9efa-7b4cdebcdf34', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79744c3c-d219-4e0b-8bf9-264247760a0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'c89341bf-9a19-466d-9efa-7b4cdebcdf34', 'serial': 'c89341bf-9a19-466d-9efa-7b4cdebcdf34'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 702.816020] env[69249]: DEBUG nova.network.neutron [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Updated VIF entry in instance network info cache for port e910c1f5-5028-4f1c-beff-37afe525369f. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.816322] env[69249]: DEBUG nova.network.neutron [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Updating instance_info_cache with network_info: [{"id": "e910c1f5-5028-4f1c-beff-37afe525369f", "address": "fa:16:3e:d1:57:d7", "network": {"id": "ce16a52c-00cf-4ae1-bb09-5e23af88be71", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-195976242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b00a9f96f48e4c03aa8d437007373c78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape910c1f5-50", "ovs_interfaceid": "e910c1f5-5028-4f1c-beff-37afe525369f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.827401] env[69249]: DEBUG oslo_concurrency.lockutils [req-8d9c8bde-61f6-42c9-be89-c31b6db4d341 req-ae9457ec-a820-4481-b428-f8fa550ba6e8 service nova] Releasing lock "refresh_cache-1b505adf-dfe3-46a2-bd46-76059968eb7c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.896494] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3658994, 'name': CreateVM_Task, 'duration_secs': 1.619585} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.896712] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.897570] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.897704] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.898292] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.898292] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f48bf594-51c8-4485-a1d0-5844fd256c37 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.904365] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 702.904365] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524457e4-7e71-f949-c4dc-4d0771a9e367" [ 702.904365] env[69249]: _type = "Task" [ 702.904365] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.915022] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524457e4-7e71-f949-c4dc-4d0771a9e367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.960206] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': task-3658998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090796} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.960894] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.961857] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c584351f-de54-4de8-b5b6-4d549c3439b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.970874] env[69249]: DEBUG oslo_concurrency.lockutils [None req-43a32eb1-0140-41cb-b367-cba08a4add8c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Releasing lock "refresh_cache-4aa31fef-e939-4657-8a8f-48042bd1d081" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.996171] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] a546e48a-8dc7-482a-8465-7f17b9b7cfe3/a546e48a-8dc7-482a-8465-7f17b9b7cfe3.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.997335] env[69249]: DEBUG nova.network.neutron [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Successfully updated port: 49023e31-77da-48dd-a617-64840bf5d608 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.003077] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-903dd54b-6121-4c93-993c-5b9a67395a30 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.021513] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Acquiring lock "refresh_cache-2f4843df-a5c2-40f4-a7f9-a33c5f62ea64" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.021660] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Acquired lock "refresh_cache-2f4843df-a5c2-40f4-a7f9-a33c5f62ea64" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.021804] env[69249]: DEBUG nova.network.neutron [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.023237] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a32eb1-0140-41cb-b367-cba08a4add8c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.028655] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cf2a275-b0a6-4df0-ad1b-40235aaf177f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.038830] env[69249]: DEBUG oslo_vmware.api [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3658996, 'name': PowerOffVM_Task, 'duration_secs': 0.570292} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.041047] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.041047] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.041047] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Waiting for the task: (returnval){ [ 703.041047] env[69249]: value = "task-3658999" [ 703.041047] env[69249]: _type = "Task" [ 703.041047] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.041311] env[69249]: DEBUG oslo_vmware.api [None req-43a32eb1-0140-41cb-b367-cba08a4add8c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 703.041311] env[69249]: value = "task-3659000" [ 703.041311] env[69249]: _type = "Task" [ 703.041311] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.041491] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c33b7f9-6bad-4336-ac9d-924ad371b240 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.057201] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': task-3658999, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.060316] env[69249]: DEBUG oslo_vmware.api [None req-43a32eb1-0140-41cb-b367-cba08a4add8c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.160627] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.160842] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.161031] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Deleting the datastore file [datastore2] 0f6e5989-3a56-433f-a736-d067b63e326a {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.161324] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-736ed2ef-048a-46dd-b987-8c2146a75c3c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.169536] env[69249]: DEBUG oslo_vmware.api [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Waiting for the task: (returnval){ [ 703.169536] env[69249]: value = "task-3659002" [ 703.169536] env[69249]: _type = "Task" [ 703.169536] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.178719] env[69249]: DEBUG oslo_vmware.api [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3659002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.223779] env[69249]: DEBUG nova.compute.utils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.227792] env[69249]: DEBUG nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.227994] env[69249]: DEBUG nova.network.neutron [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.274773] env[69249]: DEBUG nova.policy [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27429b3779c04c3f831d2887d5d2de5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589d745d1ea84e98b1992cacd3e6b5c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.310673] env[69249]: DEBUG nova.objects.instance [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Lazy-loading 'flavor' on Instance uuid 79744c3c-d219-4e0b-8bf9-264247760a0e {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.318859] env[69249]: DEBUG oslo_concurrency.lockutils [req-994f0116-dfa1-4aed-8a94-61c3ab9aed71 req-e4268e81-9a7b-4c1c-9ca8-543b818ac8a1 service nova] Releasing lock "refresh_cache-0f6e5989-3a56-433f-a736-d067b63e326a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.418000] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524457e4-7e71-f949-c4dc-4d0771a9e367, 'name': SearchDatastore_Task, 'duration_secs': 0.039729} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.419462] env[69249]: DEBUG nova.compute.manager [req-aab134b0-3878-4191-9677-aace20e4bfd8 req-b6927493-2c75-4d59-a974-5f53c921b57c service nova] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Received event network-vif-plugged-49023e31-77da-48dd-a617-64840bf5d608 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.419462] env[69249]: DEBUG oslo_concurrency.lockutils [req-aab134b0-3878-4191-9677-aace20e4bfd8 req-b6927493-2c75-4d59-a974-5f53c921b57c service nova] Acquiring lock "2f4843df-a5c2-40f4-a7f9-a33c5f62ea64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.419734] env[69249]: DEBUG oslo_concurrency.lockutils [req-aab134b0-3878-4191-9677-aace20e4bfd8 req-b6927493-2c75-4d59-a974-5f53c921b57c service nova] Lock "2f4843df-a5c2-40f4-a7f9-a33c5f62ea64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.419846] env[69249]: DEBUG oslo_concurrency.lockutils [req-aab134b0-3878-4191-9677-aace20e4bfd8 req-b6927493-2c75-4d59-a974-5f53c921b57c service nova] Lock "2f4843df-a5c2-40f4-a7f9-a33c5f62ea64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.420069] env[69249]: DEBUG nova.compute.manager [req-aab134b0-3878-4191-9677-aace20e4bfd8 req-b6927493-2c75-4d59-a974-5f53c921b57c service nova] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] No waiting events found dispatching network-vif-plugged-49023e31-77da-48dd-a617-64840bf5d608 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 703.420270] env[69249]: WARNING nova.compute.manager [req-aab134b0-3878-4191-9677-aace20e4bfd8 req-b6927493-2c75-4d59-a974-5f53c921b57c service nova] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Received unexpected event network-vif-plugged-49023e31-77da-48dd-a617-64840bf5d608 for instance with vm_state building and task_state spawning. [ 703.420469] env[69249]: DEBUG nova.compute.manager [req-aab134b0-3878-4191-9677-aace20e4bfd8 req-b6927493-2c75-4d59-a974-5f53c921b57c service nova] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Received event network-changed-49023e31-77da-48dd-a617-64840bf5d608 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.420690] env[69249]: DEBUG nova.compute.manager [req-aab134b0-3878-4191-9677-aace20e4bfd8 req-b6927493-2c75-4d59-a974-5f53c921b57c service nova] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Refreshing instance network info cache due to event network-changed-49023e31-77da-48dd-a617-64840bf5d608. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.420895] env[69249]: DEBUG oslo_concurrency.lockutils [req-aab134b0-3878-4191-9677-aace20e4bfd8 req-b6927493-2c75-4d59-a974-5f53c921b57c service nova] Acquiring lock "refresh_cache-2f4843df-a5c2-40f4-a7f9-a33c5f62ea64" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.421693] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.421938] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.422233] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.422460] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.422721] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.423396] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bd5f0ba-5ec9-4c76-be8c-3b474f579d19 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.437750] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.437970] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.442148] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef0558e4-1c5a-4618-a934-9345626f803d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.449976] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 703.449976] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52799277-7686-a488-7483-329a0bce5073" [ 703.449976] env[69249]: _type = "Task" [ 703.449976] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.464223] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52799277-7686-a488-7483-329a0bce5073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.564568] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': task-3658999, 'name': ReconfigVM_Task, 'duration_secs': 0.488199} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.565660] env[69249]: DEBUG oslo_vmware.api [None req-43a32eb1-0140-41cb-b367-cba08a4add8c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659000, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.566560] env[69249]: DEBUG nova.network.neutron [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.568702] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Reconfigured VM instance instance-00000018 to attach disk [datastore1] a546e48a-8dc7-482a-8465-7f17b9b7cfe3/a546e48a-8dc7-482a-8465-7f17b9b7cfe3.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.569477] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96de1002-55b2-4bd9-90ae-99f798e5172e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.578871] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Waiting for the task: (returnval){ [ 703.578871] env[69249]: value = "task-3659003" [ 703.578871] env[69249]: _type = "Task" [ 703.578871] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.589190] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': task-3659003, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.682398] env[69249]: DEBUG oslo_vmware.api [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Task: {'id': task-3659002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407658} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.682708] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.682932] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.683068] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.684053] env[69249]: INFO nova.compute.manager [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Took 1.71 seconds to destroy the instance on the hypervisor. [ 703.684389] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.684648] env[69249]: DEBUG nova.compute.manager [-] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.684764] env[69249]: DEBUG nova.network.neutron [-] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.712624] env[69249]: DEBUG nova.network.neutron [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Successfully created port: 4fa0867d-0825-46d3-9d49-e53de1ebb724 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.732411] env[69249]: DEBUG nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.739906] env[69249]: DEBUG nova.network.neutron [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Updating instance_info_cache with network_info: [{"id": "49023e31-77da-48dd-a617-64840bf5d608", "address": "fa:16:3e:ff:6c:cb", "network": {"id": "5a7c2162-156f-46a3-a512-af05f8252c07", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-435158044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7919550ef2242eda1e905024e444c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49023e31-77", "ovs_interfaceid": "49023e31-77da-48dd-a617-64840bf5d608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.780861] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3684a3fa-071b-48bd-9ee7-b6e7992b2104 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.792040] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c0191c-2323-400a-bf83-2670eb21da73 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.840303] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a2921a-8e15-4414-83fc-59732f8e9aeb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.852950] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b6575e-b53a-4a04-bc05-2b2998a63830 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.869782] env[69249]: DEBUG nova.compute.provider_tree [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.961771] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52799277-7686-a488-7483-329a0bce5073, 'name': SearchDatastore_Task, 'duration_secs': 0.029867} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.962616] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0a8eb0-7769-4a77-a419-04ce4399f98d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.969078] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 703.969078] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524ef26c-73e1-84f9-40cf-49184bdc056a" [ 703.969078] env[69249]: _type = "Task" [ 703.969078] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.977299] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524ef26c-73e1-84f9-40cf-49184bdc056a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.054418] env[69249]: DEBUG oslo_vmware.api [None req-43a32eb1-0140-41cb-b367-cba08a4add8c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659000, 'name': PowerOnVM_Task, 'duration_secs': 0.576646} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.054791] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a32eb1-0140-41cb-b367-cba08a4add8c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.055094] env[69249]: DEBUG nova.compute.manager [None req-43a32eb1-0140-41cb-b367-cba08a4add8c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 704.056047] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf45552-225d-4579-ab26-dba56ab99647 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.088742] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': task-3659003, 'name': Rename_Task, 'duration_secs': 0.32662} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.089031] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.089298] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9650b5b2-6ced-49e5-9655-9cc9a3150f14 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.097010] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Waiting for the task: (returnval){ [ 704.097010] env[69249]: value = "task-3659004" [ 704.097010] env[69249]: _type = "Task" [ 704.097010] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.107563] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': task-3659004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.244506] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Releasing lock "refresh_cache-2f4843df-a5c2-40f4-a7f9-a33c5f62ea64" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.244953] env[69249]: DEBUG nova.compute.manager [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Instance network_info: |[{"id": "49023e31-77da-48dd-a617-64840bf5d608", "address": "fa:16:3e:ff:6c:cb", "network": {"id": "5a7c2162-156f-46a3-a512-af05f8252c07", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-435158044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7919550ef2242eda1e905024e444c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49023e31-77", "ovs_interfaceid": "49023e31-77da-48dd-a617-64840bf5d608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.245150] env[69249]: DEBUG oslo_concurrency.lockutils [req-aab134b0-3878-4191-9677-aace20e4bfd8 req-b6927493-2c75-4d59-a974-5f53c921b57c service nova] Acquired lock "refresh_cache-2f4843df-a5c2-40f4-a7f9-a33c5f62ea64" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.245347] env[69249]: DEBUG nova.network.neutron [req-aab134b0-3878-4191-9677-aace20e4bfd8 req-b6927493-2c75-4d59-a974-5f53c921b57c service nova] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Refreshing network info cache for port 49023e31-77da-48dd-a617-64840bf5d608 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.246691] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:6c:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49023e31-77da-48dd-a617-64840bf5d608', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.254601] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Creating folder: Project (c7919550ef2242eda1e905024e444c69). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.255753] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2e491f8-ba1a-4cb0-824d-e10b1c39e4dc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.272172] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Created folder: Project (c7919550ef2242eda1e905024e444c69) in parent group-v729229. [ 704.272399] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Creating folder: Instances. Parent ref: group-v729322. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.272687] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbabe045-0f57-4296-98fc-3ee25df7f66c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.286268] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Created folder: Instances in parent group-v729322. [ 704.286543] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.286736] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.287317] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30ab2075-844e-4e40-a871-bea92d112cdc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.312035] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.312035] env[69249]: value = "task-3659007" [ 704.312035] env[69249]: _type = "Task" [ 704.312035] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.318431] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659007, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.344671] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7e92251-5921-4bba-9c13-8531b898d14c tempest-VolumesAssistedSnapshotsTest-1603208539 tempest-VolumesAssistedSnapshotsTest-1603208539-project-admin] Lock "79744c3c-d219-4e0b-8bf9-264247760a0e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.416s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.372755] env[69249]: DEBUG nova.scheduler.client.report [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.480254] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524ef26c-73e1-84f9-40cf-49184bdc056a, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.480544] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.480879] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 1b505adf-dfe3-46a2-bd46-76059968eb7c/1b505adf-dfe3-46a2-bd46-76059968eb7c.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.481077] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a504dc64-7051-4afa-ac8a-2084343bd6d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.489318] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 704.489318] env[69249]: value = "task-3659008" [ 704.489318] env[69249]: _type = "Task" [ 704.489318] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.498880] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.619772] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': task-3659004, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.745141] env[69249]: DEBUG nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.784375] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.786669] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.786669] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.786669] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.786669] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.786669] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.786669] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.786669] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.787111] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.787399] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.787485] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.788473] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773520b0-9099-4289-b584-cb70f084dc1b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.800111] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afc6b3d-ed76-499a-9c33-6eabd9bd2c7d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.832560] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659007, 'name': CreateVM_Task, 'duration_secs': 0.377229} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.833392] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.834016] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.834308] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.834675] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.835031] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d931a34b-5dee-4aa9-b100-2c258af9c0c7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.841689] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Waiting for the task: (returnval){ [ 704.841689] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52dba35c-908e-365b-bcad-7a771d053334" [ 704.841689] env[69249]: _type = "Task" [ 704.841689] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.852570] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52dba35c-908e-365b-bcad-7a771d053334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.880382] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.883292] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.763s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.885139] env[69249]: INFO nova.compute.claims [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.924110] env[69249]: INFO nova.scheduler.client.report [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Deleted allocations for instance e1bb3590-21a2-41d7-a518-7c9221448c63 [ 705.014079] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659008, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.110638] env[69249]: DEBUG oslo_vmware.api [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': task-3659004, 'name': PowerOnVM_Task, 'duration_secs': 0.664068} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.111505] env[69249]: DEBUG nova.network.neutron [req-aab134b0-3878-4191-9677-aace20e4bfd8 req-b6927493-2c75-4d59-a974-5f53c921b57c service nova] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Updated VIF entry in instance network info cache for port 49023e31-77da-48dd-a617-64840bf5d608. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.111828] env[69249]: DEBUG nova.network.neutron [req-aab134b0-3878-4191-9677-aace20e4bfd8 req-b6927493-2c75-4d59-a974-5f53c921b57c service nova] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Updating instance_info_cache with network_info: [{"id": "49023e31-77da-48dd-a617-64840bf5d608", "address": "fa:16:3e:ff:6c:cb", "network": {"id": "5a7c2162-156f-46a3-a512-af05f8252c07", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-435158044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7919550ef2242eda1e905024e444c69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49023e31-77", "ovs_interfaceid": "49023e31-77da-48dd-a617-64840bf5d608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.113078] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.113291] env[69249]: INFO nova.compute.manager [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Took 10.46 seconds to spawn the instance on the hypervisor. [ 705.113463] env[69249]: DEBUG nova.compute.manager [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 705.114639] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ea3ba8-da5c-46c4-8ae8-38fad7568eb9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.353171] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52dba35c-908e-365b-bcad-7a771d053334, 'name': SearchDatastore_Task, 'duration_secs': 0.027057} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.353461] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.353702] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.353977] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.354141] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.354346] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.354611] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e310432-8d08-46ac-b648-a80fcf0848b2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.367748] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.367931] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.368670] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-692b56dc-5ade-49b4-9f19-5c3b82962ee9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.373969] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Waiting for the task: (returnval){ [ 705.373969] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5282c4f0-1834-87a6-d90e-e128c0fc1cab" [ 705.373969] env[69249]: _type = "Task" [ 705.373969] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.381951] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5282c4f0-1834-87a6-d90e-e128c0fc1cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.411369] env[69249]: DEBUG nova.network.neutron [-] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.436817] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ad21ebf-93bb-4423-b7e4-2ca8cbff2abc tempest-ImagesOneServerTestJSON-1710548850 tempest-ImagesOneServerTestJSON-1710548850-project-member] Lock "e1bb3590-21a2-41d7-a518-7c9221448c63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.157s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.445756] env[69249]: DEBUG nova.compute.manager [req-e8c16dd5-79ea-4bc3-82a0-9b4c2abfcd29 req-5b730598-973c-467e-8d88-550f43183788 service nova] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Received event network-vif-deleted-e910c1f5-5028-4f1c-beff-37afe525369f {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.505251] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561986} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.505561] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 1b505adf-dfe3-46a2-bd46-76059968eb7c/1b505adf-dfe3-46a2-bd46-76059968eb7c.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.505744] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.505997] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31eac00e-9b0b-43d5-95e7-fddb8275af7e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.513503] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 705.513503] env[69249]: value = "task-3659010" [ 705.513503] env[69249]: _type = "Task" [ 705.513503] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.521541] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.614805] env[69249]: DEBUG oslo_concurrency.lockutils [req-aab134b0-3878-4191-9677-aace20e4bfd8 req-b6927493-2c75-4d59-a974-5f53c921b57c service nova] Releasing lock "refresh_cache-2f4843df-a5c2-40f4-a7f9-a33c5f62ea64" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.631355] env[69249]: INFO nova.compute.manager [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Took 48.36 seconds to build instance. [ 705.868937] env[69249]: DEBUG nova.network.neutron [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Successfully updated port: 4fa0867d-0825-46d3-9d49-e53de1ebb724 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.886710] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5282c4f0-1834-87a6-d90e-e128c0fc1cab, 'name': SearchDatastore_Task, 'duration_secs': 0.037209} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.887612] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7667d7f4-d215-488a-ba20-5010fc9c43c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.894245] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Waiting for the task: (returnval){ [ 705.894245] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a49e0e-fc80-0516-a714-a8af095cdae1" [ 705.894245] env[69249]: _type = "Task" [ 705.894245] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.908175] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a49e0e-fc80-0516-a714-a8af095cdae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.913782] env[69249]: INFO nova.compute.manager [-] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Took 2.23 seconds to deallocate network for instance. [ 706.027434] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23504} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.027725] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.028692] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d0da8c-1176-4ba9-a379-c06c97311f84 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.054475] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 1b505adf-dfe3-46a2-bd46-76059968eb7c/1b505adf-dfe3-46a2-bd46-76059968eb7c.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.057625] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-041169ba-e6a5-4a03-a65b-ec7d9517be83 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.081110] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 706.081110] env[69249]: value = "task-3659011" [ 706.081110] env[69249]: _type = "Task" [ 706.081110] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.092957] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.136183] env[69249]: DEBUG oslo_concurrency.lockutils [None req-250b2e04-9923-484b-9d2a-7fc56c10bd75 tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Lock "a546e48a-8dc7-482a-8465-7f17b9b7cfe3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.311s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.370770] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "refresh_cache-49488ff2-0d08-4cb6-9f10-d527398a2fae" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.370867] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquired lock "refresh_cache-49488ff2-0d08-4cb6-9f10-d527398a2fae" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.371090] env[69249]: DEBUG nova.network.neutron [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.402864] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9b2d33-419b-428a-b8fd-47146b58820f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.410627] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a49e0e-fc80-0516-a714-a8af095cdae1, 'name': SearchDatastore_Task, 'duration_secs': 0.022185} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.411345] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.411553] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64/2f4843df-a5c2-40f4-a7f9-a33c5f62ea64.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.411816] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a9100bf-9d7e-447c-9e54-e0228d30735e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.417064] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00277a1-5f16-412e-99ed-9e80c1d4b35e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.423407] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.423728] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Waiting for the task: (returnval){ [ 706.423728] env[69249]: value = "task-3659012" [ 706.423728] env[69249]: _type = "Task" [ 706.423728] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.455629] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce50899-60c8-446d-91f5-84355b62167a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.461359] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.467743] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e0b3a0-e9e7-45b5-8937-d82508cd8e7b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.483081] env[69249]: DEBUG nova.compute.provider_tree [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.505057] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Acquiring lock "a546e48a-8dc7-482a-8465-7f17b9b7cfe3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.506149] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Lock "a546e48a-8dc7-482a-8465-7f17b9b7cfe3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.506149] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Acquiring lock "a546e48a-8dc7-482a-8465-7f17b9b7cfe3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.506149] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Lock "a546e48a-8dc7-482a-8465-7f17b9b7cfe3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.506149] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Lock "a546e48a-8dc7-482a-8465-7f17b9b7cfe3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.508396] env[69249]: INFO nova.compute.manager [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Terminating instance [ 706.592531] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659011, 'name': ReconfigVM_Task, 'duration_secs': 0.322092} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.592919] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 1b505adf-dfe3-46a2-bd46-76059968eb7c/1b505adf-dfe3-46a2-bd46-76059968eb7c.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.593628] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5bed820-b8d3-4478-a3da-57521ee35d43 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.602645] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 706.602645] env[69249]: value = "task-3659013" [ 706.602645] env[69249]: _type = "Task" [ 706.602645] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.611501] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659013, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.639135] env[69249]: DEBUG nova.compute.manager [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.911221] env[69249]: DEBUG nova.network.neutron [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.941941] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659012, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.986995] env[69249]: DEBUG nova.scheduler.client.report [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.012634] env[69249]: DEBUG nova.compute.manager [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.012860] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.015075] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbb3663-97eb-4c2e-9b31-c493abb43cb5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.023790] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.024197] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0596cc68-2d0e-4ed6-8916-c0eb777540d7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.033242] env[69249]: DEBUG oslo_vmware.api [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Waiting for the task: (returnval){ [ 707.033242] env[69249]: value = "task-3659014" [ 707.033242] env[69249]: _type = "Task" [ 707.033242] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.045854] env[69249]: DEBUG oslo_vmware.api [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': task-3659014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.121624] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659013, 'name': Rename_Task, 'duration_secs': 0.166819} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.122028] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.122373] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eeec729-7dcf-4635-a18a-e867b407e6d2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.137197] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 707.137197] env[69249]: value = "task-3659015" [ 707.137197] env[69249]: _type = "Task" [ 707.137197] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.143645] env[69249]: DEBUG nova.network.neutron [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Updating instance_info_cache with network_info: [{"id": "4fa0867d-0825-46d3-9d49-e53de1ebb724", "address": "fa:16:3e:51:51:f0", "network": {"id": "17e2bd1b-b0ae-4213-a2c2-a62ededfea75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1210931765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589d745d1ea84e98b1992cacd3e6b5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa0867d-08", "ovs_interfaceid": "4fa0867d-0825-46d3-9d49-e53de1ebb724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.156894] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.170165] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.436850] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74874} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.437134] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64/2f4843df-a5c2-40f4-a7f9-a33c5f62ea64.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.437347] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.437604] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3200b438-6e78-4f23-b0a3-c8192b6fcd28 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.446544] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Waiting for the task: (returnval){ [ 707.446544] env[69249]: value = "task-3659016" [ 707.446544] env[69249]: _type = "Task" [ 707.446544] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.459761] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.492880] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.493446] env[69249]: DEBUG nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.497693] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.650s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.499338] env[69249]: DEBUG nova.objects.instance [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lazy-loading 'resources' on Instance uuid 842da838-3269-4f94-9102-c3bf0cea79ed {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.549321] env[69249]: DEBUG oslo_vmware.api [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': task-3659014, 'name': PowerOffVM_Task, 'duration_secs': 0.326595} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.549321] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.549321] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.549771] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-916c1923-316a-4fc8-ae60-e422ec05e162 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.559729] env[69249]: DEBUG nova.compute.manager [req-ee77cabd-27c8-47bb-bc10-e03dc690a472 req-3ca380b7-320d-46d7-a86f-c268cce0a154 service nova] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Received event network-vif-plugged-4fa0867d-0825-46d3-9d49-e53de1ebb724 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.559729] env[69249]: DEBUG oslo_concurrency.lockutils [req-ee77cabd-27c8-47bb-bc10-e03dc690a472 req-3ca380b7-320d-46d7-a86f-c268cce0a154 service nova] Acquiring lock "49488ff2-0d08-4cb6-9f10-d527398a2fae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.559729] env[69249]: DEBUG oslo_concurrency.lockutils [req-ee77cabd-27c8-47bb-bc10-e03dc690a472 req-3ca380b7-320d-46d7-a86f-c268cce0a154 service nova] Lock "49488ff2-0d08-4cb6-9f10-d527398a2fae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.559729] env[69249]: DEBUG oslo_concurrency.lockutils [req-ee77cabd-27c8-47bb-bc10-e03dc690a472 req-3ca380b7-320d-46d7-a86f-c268cce0a154 service nova] Lock "49488ff2-0d08-4cb6-9f10-d527398a2fae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.559729] env[69249]: DEBUG nova.compute.manager [req-ee77cabd-27c8-47bb-bc10-e03dc690a472 req-3ca380b7-320d-46d7-a86f-c268cce0a154 service nova] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] No waiting events found dispatching network-vif-plugged-4fa0867d-0825-46d3-9d49-e53de1ebb724 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 707.559729] env[69249]: WARNING nova.compute.manager [req-ee77cabd-27c8-47bb-bc10-e03dc690a472 req-3ca380b7-320d-46d7-a86f-c268cce0a154 service nova] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Received unexpected event network-vif-plugged-4fa0867d-0825-46d3-9d49-e53de1ebb724 for instance with vm_state building and task_state spawning. [ 707.559729] env[69249]: DEBUG nova.compute.manager [req-ee77cabd-27c8-47bb-bc10-e03dc690a472 req-3ca380b7-320d-46d7-a86f-c268cce0a154 service nova] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Received event network-changed-4fa0867d-0825-46d3-9d49-e53de1ebb724 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.559917] env[69249]: DEBUG nova.compute.manager [req-ee77cabd-27c8-47bb-bc10-e03dc690a472 req-3ca380b7-320d-46d7-a86f-c268cce0a154 service nova] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Refreshing instance network info cache due to event network-changed-4fa0867d-0825-46d3-9d49-e53de1ebb724. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.560606] env[69249]: DEBUG oslo_concurrency.lockutils [req-ee77cabd-27c8-47bb-bc10-e03dc690a472 req-3ca380b7-320d-46d7-a86f-c268cce0a154 service nova] Acquiring lock "refresh_cache-49488ff2-0d08-4cb6-9f10-d527398a2fae" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.635840] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.636240] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.636490] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Deleting the datastore file [datastore1] a546e48a-8dc7-482a-8465-7f17b9b7cfe3 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.636798] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eea71e0-c442-4282-a602-618e47ecd97f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.649943] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Releasing lock "refresh_cache-49488ff2-0d08-4cb6-9f10-d527398a2fae" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.650651] env[69249]: DEBUG nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Instance network_info: |[{"id": "4fa0867d-0825-46d3-9d49-e53de1ebb724", "address": "fa:16:3e:51:51:f0", "network": {"id": "17e2bd1b-b0ae-4213-a2c2-a62ededfea75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1210931765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589d745d1ea84e98b1992cacd3e6b5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa0867d-08", "ovs_interfaceid": "4fa0867d-0825-46d3-9d49-e53de1ebb724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.650908] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.651904] env[69249]: DEBUG oslo_concurrency.lockutils [req-ee77cabd-27c8-47bb-bc10-e03dc690a472 req-3ca380b7-320d-46d7-a86f-c268cce0a154 service nova] Acquired lock "refresh_cache-49488ff2-0d08-4cb6-9f10-d527398a2fae" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.652372] env[69249]: DEBUG nova.network.neutron [req-ee77cabd-27c8-47bb-bc10-e03dc690a472 req-3ca380b7-320d-46d7-a86f-c268cce0a154 service nova] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Refreshing network info cache for port 4fa0867d-0825-46d3-9d49-e53de1ebb724 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.653607] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:51:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fa0867d-0825-46d3-9d49-e53de1ebb724', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.666017] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Creating folder: Project (589d745d1ea84e98b1992cacd3e6b5c0). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.666017] env[69249]: DEBUG oslo_vmware.api [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Waiting for the task: (returnval){ [ 707.666017] env[69249]: value = "task-3659018" [ 707.666017] env[69249]: _type = "Task" [ 707.666017] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.666665] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ee85b32-3427-47aa-8d59-b5a4d127c9f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.678539] env[69249]: DEBUG oslo_vmware.api [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': task-3659018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.683129] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Created folder: Project (589d745d1ea84e98b1992cacd3e6b5c0) in parent group-v729229. [ 707.683624] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Creating folder: Instances. Parent ref: group-v729325. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.683624] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c55d2d0-5d15-4392-a7cb-06f20c302390 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.694124] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Created folder: Instances in parent group-v729325. [ 707.694399] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.694597] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.694861] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42bed383-1d23-41d6-8f5c-e37f9874a0ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.717965] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.717965] env[69249]: value = "task-3659021" [ 707.717965] env[69249]: _type = "Task" [ 707.717965] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.728208] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659021, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.910152] env[69249]: DEBUG nova.network.neutron [req-ee77cabd-27c8-47bb-bc10-e03dc690a472 req-3ca380b7-320d-46d7-a86f-c268cce0a154 service nova] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Updated VIF entry in instance network info cache for port 4fa0867d-0825-46d3-9d49-e53de1ebb724. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.910522] env[69249]: DEBUG nova.network.neutron [req-ee77cabd-27c8-47bb-bc10-e03dc690a472 req-3ca380b7-320d-46d7-a86f-c268cce0a154 service nova] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Updating instance_info_cache with network_info: [{"id": "4fa0867d-0825-46d3-9d49-e53de1ebb724", "address": "fa:16:3e:51:51:f0", "network": {"id": "17e2bd1b-b0ae-4213-a2c2-a62ededfea75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1210931765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589d745d1ea84e98b1992cacd3e6b5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa0867d-08", "ovs_interfaceid": "4fa0867d-0825-46d3-9d49-e53de1ebb724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.958255] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181384} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.958551] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.959426] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581f8ad2-0410-455b-8ff7-35d90e25929b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.990438] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64/2f4843df-a5c2-40f4-a7f9-a33c5f62ea64.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.991086] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad79cb19-4d7f-441e-8272-003fbcccf7e4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.009229] env[69249]: DEBUG nova.compute.utils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.014743] env[69249]: DEBUG nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.015092] env[69249]: DEBUG nova.network.neutron [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.024649] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Waiting for the task: (returnval){ [ 708.024649] env[69249]: value = "task-3659022" [ 708.024649] env[69249]: _type = "Task" [ 708.024649] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.035993] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.079519] env[69249]: DEBUG nova.policy [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27429b3779c04c3f831d2887d5d2de5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589d745d1ea84e98b1992cacd3e6b5c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.155371] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659015, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.183028] env[69249]: DEBUG oslo_vmware.api [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Task: {'id': task-3659018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322038} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.183327] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.183510] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.183696] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.183900] env[69249]: INFO nova.compute.manager [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 708.184160] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.184386] env[69249]: DEBUG nova.compute.manager [-] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.184488] env[69249]: DEBUG nova.network.neutron [-] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.232863] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659021, 'name': CreateVM_Task, 'duration_secs': 0.452214} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.233087] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.233797] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.233981] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.234867] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.234867] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d71447e-f931-4e54-9764-09817dcfbc94 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.245443] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 708.245443] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cab063-a968-1176-c8c0-ceca2733263f" [ 708.245443] env[69249]: _type = "Task" [ 708.245443] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.256933] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cab063-a968-1176-c8c0-ceca2733263f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.413856] env[69249]: DEBUG oslo_concurrency.lockutils [req-ee77cabd-27c8-47bb-bc10-e03dc690a472 req-3ca380b7-320d-46d7-a86f-c268cce0a154 service nova] Releasing lock "refresh_cache-49488ff2-0d08-4cb6-9f10-d527398a2fae" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.454392] env[69249]: DEBUG nova.network.neutron [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Successfully created port: 13fd74e7-8588-405b-ae70-95c0ac0568b3 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.519780] env[69249]: DEBUG nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.544951] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.562619] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a25528-c83d-4753-b61b-4e98ff50e5d8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.571415] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bb0298-4175-4007-a76e-0b63c900b00f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.607486] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7319de84-81b3-4424-bc34-12294fac702a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.615864] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d736688e-dc5f-458a-adde-f6b56533e1a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.635529] env[69249]: DEBUG nova.compute.provider_tree [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.639040] env[69249]: DEBUG nova.compute.manager [req-c1cba811-3c6f-4910-8ef2-bc22561d5ecd req-e885dc88-e670-4323-ad61-618da9df5363 service nova] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Received event network-vif-deleted-2d58ffde-9bc3-4203-9f26-8e205c8e02c2 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.639229] env[69249]: INFO nova.compute.manager [req-c1cba811-3c6f-4910-8ef2-bc22561d5ecd req-e885dc88-e670-4323-ad61-618da9df5363 service nova] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Neutron deleted interface 2d58ffde-9bc3-4203-9f26-8e205c8e02c2; detaching it from the instance and deleting it from the info cache [ 708.639400] env[69249]: DEBUG nova.network.neutron [req-c1cba811-3c6f-4910-8ef2-bc22561d5ecd req-e885dc88-e670-4323-ad61-618da9df5363 service nova] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.652411] env[69249]: DEBUG oslo_vmware.api [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659015, 'name': PowerOnVM_Task, 'duration_secs': 1.056882} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.652702] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.652904] env[69249]: INFO nova.compute.manager [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Took 11.36 seconds to spawn the instance on the hypervisor. [ 708.653092] env[69249]: DEBUG nova.compute.manager [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 708.653868] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b06d0c3-3f13-4dc9-83af-7721cf727b91 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.706669] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Acquiring lock "79744c3c-d219-4e0b-8bf9-264247760a0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.706952] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Lock "79744c3c-d219-4e0b-8bf9-264247760a0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.708038] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Acquiring lock "79744c3c-d219-4e0b-8bf9-264247760a0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.708038] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Lock "79744c3c-d219-4e0b-8bf9-264247760a0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.708038] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Lock "79744c3c-d219-4e0b-8bf9-264247760a0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.712048] env[69249]: INFO nova.compute.manager [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Terminating instance [ 708.759493] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cab063-a968-1176-c8c0-ceca2733263f, 'name': SearchDatastore_Task, 'duration_secs': 0.011976} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.759818] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.760074] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.760308] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.760450] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.760626] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.760893] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1411e08a-0230-4b2f-aa83-53c1ffb677af {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.770360] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.770547] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.771287] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c36f60a-a401-4862-9df2-86e53e218e48 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.779494] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 708.779494] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5248427d-3d95-8399-db8b-35c1318d79fb" [ 708.779494] env[69249]: _type = "Task" [ 708.779494] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.788909] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5248427d-3d95-8399-db8b-35c1318d79fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.034815] env[69249]: DEBUG nova.network.neutron [-] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.041564] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659022, 'name': ReconfigVM_Task, 'duration_secs': 0.879117} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.042058] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64/2f4843df-a5c2-40f4-a7f9-a33c5f62ea64.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.042663] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71754711-3583-42a9-aca0-af03fb3e938a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.049589] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Waiting for the task: (returnval){ [ 709.049589] env[69249]: value = "task-3659023" [ 709.049589] env[69249]: _type = "Task" [ 709.049589] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.061682] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659023, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.141724] env[69249]: DEBUG nova.scheduler.client.report [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.146864] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88719ae4-f347-4d02-9078-532dccfc6782 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.157828] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b5be1b-12bb-4af5-b8b3-ff31045dcd44 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.176813] env[69249]: INFO nova.compute.manager [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Took 50.56 seconds to build instance. [ 709.195528] env[69249]: DEBUG nova.compute.manager [req-c1cba811-3c6f-4910-8ef2-bc22561d5ecd req-e885dc88-e670-4323-ad61-618da9df5363 service nova] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Detach interface failed, port_id=2d58ffde-9bc3-4203-9f26-8e205c8e02c2, reason: Instance a546e48a-8dc7-482a-8465-7f17b9b7cfe3 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 709.216250] env[69249]: DEBUG nova.compute.manager [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.216544] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.217392] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdb0e3f-3066-4fa9-b9aa-c7558ea17d81 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.227032] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.227032] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b041dc4-134b-4ed3-bed4-1b25ee382160 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.236722] env[69249]: DEBUG oslo_vmware.api [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Waiting for the task: (returnval){ [ 709.236722] env[69249]: value = "task-3659024" [ 709.236722] env[69249]: _type = "Task" [ 709.236722] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.242775] env[69249]: DEBUG oslo_vmware.api [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3659024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.291462] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5248427d-3d95-8399-db8b-35c1318d79fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010051} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.292347] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac795c1-3e8c-4689-89c0-55605301495b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.298502] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 709.298502] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52113982-c156-dcc9-252d-79fd05e50cc6" [ 709.298502] env[69249]: _type = "Task" [ 709.298502] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.308242] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52113982-c156-dcc9-252d-79fd05e50cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.537325] env[69249]: DEBUG nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.542969] env[69249]: INFO nova.compute.manager [-] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Took 1.36 seconds to deallocate network for instance. [ 709.565102] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659023, 'name': Rename_Task, 'duration_secs': 0.280898} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.565406] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.565706] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16f0f24b-dedd-4702-8887-c7470dbbf971 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.575051] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Waiting for the task: (returnval){ [ 709.575051] env[69249]: value = "task-3659025" [ 709.575051] env[69249]: _type = "Task" [ 709.575051] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.577284] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.577547] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.577653] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.577828] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.577968] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.578132] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.578456] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.578644] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.578844] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.578972] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.579159] env[69249]: DEBUG nova.virt.hardware [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.580042] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0705c18-8d7c-4339-a193-ef3288f86621 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.596366] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa776f29-554d-4fcf-940d-44b741b05198 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.601740] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.646844] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.649259] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.501s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.650752] env[69249]: INFO nova.compute.claims [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.680473] env[69249]: INFO nova.scheduler.client.report [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleted allocations for instance 842da838-3269-4f94-9102-c3bf0cea79ed [ 709.680473] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c360c2f8-8959-4b7c-85c2-98eea158d8f2 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Lock "1b505adf-dfe3-46a2-bd46-76059968eb7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.028s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.744325] env[69249]: DEBUG oslo_vmware.api [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3659024, 'name': PowerOffVM_Task, 'duration_secs': 0.354973} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.745101] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.745383] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.746034] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b10b36c3-d48d-4abe-9c4a-8835a8dcbcd4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.810913] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52113982-c156-dcc9-252d-79fd05e50cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.012028} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.811196] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.811523] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 49488ff2-0d08-4cb6-9f10-d527398a2fae/49488ff2-0d08-4cb6-9f10-d527398a2fae.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.811707] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcf7fe79-869f-4ebd-a76f-2215dcce207c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.819647] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 709.819647] env[69249]: value = "task-3659027" [ 709.819647] env[69249]: _type = "Task" [ 709.819647] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.829389] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.829723] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.829951] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Deleting the datastore file [datastore1] 79744c3c-d219-4e0b-8bf9-264247760a0e {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.833457] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6185d521-65e2-43a4-a0a1-c1d09f7aa0b6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.835587] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.841932] env[69249]: DEBUG oslo_vmware.api [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Waiting for the task: (returnval){ [ 709.841932] env[69249]: value = "task-3659028" [ 709.841932] env[69249]: _type = "Task" [ 709.841932] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.854315] env[69249]: DEBUG oslo_vmware.api [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3659028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.060092] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.093259] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659025, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.186111] env[69249]: DEBUG nova.compute.manager [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.191142] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e89ae28-78a6-4526-86c6-d6c7f5874086 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "842da838-3269-4f94-9102-c3bf0cea79ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.533s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.330447] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499269} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.330717] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 49488ff2-0d08-4cb6-9f10-d527398a2fae/49488ff2-0d08-4cb6-9f10-d527398a2fae.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.331104] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.331190] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fc20bfb-3743-4da0-b15d-c1ed9d01a423 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.338220] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 710.338220] env[69249]: value = "task-3659029" [ 710.338220] env[69249]: _type = "Task" [ 710.338220] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.350771] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.356573] env[69249]: DEBUG oslo_vmware.api [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Task: {'id': task-3659028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151658} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.356819] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.357011] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.357271] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.357440] env[69249]: INFO nova.compute.manager [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 710.357678] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.357867] env[69249]: DEBUG nova.compute.manager [-] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.357962] env[69249]: DEBUG nova.network.neutron [-] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.409025] env[69249]: DEBUG nova.compute.manager [req-f11b1375-8355-42f2-a10d-2e75261074a6 req-065fa6d4-51fd-4963-9cc1-13d0ef9e260d service nova] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Received event network-vif-plugged-13fd74e7-8588-405b-ae70-95c0ac0568b3 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.409025] env[69249]: DEBUG oslo_concurrency.lockutils [req-f11b1375-8355-42f2-a10d-2e75261074a6 req-065fa6d4-51fd-4963-9cc1-13d0ef9e260d service nova] Acquiring lock "ff74d8fd-f452-4e4d-8d77-c5f601352b43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.409234] env[69249]: DEBUG oslo_concurrency.lockutils [req-f11b1375-8355-42f2-a10d-2e75261074a6 req-065fa6d4-51fd-4963-9cc1-13d0ef9e260d service nova] Lock "ff74d8fd-f452-4e4d-8d77-c5f601352b43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.409543] env[69249]: DEBUG oslo_concurrency.lockutils [req-f11b1375-8355-42f2-a10d-2e75261074a6 req-065fa6d4-51fd-4963-9cc1-13d0ef9e260d service nova] Lock "ff74d8fd-f452-4e4d-8d77-c5f601352b43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.409543] env[69249]: DEBUG nova.compute.manager [req-f11b1375-8355-42f2-a10d-2e75261074a6 req-065fa6d4-51fd-4963-9cc1-13d0ef9e260d service nova] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] No waiting events found dispatching network-vif-plugged-13fd74e7-8588-405b-ae70-95c0ac0568b3 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 710.409695] env[69249]: WARNING nova.compute.manager [req-f11b1375-8355-42f2-a10d-2e75261074a6 req-065fa6d4-51fd-4963-9cc1-13d0ef9e260d service nova] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Received unexpected event network-vif-plugged-13fd74e7-8588-405b-ae70-95c0ac0568b3 for instance with vm_state building and task_state spawning. [ 710.582225] env[69249]: DEBUG nova.network.neutron [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Successfully updated port: 13fd74e7-8588-405b-ae70-95c0ac0568b3 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.596116] env[69249]: DEBUG oslo_vmware.api [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659025, 'name': PowerOnVM_Task, 'duration_secs': 0.521969} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.596801] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.598253] env[69249]: INFO nova.compute.manager [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Took 8.53 seconds to spawn the instance on the hypervisor. [ 710.598253] env[69249]: DEBUG nova.compute.manager [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 710.598940] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8f4934-d7e7-442b-b099-2abc63506e44 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.719074] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.855613] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068458} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.855969] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.857803] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f4bf6d-a6e6-4385-ae00-0f42fac02dcd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.894284] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 49488ff2-0d08-4cb6-9f10-d527398a2fae/49488ff2-0d08-4cb6-9f10-d527398a2fae.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.898441] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-603f81ce-1a4e-4c11-ab65-0a888b25cba1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.920196] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 710.920196] env[69249]: value = "task-3659030" [ 710.920196] env[69249]: _type = "Task" [ 710.920196] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.930175] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.979030] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquiring lock "1b505adf-dfe3-46a2-bd46-76059968eb7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.979294] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Lock "1b505adf-dfe3-46a2-bd46-76059968eb7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.979511] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquiring lock "1b505adf-dfe3-46a2-bd46-76059968eb7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.979699] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Lock "1b505adf-dfe3-46a2-bd46-76059968eb7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.979983] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Lock "1b505adf-dfe3-46a2-bd46-76059968eb7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.984729] env[69249]: INFO nova.compute.manager [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Terminating instance [ 711.088313] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "refresh_cache-ff74d8fd-f452-4e4d-8d77-c5f601352b43" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.088478] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquired lock "refresh_cache-ff74d8fd-f452-4e4d-8d77-c5f601352b43" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.088644] env[69249]: DEBUG nova.network.neutron [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.122301] env[69249]: INFO nova.compute.manager [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Took 45.99 seconds to build instance. [ 711.155343] env[69249]: DEBUG nova.compute.manager [req-47f49f6f-8805-4076-b473-2b55c6875b6e req-2433496d-312e-4320-b585-7f6bf44bf5d8 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Received event network-vif-deleted-98f09db1-ff3e-4c2c-ad8d-951a482e26b0 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.155494] env[69249]: INFO nova.compute.manager [req-47f49f6f-8805-4076-b473-2b55c6875b6e req-2433496d-312e-4320-b585-7f6bf44bf5d8 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Neutron deleted interface 98f09db1-ff3e-4c2c-ad8d-951a482e26b0; detaching it from the instance and deleting it from the info cache [ 711.155754] env[69249]: DEBUG nova.network.neutron [req-47f49f6f-8805-4076-b473-2b55c6875b6e req-2433496d-312e-4320-b585-7f6bf44bf5d8 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.263675] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbc7f35-3a58-4352-9cd1-42ec18f635b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.272424] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd9a570-d049-4a8f-96b8-00915570a2b6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.315107] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c57eab-93ee-4a64-a131-0b656edd0ceb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.325802] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0d3e53-98fa-4b32-9068-a944ca0d17b2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.340040] env[69249]: DEBUG nova.compute.provider_tree [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.432397] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659030, 'name': ReconfigVM_Task, 'duration_secs': 0.299923} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.432677] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 49488ff2-0d08-4cb6-9f10-d527398a2fae/49488ff2-0d08-4cb6-9f10-d527398a2fae.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.433330] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e2a2bd3-f161-4189-9420-ebe5361ae913 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.440811] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 711.440811] env[69249]: value = "task-3659031" [ 711.440811] env[69249]: _type = "Task" [ 711.440811] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.452641] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659031, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.491833] env[69249]: DEBUG nova.compute.manager [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.492085] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.493416] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b58e41c-7497-4ee1-8bb3-d58e9586dd98 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.504845] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.505162] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ba083ab-d14a-4ba5-9c49-2f3fb0bca667 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.515852] env[69249]: DEBUG oslo_vmware.api [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 711.515852] env[69249]: value = "task-3659032" [ 711.515852] env[69249]: _type = "Task" [ 711.515852] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.527155] env[69249]: DEBUG oslo_vmware.api [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.604375] env[69249]: DEBUG nova.network.neutron [-] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.627918] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cd912bd5-7d3b-49fc-9cb0-1603370e273b tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Lock "2f4843df-a5c2-40f4-a7f9-a33c5f62ea64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.469s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.647315] env[69249]: DEBUG nova.network.neutron [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.664616] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16ac1453-2c59-496a-bc78-d5d110616011 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.685227] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8ab0c4-fcd5-4304-bf19-72701835b0fa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.720474] env[69249]: DEBUG nova.compute.manager [req-47f49f6f-8805-4076-b473-2b55c6875b6e req-2433496d-312e-4320-b585-7f6bf44bf5d8 service nova] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Detach interface failed, port_id=98f09db1-ff3e-4c2c-ad8d-951a482e26b0, reason: Instance 79744c3c-d219-4e0b-8bf9-264247760a0e could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 711.824257] env[69249]: DEBUG nova.network.neutron [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Updating instance_info_cache with network_info: [{"id": "13fd74e7-8588-405b-ae70-95c0ac0568b3", "address": "fa:16:3e:c9:81:cf", "network": {"id": "17e2bd1b-b0ae-4213-a2c2-a62ededfea75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1210931765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589d745d1ea84e98b1992cacd3e6b5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13fd74e7-85", "ovs_interfaceid": "13fd74e7-8588-405b-ae70-95c0ac0568b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.845788] env[69249]: DEBUG nova.scheduler.client.report [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.952149] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659031, 'name': Rename_Task, 'duration_secs': 0.165878} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.952494] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.952740] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54bc877c-19c1-4c46-af8a-82b54563d608 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.960531] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 711.960531] env[69249]: value = "task-3659033" [ 711.960531] env[69249]: _type = "Task" [ 711.960531] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.969131] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.026984] env[69249]: DEBUG oslo_vmware.api [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659032, 'name': PowerOffVM_Task, 'duration_secs': 0.215688} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.027240] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.027472] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.028243] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77676740-7da1-47c9-8be9-ef824ce4a50c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.106740] env[69249]: INFO nova.compute.manager [-] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Took 1.75 seconds to deallocate network for instance. [ 712.117356] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.117731] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.118091] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Deleting the datastore file [datastore1] 1b505adf-dfe3-46a2-bd46-76059968eb7c {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.118430] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc969b68-0eeb-488c-99d7-5c47ed122a0e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.126280] env[69249]: DEBUG oslo_vmware.api [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for the task: (returnval){ [ 712.126280] env[69249]: value = "task-3659035" [ 712.126280] env[69249]: _type = "Task" [ 712.126280] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.131664] env[69249]: DEBUG nova.compute.manager [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.139351] env[69249]: DEBUG oslo_vmware.api [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.326093] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Releasing lock "refresh_cache-ff74d8fd-f452-4e4d-8d77-c5f601352b43" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.326512] env[69249]: DEBUG nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Instance network_info: |[{"id": "13fd74e7-8588-405b-ae70-95c0ac0568b3", "address": "fa:16:3e:c9:81:cf", "network": {"id": "17e2bd1b-b0ae-4213-a2c2-a62ededfea75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1210931765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589d745d1ea84e98b1992cacd3e6b5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13fd74e7-85", "ovs_interfaceid": "13fd74e7-8588-405b-ae70-95c0ac0568b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.326985] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:81:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13fd74e7-8588-405b-ae70-95c0ac0568b3', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.337484] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.338533] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.338775] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76cb8441-5ad6-4074-b736-a4069620e7d1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.360319] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.360319] env[69249]: DEBUG nova.compute.manager [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.363533] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.394s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.365170] env[69249]: INFO nova.compute.claims [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.375697] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.375697] env[69249]: value = "task-3659036" [ 712.375697] env[69249]: _type = "Task" [ 712.375697] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.386975] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659036, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.473245] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659033, 'name': PowerOnVM_Task, 'duration_secs': 0.490348} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.473522] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.473734] env[69249]: INFO nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Took 7.73 seconds to spawn the instance on the hypervisor. [ 712.473945] env[69249]: DEBUG nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 712.474862] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d5c1e3-bf4f-4db2-8a65-ace288adbfa1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.567061] env[69249]: DEBUG nova.compute.manager [req-69c7c4b9-824e-40f4-a5d5-2342a341e995 req-99fbacfd-2dc9-4b2c-85ce-74551c0816b4 service nova] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Received event network-changed-13fd74e7-8588-405b-ae70-95c0ac0568b3 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.567637] env[69249]: DEBUG nova.compute.manager [req-69c7c4b9-824e-40f4-a5d5-2342a341e995 req-99fbacfd-2dc9-4b2c-85ce-74551c0816b4 service nova] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Refreshing instance network info cache due to event network-changed-13fd74e7-8588-405b-ae70-95c0ac0568b3. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.567637] env[69249]: DEBUG oslo_concurrency.lockutils [req-69c7c4b9-824e-40f4-a5d5-2342a341e995 req-99fbacfd-2dc9-4b2c-85ce-74551c0816b4 service nova] Acquiring lock "refresh_cache-ff74d8fd-f452-4e4d-8d77-c5f601352b43" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.567637] env[69249]: DEBUG oslo_concurrency.lockutils [req-69c7c4b9-824e-40f4-a5d5-2342a341e995 req-99fbacfd-2dc9-4b2c-85ce-74551c0816b4 service nova] Acquired lock "refresh_cache-ff74d8fd-f452-4e4d-8d77-c5f601352b43" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.567792] env[69249]: DEBUG nova.network.neutron [req-69c7c4b9-824e-40f4-a5d5-2342a341e995 req-99fbacfd-2dc9-4b2c-85ce-74551c0816b4 service nova] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Refreshing network info cache for port 13fd74e7-8588-405b-ae70-95c0ac0568b3 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.613883] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.639913] env[69249]: DEBUG oslo_vmware.api [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Task: {'id': task-3659035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204712} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.646368] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.646657] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.646881] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.647191] env[69249]: INFO nova.compute.manager [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 712.647501] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.652157] env[69249]: DEBUG nova.compute.manager [-] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.652157] env[69249]: DEBUG nova.network.neutron [-] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.663277] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.712303] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "274354ae-834b-4bc3-ab01-3b549d9d414f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.713080] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "274354ae-834b-4bc3-ab01-3b549d9d414f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.814657] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Acquiring lock "2f4843df-a5c2-40f4-a7f9-a33c5f62ea64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.815072] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Lock "2f4843df-a5c2-40f4-a7f9-a33c5f62ea64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.815385] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Acquiring lock "2f4843df-a5c2-40f4-a7f9-a33c5f62ea64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.815662] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Lock "2f4843df-a5c2-40f4-a7f9-a33c5f62ea64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.815916] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Lock "2f4843df-a5c2-40f4-a7f9-a33c5f62ea64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.819044] env[69249]: INFO nova.compute.manager [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Terminating instance [ 712.870747] env[69249]: DEBUG nova.compute.utils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.874803] env[69249]: DEBUG nova.compute.manager [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.875031] env[69249]: DEBUG nova.network.neutron [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.891843] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659036, 'name': CreateVM_Task, 'duration_secs': 0.482213} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.891926] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.892616] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.892757] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.893894] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.894788] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8e6285-4a94-40f4-8926-eefaa5697ab5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.900883] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 712.900883] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525f41aa-7779-da23-8673-3def7d111dd3" [ 712.900883] env[69249]: _type = "Task" [ 712.900883] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.912000] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525f41aa-7779-da23-8673-3def7d111dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.947138] env[69249]: DEBUG nova.policy [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d40afccdb74bf2afd10bdffd0ec7e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '230276ac599c4286b530f1dd2f6b80e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.998033] env[69249]: INFO nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Took 40.17 seconds to build instance. [ 713.270407] env[69249]: DEBUG nova.network.neutron [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Successfully created port: f7c82221-cefb-4f27-b961-37e46d94ffda {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.327574] env[69249]: DEBUG nova.compute.manager [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.327802] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.328882] env[69249]: DEBUG nova.network.neutron [req-69c7c4b9-824e-40f4-a5d5-2342a341e995 req-99fbacfd-2dc9-4b2c-85ce-74551c0816b4 service nova] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Updated VIF entry in instance network info cache for port 13fd74e7-8588-405b-ae70-95c0ac0568b3. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.329216] env[69249]: DEBUG nova.network.neutron [req-69c7c4b9-824e-40f4-a5d5-2342a341e995 req-99fbacfd-2dc9-4b2c-85ce-74551c0816b4 service nova] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Updating instance_info_cache with network_info: [{"id": "13fd74e7-8588-405b-ae70-95c0ac0568b3", "address": "fa:16:3e:c9:81:cf", "network": {"id": "17e2bd1b-b0ae-4213-a2c2-a62ededfea75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1210931765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589d745d1ea84e98b1992cacd3e6b5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13fd74e7-85", "ovs_interfaceid": "13fd74e7-8588-405b-ae70-95c0ac0568b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.332174] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1229d0ea-4b55-42ca-8c50-00fc25f909dc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.342154] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.342477] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72b64910-9d4c-4065-b46c-46a43b034cd6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.354727] env[69249]: DEBUG oslo_vmware.api [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Waiting for the task: (returnval){ [ 713.354727] env[69249]: value = "task-3659037" [ 713.354727] env[69249]: _type = "Task" [ 713.354727] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.368403] env[69249]: DEBUG oslo_vmware.api [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.375173] env[69249]: DEBUG nova.compute.manager [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.410431] env[69249]: DEBUG nova.network.neutron [-] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.416667] env[69249]: DEBUG nova.compute.manager [req-e132f1a2-0f4f-4f59-96a8-c4001aaaa70c req-8d6f389b-4802-49ad-a87f-6f7d2806b840 service nova] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Received event network-vif-deleted-543d0a52-541d-4621-bd4b-076dc2986290 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.417928] env[69249]: INFO nova.compute.manager [req-e132f1a2-0f4f-4f59-96a8-c4001aaaa70c req-8d6f389b-4802-49ad-a87f-6f7d2806b840 service nova] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Neutron deleted interface 543d0a52-541d-4621-bd4b-076dc2986290; detaching it from the instance and deleting it from the info cache [ 713.418113] env[69249]: DEBUG nova.network.neutron [req-e132f1a2-0f4f-4f59-96a8-c4001aaaa70c req-8d6f389b-4802-49ad-a87f-6f7d2806b840 service nova] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.434127] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525f41aa-7779-da23-8673-3def7d111dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.012958} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.434127] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.434127] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.434127] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.434127] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.434609] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.435877] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a883b6e-4cd6-42d1-b764-98f2514ad65b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.450035] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.450187] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.451041] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14188fdd-5b27-49d1-a5e8-d22c5beac6b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.461439] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 713.461439] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528f4902-4974-f0c3-7236-8b5d3dfca1e4" [ 713.461439] env[69249]: _type = "Task" [ 713.461439] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.470771] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528f4902-4974-f0c3-7236-8b5d3dfca1e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.499927] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "49488ff2-0d08-4cb6-9f10-d527398a2fae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.323s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.837572] env[69249]: DEBUG oslo_concurrency.lockutils [req-69c7c4b9-824e-40f4-a5d5-2342a341e995 req-99fbacfd-2dc9-4b2c-85ce-74551c0816b4 service nova] Releasing lock "refresh_cache-ff74d8fd-f452-4e4d-8d77-c5f601352b43" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.865379] env[69249]: DEBUG oslo_vmware.api [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659037, 'name': PowerOffVM_Task, 'duration_secs': 0.267725} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.865680] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.865858] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.866106] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c5edc31-575e-4105-a972-c37a6012a56f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.879054] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0364a77b-c8dd-42d7-b921-fd6e3715663f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.888644] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c101c7-e27c-4bfa-96ee-ed016f10f547 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.925110] env[69249]: INFO nova.compute.manager [-] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Took 1.27 seconds to deallocate network for instance. [ 713.928614] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9574e407-e66c-4e9c-b4ab-c3a60385cdf7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.931366] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17c44df9-b783-4cbb-a799-7f0f0798ece5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.940337] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.940607] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.940790] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Deleting the datastore file [datastore2] 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.941646] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dd70a2e-ae3d-430b-bd0f-6d1c2aa7ab8a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.947719] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9346f8a8-8fdf-42cd-96f0-a0ae6f61866a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.956027] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7e3a82-7d13-42c6-9bb5-1a8b672f638b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.966946] env[69249]: DEBUG oslo_vmware.api [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Waiting for the task: (returnval){ [ 713.966946] env[69249]: value = "task-3659039" [ 713.966946] env[69249]: _type = "Task" [ 713.966946] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.982047] env[69249]: DEBUG nova.compute.provider_tree [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.994611] env[69249]: DEBUG nova.compute.manager [req-e132f1a2-0f4f-4f59-96a8-c4001aaaa70c req-8d6f389b-4802-49ad-a87f-6f7d2806b840 service nova] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Detach interface failed, port_id=543d0a52-541d-4621-bd4b-076dc2986290, reason: Instance 1b505adf-dfe3-46a2-bd46-76059968eb7c could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 713.995725] env[69249]: DEBUG nova.scheduler.client.report [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.007362] env[69249]: DEBUG nova.compute.manager [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.007725] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528f4902-4974-f0c3-7236-8b5d3dfca1e4, 'name': SearchDatastore_Task, 'duration_secs': 0.019059} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.007957] env[69249]: DEBUG oslo_vmware.api [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.009717] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e904189-fe13-43ef-9bc2-e6e0b74f9d5c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.016840] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 714.016840] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ec362a-a9b7-8ad1-35f0-e9d103a5d8ff" [ 714.016840] env[69249]: _type = "Task" [ 714.016840] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.025036] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ec362a-a9b7-8ad1-35f0-e9d103a5d8ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.394056] env[69249]: DEBUG nova.compute.manager [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.418829] env[69249]: DEBUG nova.virt.hardware [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.419100] env[69249]: DEBUG nova.virt.hardware [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.419257] env[69249]: DEBUG nova.virt.hardware [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.419431] env[69249]: DEBUG nova.virt.hardware [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.419573] env[69249]: DEBUG nova.virt.hardware [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.419712] env[69249]: DEBUG nova.virt.hardware [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.419909] env[69249]: DEBUG nova.virt.hardware [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.420078] env[69249]: DEBUG nova.virt.hardware [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.420246] env[69249]: DEBUG nova.virt.hardware [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.420405] env[69249]: DEBUG nova.virt.hardware [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.420570] env[69249]: DEBUG nova.virt.hardware [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.421453] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b199181-213e-4c4e-b3b1-769b74c100ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.430057] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3581f2e8-960f-4897-993b-35aedc0ce9f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.445845] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.477918] env[69249]: DEBUG oslo_vmware.api [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.509892] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.510439] env[69249]: DEBUG nova.compute.manager [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.515042] env[69249]: DEBUG oslo_concurrency.lockutils [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.631s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.515258] env[69249]: DEBUG nova.objects.instance [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lazy-loading 'resources' on Instance uuid 18d75c35-9a2e-472b-a9b6-19b07904ffc8 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.530426] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ec362a-a9b7-8ad1-35f0-e9d103a5d8ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.530698] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.530916] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] ff74d8fd-f452-4e4d-8d77-c5f601352b43/ff74d8fd-f452-4e4d-8d77-c5f601352b43.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.532692] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d66d214d-9e11-4729-93ab-c7bac12ccdd0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.537846] env[69249]: DEBUG oslo_concurrency.lockutils [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.541213] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 714.541213] env[69249]: value = "task-3659040" [ 714.541213] env[69249]: _type = "Task" [ 714.541213] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.549442] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.909154] env[69249]: DEBUG nova.compute.manager [req-26512a84-0572-40ff-a249-b460fccd2f30 req-bc92ee3f-3ce2-4576-849b-4b28f5d575a3 service nova] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Received event network-vif-plugged-f7c82221-cefb-4f27-b961-37e46d94ffda {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.911300] env[69249]: DEBUG oslo_concurrency.lockutils [req-26512a84-0572-40ff-a249-b460fccd2f30 req-bc92ee3f-3ce2-4576-849b-4b28f5d575a3 service nova] Acquiring lock "c6cb354f-dc6d-4e7c-8641-563e266abdee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.911300] env[69249]: DEBUG oslo_concurrency.lockutils [req-26512a84-0572-40ff-a249-b460fccd2f30 req-bc92ee3f-3ce2-4576-849b-4b28f5d575a3 service nova] Lock "c6cb354f-dc6d-4e7c-8641-563e266abdee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.911300] env[69249]: DEBUG oslo_concurrency.lockutils [req-26512a84-0572-40ff-a249-b460fccd2f30 req-bc92ee3f-3ce2-4576-849b-4b28f5d575a3 service nova] Lock "c6cb354f-dc6d-4e7c-8641-563e266abdee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.911300] env[69249]: DEBUG nova.compute.manager [req-26512a84-0572-40ff-a249-b460fccd2f30 req-bc92ee3f-3ce2-4576-849b-4b28f5d575a3 service nova] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] No waiting events found dispatching network-vif-plugged-f7c82221-cefb-4f27-b961-37e46d94ffda {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 714.911300] env[69249]: WARNING nova.compute.manager [req-26512a84-0572-40ff-a249-b460fccd2f30 req-bc92ee3f-3ce2-4576-849b-4b28f5d575a3 service nova] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Received unexpected event network-vif-plugged-f7c82221-cefb-4f27-b961-37e46d94ffda for instance with vm_state building and task_state spawning. [ 714.982405] env[69249]: DEBUG oslo_vmware.api [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Task: {'id': task-3659039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.582173} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.982893] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.983215] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.983492] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.983795] env[69249]: INFO nova.compute.manager [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Took 1.66 seconds to destroy the instance on the hypervisor. [ 714.984172] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.984571] env[69249]: DEBUG nova.compute.manager [-] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.984773] env[69249]: DEBUG nova.network.neutron [-] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.019355] env[69249]: DEBUG nova.compute.utils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.019355] env[69249]: DEBUG nova.compute.manager [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.019355] env[69249]: DEBUG nova.network.neutron [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.032319] env[69249]: DEBUG nova.network.neutron [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Successfully updated port: f7c82221-cefb-4f27-b961-37e46d94ffda {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.054781] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659040, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.076294] env[69249]: DEBUG nova.policy [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd82b8022cee04edd93bb73fcab3f7d1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f67d00b7bb4400290e2829d8c2b75d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.420453] env[69249]: DEBUG nova.network.neutron [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Successfully created port: b5fad94e-b40f-4fbf-b15b-4342ca986c54 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.450247] env[69249]: DEBUG nova.compute.manager [req-75e99f8c-d2e3-46a1-90c6-8ef003f7d507 req-4c6aacb3-8606-488e-91bd-f64e3bf65c94 service nova] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Received event network-vif-deleted-49023e31-77da-48dd-a617-64840bf5d608 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.450477] env[69249]: INFO nova.compute.manager [req-75e99f8c-d2e3-46a1-90c6-8ef003f7d507 req-4c6aacb3-8606-488e-91bd-f64e3bf65c94 service nova] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Neutron deleted interface 49023e31-77da-48dd-a617-64840bf5d608; detaching it from the instance and deleting it from the info cache [ 715.450657] env[69249]: DEBUG nova.network.neutron [req-75e99f8c-d2e3-46a1-90c6-8ef003f7d507 req-4c6aacb3-8606-488e-91bd-f64e3bf65c94 service nova] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.501262] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9fa987-94bc-44c5-957d-f89506e9eb27 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.510659] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fbcf29-384c-42f1-abea-742890c091ec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.544059] env[69249]: DEBUG nova.compute.manager [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.547598] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "refresh_cache-c6cb354f-dc6d-4e7c-8641-563e266abdee" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.547598] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "refresh_cache-c6cb354f-dc6d-4e7c-8641-563e266abdee" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.547598] env[69249]: DEBUG nova.network.neutron [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.553252] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd12cd1d-9895-4250-aaf7-f2fef80bba42 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.566418] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017ccd59-b51c-4dcd-a084-308f1c41ad43 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.569351] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633437} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.569928] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] ff74d8fd-f452-4e4d-8d77-c5f601352b43/ff74d8fd-f452-4e4d-8d77-c5f601352b43.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.570150] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.571024] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a94f1288-1bf4-483f-980a-28fe858db04e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.583543] env[69249]: DEBUG nova.compute.provider_tree [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.586907] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 715.586907] env[69249]: value = "task-3659041" [ 715.586907] env[69249]: _type = "Task" [ 715.586907] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.599864] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.808591] env[69249]: DEBUG nova.network.neutron [-] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.954063] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-744ecb50-3870-45d9-ac89-1d18359f0b91 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.964517] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d64fee5-c42b-497c-a90a-0a09603349e1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.998642] env[69249]: DEBUG nova.compute.manager [req-75e99f8c-d2e3-46a1-90c6-8ef003f7d507 req-4c6aacb3-8606-488e-91bd-f64e3bf65c94 service nova] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Detach interface failed, port_id=49023e31-77da-48dd-a617-64840bf5d608, reason: Instance 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 716.089566] env[69249]: DEBUG nova.scheduler.client.report [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.102727] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065636} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.103977] env[69249]: DEBUG nova.network.neutron [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.105889] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.106924] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b9fe91-9c63-4389-8fe2-530ece1ebe74 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.133233] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] ff74d8fd-f452-4e4d-8d77-c5f601352b43/ff74d8fd-f452-4e4d-8d77-c5f601352b43.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.136277] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-361e800d-02b2-4edd-b732-0cf50f467763 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.157068] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 716.157068] env[69249]: value = "task-3659042" [ 716.157068] env[69249]: _type = "Task" [ 716.157068] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.173111] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.291622] env[69249]: DEBUG nova.network.neutron [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Updating instance_info_cache with network_info: [{"id": "f7c82221-cefb-4f27-b961-37e46d94ffda", "address": "fa:16:3e:d4:ee:0d", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c82221-ce", "ovs_interfaceid": "f7c82221-cefb-4f27-b961-37e46d94ffda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.311044] env[69249]: INFO nova.compute.manager [-] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Took 1.33 seconds to deallocate network for instance. [ 716.556415] env[69249]: DEBUG nova.compute.manager [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.583407] env[69249]: DEBUG nova.virt.hardware [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.583671] env[69249]: DEBUG nova.virt.hardware [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.583823] env[69249]: DEBUG nova.virt.hardware [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.584109] env[69249]: DEBUG nova.virt.hardware [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.584274] env[69249]: DEBUG nova.virt.hardware [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.584439] env[69249]: DEBUG nova.virt.hardware [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.584653] env[69249]: DEBUG nova.virt.hardware [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.584807] env[69249]: DEBUG nova.virt.hardware [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.584962] env[69249]: DEBUG nova.virt.hardware [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.585133] env[69249]: DEBUG nova.virt.hardware [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.585380] env[69249]: DEBUG nova.virt.hardware [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.586240] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0a6859-ed19-473e-980c-8b30ee0f974f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.594744] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746f500f-0ace-475c-8a08-f7bcf5b01bad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.598824] env[69249]: DEBUG oslo_concurrency.lockutils [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.600959] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.803s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.601191] env[69249]: DEBUG nova.objects.instance [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Lazy-loading 'resources' on Instance uuid 5df4ac74-fe92-42db-8f1c-3d4e790edffe {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.625421] env[69249]: INFO nova.scheduler.client.report [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Deleted allocations for instance 18d75c35-9a2e-472b-a9b6-19b07904ffc8 [ 716.668657] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659042, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.797018] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "refresh_cache-c6cb354f-dc6d-4e7c-8641-563e266abdee" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.797018] env[69249]: DEBUG nova.compute.manager [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Instance network_info: |[{"id": "f7c82221-cefb-4f27-b961-37e46d94ffda", "address": "fa:16:3e:d4:ee:0d", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c82221-ce", "ovs_interfaceid": "f7c82221-cefb-4f27-b961-37e46d94ffda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.797018] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:ee:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7c82221-cefb-4f27-b961-37e46d94ffda', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.804822] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.805545] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.805890] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2ed0410-d878-4f42-8d16-b2f38a0319fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.821467] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.828700] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.828700] env[69249]: value = "task-3659043" [ 716.828700] env[69249]: _type = "Task" [ 716.828700] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.838508] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659043, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.981641] env[69249]: DEBUG nova.network.neutron [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Successfully updated port: b5fad94e-b40f-4fbf-b15b-4342ca986c54 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.989072] env[69249]: DEBUG nova.compute.manager [req-0d27f960-2c8c-4dab-90dc-6f7956a3e573 req-341e1249-a9a2-4280-a55a-53ce15dd3568 service nova] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Received event network-changed-f7c82221-cefb-4f27-b961-37e46d94ffda {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.989271] env[69249]: DEBUG nova.compute.manager [req-0d27f960-2c8c-4dab-90dc-6f7956a3e573 req-341e1249-a9a2-4280-a55a-53ce15dd3568 service nova] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Refreshing instance network info cache due to event network-changed-f7c82221-cefb-4f27-b961-37e46d94ffda. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.989562] env[69249]: DEBUG oslo_concurrency.lockutils [req-0d27f960-2c8c-4dab-90dc-6f7956a3e573 req-341e1249-a9a2-4280-a55a-53ce15dd3568 service nova] Acquiring lock "refresh_cache-c6cb354f-dc6d-4e7c-8641-563e266abdee" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.989633] env[69249]: DEBUG oslo_concurrency.lockutils [req-0d27f960-2c8c-4dab-90dc-6f7956a3e573 req-341e1249-a9a2-4280-a55a-53ce15dd3568 service nova] Acquired lock "refresh_cache-c6cb354f-dc6d-4e7c-8641-563e266abdee" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.990853] env[69249]: DEBUG nova.network.neutron [req-0d27f960-2c8c-4dab-90dc-6f7956a3e573 req-341e1249-a9a2-4280-a55a-53ce15dd3568 service nova] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Refreshing network info cache for port f7c82221-cefb-4f27-b961-37e46d94ffda {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.132570] env[69249]: DEBUG oslo_concurrency.lockutils [None req-91319557-9f86-4250-85e6-319fc44ca049 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "18d75c35-9a2e-472b-a9b6-19b07904ffc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.868s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.169708] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659042, 'name': ReconfigVM_Task, 'duration_secs': 0.782487} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.169989] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Reconfigured VM instance instance-0000001c to attach disk [datastore2] ff74d8fd-f452-4e4d-8d77-c5f601352b43/ff74d8fd-f452-4e4d-8d77-c5f601352b43.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.170660] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55e2a33b-cc6a-40ab-965d-48f434de8f03 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.180389] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 717.180389] env[69249]: value = "task-3659044" [ 717.180389] env[69249]: _type = "Task" [ 717.180389] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.192036] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659044, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.339161] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659043, 'name': CreateVM_Task, 'duration_secs': 0.347517} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.339341] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.340010] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.340183] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.340482] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.344750] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d35fef-5e5c-4f95-8294-6f87d77e9b0b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.349905] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 717.349905] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52de2fe8-5efb-ae9c-9ab4-9d1655eb2e02" [ 717.349905] env[69249]: _type = "Task" [ 717.349905] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.358765] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52de2fe8-5efb-ae9c-9ab4-9d1655eb2e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.482652] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Acquiring lock "refresh_cache-8817abab-561b-4d70-a6b9-bd89eb6f22e2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.482810] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Acquired lock "refresh_cache-8817abab-561b-4d70-a6b9-bd89eb6f22e2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.482943] env[69249]: DEBUG nova.network.neutron [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.495101] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed531f80-3dc3-49ca-9397-069532372188 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.506434] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4bd718-1189-407b-8248-81634d0cc48f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.539520] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ce6f32-9ea0-4905-a389-9b4256e5da6a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.548457] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a155070-2953-4803-883a-e467bcd940ff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.566181] env[69249]: DEBUG nova.compute.provider_tree [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.691717] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659044, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.800657] env[69249]: DEBUG nova.network.neutron [req-0d27f960-2c8c-4dab-90dc-6f7956a3e573 req-341e1249-a9a2-4280-a55a-53ce15dd3568 service nova] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Updated VIF entry in instance network info cache for port f7c82221-cefb-4f27-b961-37e46d94ffda. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.801037] env[69249]: DEBUG nova.network.neutron [req-0d27f960-2c8c-4dab-90dc-6f7956a3e573 req-341e1249-a9a2-4280-a55a-53ce15dd3568 service nova] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Updating instance_info_cache with network_info: [{"id": "f7c82221-cefb-4f27-b961-37e46d94ffda", "address": "fa:16:3e:d4:ee:0d", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c82221-ce", "ovs_interfaceid": "f7c82221-cefb-4f27-b961-37e46d94ffda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.864380] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52de2fe8-5efb-ae9c-9ab4-9d1655eb2e02, 'name': SearchDatastore_Task, 'duration_secs': 0.010151} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.864380] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.864380] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.864380] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.867948] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.867948] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.867948] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-597c83eb-8ffe-4627-a8f6-a0cad0c5a730 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.879016] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.879016] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.879016] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deec5de4-d822-486e-910f-ffffa7c4da5b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.884406] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 717.884406] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e7c7cb-6ec2-020a-c552-b252b9a49c3d" [ 717.884406] env[69249]: _type = "Task" [ 717.884406] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.892941] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e7c7cb-6ec2-020a-c552-b252b9a49c3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.032279] env[69249]: DEBUG nova.network.neutron [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.070013] env[69249]: DEBUG nova.scheduler.client.report [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.203405] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659044, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.224568] env[69249]: DEBUG nova.network.neutron [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Updating instance_info_cache with network_info: [{"id": "b5fad94e-b40f-4fbf-b15b-4342ca986c54", "address": "fa:16:3e:4b:fd:8f", "network": {"id": "3bdf43d1-bde0-4741-82a0-27413399805f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-357109269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f67d00b7bb4400290e2829d8c2b75d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5fad94e-b4", "ovs_interfaceid": "b5fad94e-b40f-4fbf-b15b-4342ca986c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.304128] env[69249]: DEBUG oslo_concurrency.lockutils [req-0d27f960-2c8c-4dab-90dc-6f7956a3e573 req-341e1249-a9a2-4280-a55a-53ce15dd3568 service nova] Releasing lock "refresh_cache-c6cb354f-dc6d-4e7c-8641-563e266abdee" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.304449] env[69249]: DEBUG nova.compute.manager [req-0d27f960-2c8c-4dab-90dc-6f7956a3e573 req-341e1249-a9a2-4280-a55a-53ce15dd3568 service nova] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Received event network-vif-plugged-b5fad94e-b40f-4fbf-b15b-4342ca986c54 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.304667] env[69249]: DEBUG oslo_concurrency.lockutils [req-0d27f960-2c8c-4dab-90dc-6f7956a3e573 req-341e1249-a9a2-4280-a55a-53ce15dd3568 service nova] Acquiring lock "8817abab-561b-4d70-a6b9-bd89eb6f22e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.304883] env[69249]: DEBUG oslo_concurrency.lockutils [req-0d27f960-2c8c-4dab-90dc-6f7956a3e573 req-341e1249-a9a2-4280-a55a-53ce15dd3568 service nova] Lock "8817abab-561b-4d70-a6b9-bd89eb6f22e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.305057] env[69249]: DEBUG oslo_concurrency.lockutils [req-0d27f960-2c8c-4dab-90dc-6f7956a3e573 req-341e1249-a9a2-4280-a55a-53ce15dd3568 service nova] Lock "8817abab-561b-4d70-a6b9-bd89eb6f22e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.305281] env[69249]: DEBUG nova.compute.manager [req-0d27f960-2c8c-4dab-90dc-6f7956a3e573 req-341e1249-a9a2-4280-a55a-53ce15dd3568 service nova] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] No waiting events found dispatching network-vif-plugged-b5fad94e-b40f-4fbf-b15b-4342ca986c54 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 718.305380] env[69249]: WARNING nova.compute.manager [req-0d27f960-2c8c-4dab-90dc-6f7956a3e573 req-341e1249-a9a2-4280-a55a-53ce15dd3568 service nova] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Received unexpected event network-vif-plugged-b5fad94e-b40f-4fbf-b15b-4342ca986c54 for instance with vm_state building and task_state spawning. [ 718.397137] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e7c7cb-6ec2-020a-c552-b252b9a49c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.011322} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.397904] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-614163ec-0da0-4edb-94d6-0331a7938434 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.403903] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 718.403903] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52175b70-4edf-2069-15bc-07b2ae886aee" [ 718.403903] env[69249]: _type = "Task" [ 718.403903] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.413257] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52175b70-4edf-2069-15bc-07b2ae886aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.578092] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.584198] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.766s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.584198] env[69249]: INFO nova.compute.claims [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.604794] env[69249]: INFO nova.scheduler.client.report [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Deleted allocations for instance 5df4ac74-fe92-42db-8f1c-3d4e790edffe [ 718.694653] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659044, 'name': Rename_Task, 'duration_secs': 1.153133} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.694958] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.695218] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88a666ce-0def-45b0-84cb-f8129b0fae94 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.702748] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 718.702748] env[69249]: value = "task-3659045" [ 718.702748] env[69249]: _type = "Task" [ 718.702748] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.712694] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.727830] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Releasing lock "refresh_cache-8817abab-561b-4d70-a6b9-bd89eb6f22e2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.728184] env[69249]: DEBUG nova.compute.manager [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Instance network_info: |[{"id": "b5fad94e-b40f-4fbf-b15b-4342ca986c54", "address": "fa:16:3e:4b:fd:8f", "network": {"id": "3bdf43d1-bde0-4741-82a0-27413399805f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-357109269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f67d00b7bb4400290e2829d8c2b75d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5fad94e-b4", "ovs_interfaceid": "b5fad94e-b40f-4fbf-b15b-4342ca986c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.728600] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:fd:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5fad94e-b40f-4fbf-b15b-4342ca986c54', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.736898] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Creating folder: Project (9f67d00b7bb4400290e2829d8c2b75d9). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.737214] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11a7b73e-d437-419e-8102-a016374daff4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.755496] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Created folder: Project (9f67d00b7bb4400290e2829d8c2b75d9) in parent group-v729229. [ 718.755727] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Creating folder: Instances. Parent ref: group-v729330. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.755987] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14b6a335-6c0c-4513-8187-97f19a224030 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.773467] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Created folder: Instances in parent group-v729330. [ 718.773780] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.773997] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.774241] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f14adcec-3661-49f4-b289-51516212a2ca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.796757] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.796757] env[69249]: value = "task-3659048" [ 718.796757] env[69249]: _type = "Task" [ 718.796757] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.804929] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659048, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.918490] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52175b70-4edf-2069-15bc-07b2ae886aee, 'name': SearchDatastore_Task, 'duration_secs': 0.012856} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.919015] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.920342] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] c6cb354f-dc6d-4e7c-8641-563e266abdee/c6cb354f-dc6d-4e7c-8641-563e266abdee.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.920342] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3520d034-1943-43bc-815e-07b629088586 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.928321] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 718.928321] env[69249]: value = "task-3659049" [ 718.928321] env[69249]: _type = "Task" [ 718.928321] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.938568] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.065562] env[69249]: DEBUG nova.compute.manager [req-8bcb800d-87ad-4c39-9091-153307a0c193 req-de6bbeeb-bacf-4ebd-b8f8-e6844e24b85b service nova] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Received event network-changed-b5fad94e-b40f-4fbf-b15b-4342ca986c54 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.065799] env[69249]: DEBUG nova.compute.manager [req-8bcb800d-87ad-4c39-9091-153307a0c193 req-de6bbeeb-bacf-4ebd-b8f8-e6844e24b85b service nova] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Refreshing instance network info cache due to event network-changed-b5fad94e-b40f-4fbf-b15b-4342ca986c54. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.065995] env[69249]: DEBUG oslo_concurrency.lockutils [req-8bcb800d-87ad-4c39-9091-153307a0c193 req-de6bbeeb-bacf-4ebd-b8f8-e6844e24b85b service nova] Acquiring lock "refresh_cache-8817abab-561b-4d70-a6b9-bd89eb6f22e2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.066152] env[69249]: DEBUG oslo_concurrency.lockutils [req-8bcb800d-87ad-4c39-9091-153307a0c193 req-de6bbeeb-bacf-4ebd-b8f8-e6844e24b85b service nova] Acquired lock "refresh_cache-8817abab-561b-4d70-a6b9-bd89eb6f22e2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.066385] env[69249]: DEBUG nova.network.neutron [req-8bcb800d-87ad-4c39-9091-153307a0c193 req-de6bbeeb-bacf-4ebd-b8f8-e6844e24b85b service nova] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Refreshing network info cache for port b5fad94e-b40f-4fbf-b15b-4342ca986c54 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.114366] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1f1aaf8f-cd26-4648-b3f8-ae8a830f39a3 tempest-ServerMetadataTestJSON-1626171999 tempest-ServerMetadataTestJSON-1626171999-project-member] Lock "5df4ac74-fe92-42db-8f1c-3d4e790edffe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.045s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.219985] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.308818] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659048, 'name': CreateVM_Task, 'duration_secs': 0.400338} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.309036] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.311318] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.311318] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.311318] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.311318] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f30fe0-4265-4fc7-9100-b7a18e307fdf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.319855] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Waiting for the task: (returnval){ [ 719.319855] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52006d3f-a6c9-501d-5c20-26bf88aa8abb" [ 719.319855] env[69249]: _type = "Task" [ 719.319855] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.333668] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52006d3f-a6c9-501d-5c20-26bf88aa8abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.440632] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505887} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.440865] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] c6cb354f-dc6d-4e7c-8641-563e266abdee/c6cb354f-dc6d-4e7c-8641-563e266abdee.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.441519] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.441519] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5324816-3474-4089-b978-e216cc250cf2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.448685] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 719.448685] env[69249]: value = "task-3659050" [ 719.448685] env[69249]: _type = "Task" [ 719.448685] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.459430] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.718011] env[69249]: DEBUG oslo_vmware.api [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659045, 'name': PowerOnVM_Task, 'duration_secs': 0.627767} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.718395] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.718609] env[69249]: INFO nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Took 10.18 seconds to spawn the instance on the hypervisor. [ 719.718794] env[69249]: DEBUG nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 719.719712] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8066582a-2add-41d4-82d3-4ee4ae3f3503 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.833797] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52006d3f-a6c9-501d-5c20-26bf88aa8abb, 'name': SearchDatastore_Task, 'duration_secs': 0.05954} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.834208] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.834476] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.834698] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.834846] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.835030] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.835293] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-501d0c78-6a90-4b63-a2ae-c10920555759 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.848657] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.848789] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.851966] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4557de9c-8f90-4d0e-9a1b-a160ba140e6d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.860890] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Waiting for the task: (returnval){ [ 719.860890] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528c2f55-ec49-8ed3-6918-be14f3b912f8" [ 719.860890] env[69249]: _type = "Task" [ 719.860890] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.869332] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528c2f55-ec49-8ed3-6918-be14f3b912f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.965966] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060103} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.966286] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.967205] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0080047-6a6c-4473-84d0-b08a4005a83a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.995170] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] c6cb354f-dc6d-4e7c-8641-563e266abdee/c6cb354f-dc6d-4e7c-8641-563e266abdee.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.998285] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b3dc87a-ed41-48de-bb64-0f1e6a0bf376 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.022796] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 720.022796] env[69249]: value = "task-3659051" [ 720.022796] env[69249]: _type = "Task" [ 720.022796] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.037800] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659051, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.081709] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e1a600-2a78-42c6-8367-686fbffafc26 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.090184] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a030d5-67a6-420a-b740-53338066c25c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.124720] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2668c991-e482-4788-b971-133d3aea280a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.133555] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84b936c-19cf-4252-9da1-d52fda3fe8dc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.150613] env[69249]: DEBUG nova.compute.provider_tree [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.182518] env[69249]: DEBUG nova.network.neutron [req-8bcb800d-87ad-4c39-9091-153307a0c193 req-de6bbeeb-bacf-4ebd-b8f8-e6844e24b85b service nova] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Updated VIF entry in instance network info cache for port b5fad94e-b40f-4fbf-b15b-4342ca986c54. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.182874] env[69249]: DEBUG nova.network.neutron [req-8bcb800d-87ad-4c39-9091-153307a0c193 req-de6bbeeb-bacf-4ebd-b8f8-e6844e24b85b service nova] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Updating instance_info_cache with network_info: [{"id": "b5fad94e-b40f-4fbf-b15b-4342ca986c54", "address": "fa:16:3e:4b:fd:8f", "network": {"id": "3bdf43d1-bde0-4741-82a0-27413399805f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-357109269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f67d00b7bb4400290e2829d8c2b75d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5fad94e-b4", "ovs_interfaceid": "b5fad94e-b40f-4fbf-b15b-4342ca986c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.244261] env[69249]: INFO nova.compute.manager [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Took 44.15 seconds to build instance. [ 720.373737] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528c2f55-ec49-8ed3-6918-be14f3b912f8, 'name': SearchDatastore_Task, 'duration_secs': 0.016135} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.374597] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb742413-8f72-4017-a350-e0768df244ed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.386295] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Waiting for the task: (returnval){ [ 720.386295] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52310bb7-5641-74a4-3e08-96917dd94511" [ 720.386295] env[69249]: _type = "Task" [ 720.386295] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.395410] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52310bb7-5641-74a4-3e08-96917dd94511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.506531] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquiring lock "99c1dbd9-43fd-4409-b744-89b969a148ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.509132] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "99c1dbd9-43fd-4409-b744-89b969a148ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.534049] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.654784] env[69249]: DEBUG nova.scheduler.client.report [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.685550] env[69249]: DEBUG oslo_concurrency.lockutils [req-8bcb800d-87ad-4c39-9091-153307a0c193 req-de6bbeeb-bacf-4ebd-b8f8-e6844e24b85b service nova] Releasing lock "refresh_cache-8817abab-561b-4d70-a6b9-bd89eb6f22e2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.746405] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0d1e2f40-0c04-4b9d-ab07-d7cfe8abc039 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "ff74d8fd-f452-4e4d-8d77-c5f601352b43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.530s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.898760] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52310bb7-5641-74a4-3e08-96917dd94511, 'name': SearchDatastore_Task, 'duration_secs': 0.013039} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.899254] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.899652] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 8817abab-561b-4d70-a6b9-bd89eb6f22e2/8817abab-561b-4d70-a6b9-bd89eb6f22e2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.900072] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d82a1e3-3153-42c1-b640-3f845c78b307 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.908087] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Waiting for the task: (returnval){ [ 720.908087] env[69249]: value = "task-3659052" [ 720.908087] env[69249]: _type = "Task" [ 720.908087] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.919531] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': task-3659052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.035171] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659051, 'name': ReconfigVM_Task, 'duration_secs': 0.874279} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.035439] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Reconfigured VM instance instance-0000001d to attach disk [datastore1] c6cb354f-dc6d-4e7c-8641-563e266abdee/c6cb354f-dc6d-4e7c-8641-563e266abdee.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.036642] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f094f8ea-3a95-4d7b-b9ba-938bdf2ddaa1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.045385] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 721.045385] env[69249]: value = "task-3659053" [ 721.045385] env[69249]: _type = "Task" [ 721.045385] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.056608] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659053, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.165245] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.165245] env[69249]: DEBUG nova.compute.manager [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.166436] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.609s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.170140] env[69249]: DEBUG nova.objects.instance [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Lazy-loading 'resources' on Instance uuid 1f9216ea-191d-48a3-bc40-d9951344a576 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.239556] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "ff74d8fd-f452-4e4d-8d77-c5f601352b43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.239867] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "ff74d8fd-f452-4e4d-8d77-c5f601352b43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.240115] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "ff74d8fd-f452-4e4d-8d77-c5f601352b43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.240366] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "ff74d8fd-f452-4e4d-8d77-c5f601352b43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.240577] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "ff74d8fd-f452-4e4d-8d77-c5f601352b43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.242941] env[69249]: INFO nova.compute.manager [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Terminating instance [ 721.250377] env[69249]: DEBUG nova.compute.manager [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.313287] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "49488ff2-0d08-4cb6-9f10-d527398a2fae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.313588] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "49488ff2-0d08-4cb6-9f10-d527398a2fae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.317860] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "49488ff2-0d08-4cb6-9f10-d527398a2fae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.317860] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "49488ff2-0d08-4cb6-9f10-d527398a2fae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.317860] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "49488ff2-0d08-4cb6-9f10-d527398a2fae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.317860] env[69249]: INFO nova.compute.manager [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Terminating instance [ 721.421780] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': task-3659052, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.563548] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659053, 'name': Rename_Task, 'duration_secs': 0.16644} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.563913] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.564224] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7baacddd-2f6e-4a3e-931f-918665d14a53 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.572981] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 721.572981] env[69249]: value = "task-3659054" [ 721.572981] env[69249]: _type = "Task" [ 721.572981] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.584388] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.674291] env[69249]: DEBUG nova.compute.utils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.676072] env[69249]: DEBUG nova.compute.manager [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.676256] env[69249]: DEBUG nova.network.neutron [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.747186] env[69249]: DEBUG nova.compute.manager [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.747465] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.748403] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f3d704-74ae-4e0a-82a6-d275f6c435ad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.756744] env[69249]: DEBUG nova.policy [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36fb5c5ef07b46a8abb9ce7eb7a35ebd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ac15a1b73e442fd9c7e898e258a0169', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.772924] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.772924] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aa21078-c4fd-41c5-a243-4b15daef4901 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.779286] env[69249]: DEBUG oslo_vmware.api [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 721.779286] env[69249]: value = "task-3659055" [ 721.779286] env[69249]: _type = "Task" [ 721.779286] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.785634] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.791357] env[69249]: DEBUG oslo_vmware.api [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.821196] env[69249]: DEBUG nova.compute.manager [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.821478] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.822385] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1065e85e-3647-4ff0-93ab-2e2201802c8e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.830770] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.831403] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40be003d-aeda-42a9-bda0-fc6a21350203 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.839794] env[69249]: DEBUG oslo_vmware.api [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 721.839794] env[69249]: value = "task-3659056" [ 721.839794] env[69249]: _type = "Task" [ 721.839794] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.855505] env[69249]: DEBUG oslo_vmware.api [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.921361] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': task-3659052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659661} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.921684] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 8817abab-561b-4d70-a6b9-bd89eb6f22e2/8817abab-561b-4d70-a6b9-bd89eb6f22e2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.921809] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.922073] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74ab39e7-73c6-42c8-ae1e-25272287edcd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.930434] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Waiting for the task: (returnval){ [ 721.930434] env[69249]: value = "task-3659057" [ 721.930434] env[69249]: _type = "Task" [ 721.930434] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.944872] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': task-3659057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.091875] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659054, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.110695] env[69249]: DEBUG nova.network.neutron [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Successfully created port: c3a7bd51-2db0-403d-ae0f-25d8ea52b679 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.184698] env[69249]: DEBUG nova.compute.manager [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.236197] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1000c37-8001-4537-9ed6-87277d425e7a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.245573] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f3d846-c821-4eda-b9fc-2f79d19cae22 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.285956] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36005e8e-05c6-40ac-b7b5-f6114d3468c5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.295226] env[69249]: DEBUG oslo_vmware.api [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659055, 'name': PowerOffVM_Task, 'duration_secs': 0.365949} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.297424] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.297609] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.298959] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-221c8e0d-7aca-4434-bb42-23c2e02c75f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.300750] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07653de-cac6-4b0c-bd75-93eec09e216d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.318015] env[69249]: DEBUG nova.compute.provider_tree [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.350376] env[69249]: DEBUG oslo_vmware.api [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659056, 'name': PowerOffVM_Task, 'duration_secs': 0.311007} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.350645] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.350833] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.351115] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5012c83e-0c16-4c71-9468-1f17b14ffc1c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.390483] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.390787] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.391128] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Deleting the datastore file [datastore2] ff74d8fd-f452-4e4d-8d77-c5f601352b43 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.391564] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db95a7e5-d2db-4bbd-91fb-a2b51b6b39bc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.401198] env[69249]: DEBUG oslo_vmware.api [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 722.401198] env[69249]: value = "task-3659060" [ 722.401198] env[69249]: _type = "Task" [ 722.401198] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.413236] env[69249]: DEBUG oslo_vmware.api [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.432364] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.432364] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.432364] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Deleting the datastore file [datastore2] 49488ff2-0d08-4cb6-9f10-d527398a2fae {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.436071] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c86d3b83-c8a4-43fe-8925-07f5dd91d580 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.444746] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': task-3659057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077727} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.446115] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.446489] env[69249]: DEBUG oslo_vmware.api [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 722.446489] env[69249]: value = "task-3659061" [ 722.446489] env[69249]: _type = "Task" [ 722.446489] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.447358] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b785c9fb-1760-4d9d-8f12-51b5781e40ed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.459278] env[69249]: DEBUG oslo_vmware.api [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.479630] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 8817abab-561b-4d70-a6b9-bd89eb6f22e2/8817abab-561b-4d70-a6b9-bd89eb6f22e2.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.479959] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68f224a6-4104-4552-b35e-429549fbb006 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.502520] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Waiting for the task: (returnval){ [ 722.502520] env[69249]: value = "task-3659062" [ 722.502520] env[69249]: _type = "Task" [ 722.502520] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.513018] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': task-3659062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.585896] env[69249]: DEBUG oslo_vmware.api [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659054, 'name': PowerOnVM_Task, 'duration_secs': 0.849683} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.586187] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.586706] env[69249]: INFO nova.compute.manager [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Took 8.19 seconds to spawn the instance on the hypervisor. [ 722.586830] env[69249]: DEBUG nova.compute.manager [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 722.588309] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec095720-b2f2-4e90-8077-d5c92603ce0d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.826422] env[69249]: DEBUG nova.scheduler.client.report [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.914793] env[69249]: DEBUG oslo_vmware.api [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317851} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.914793] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.914793] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.914793] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.914793] env[69249]: INFO nova.compute.manager [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Took 1.17 seconds to destroy the instance on the hypervisor. [ 722.914793] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.914793] env[69249]: DEBUG nova.compute.manager [-] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.915164] env[69249]: DEBUG nova.network.neutron [-] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.962650] env[69249]: DEBUG oslo_vmware.api [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311359} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.962650] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.962650] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.962999] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.962999] env[69249]: INFO nova.compute.manager [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Took 1.14 seconds to destroy the instance on the hypervisor. [ 722.963135] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.963309] env[69249]: DEBUG nova.compute.manager [-] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.963466] env[69249]: DEBUG nova.network.neutron [-] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.012720] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': task-3659062, 'name': ReconfigVM_Task, 'duration_secs': 0.328239} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.012975] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 8817abab-561b-4d70-a6b9-bd89eb6f22e2/8817abab-561b-4d70-a6b9-bd89eb6f22e2.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.013736] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf52acff-06f9-4c34-9052-fbb5a8df6924 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.021711] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Waiting for the task: (returnval){ [ 723.021711] env[69249]: value = "task-3659063" [ 723.021711] env[69249]: _type = "Task" [ 723.021711] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.033939] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': task-3659063, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.110561] env[69249]: INFO nova.compute.manager [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Took 42.98 seconds to build instance. [ 723.200497] env[69249]: DEBUG nova.compute.manager [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.235028] env[69249]: DEBUG nova.virt.hardware [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.235276] env[69249]: DEBUG nova.virt.hardware [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.235434] env[69249]: DEBUG nova.virt.hardware [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.235607] env[69249]: DEBUG nova.virt.hardware [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.238734] env[69249]: DEBUG nova.virt.hardware [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.238734] env[69249]: DEBUG nova.virt.hardware [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.238734] env[69249]: DEBUG nova.virt.hardware [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.238734] env[69249]: DEBUG nova.virt.hardware [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.238734] env[69249]: DEBUG nova.virt.hardware [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.238734] env[69249]: DEBUG nova.virt.hardware [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.238734] env[69249]: DEBUG nova.virt.hardware [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.238734] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610a7664-b7ee-4c3b-890b-5ca4dc1d4162 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.248461] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9f0fad-fc65-4f0f-80aa-1d60740df651 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.281234] env[69249]: DEBUG nova.compute.manager [req-b0096814-6421-4b01-8355-f6191126d42a req-261c924a-1024-413c-a603-456be52b289e service nova] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Received event network-vif-deleted-13fd74e7-8588-405b-ae70-95c0ac0568b3 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.281505] env[69249]: INFO nova.compute.manager [req-b0096814-6421-4b01-8355-f6191126d42a req-261c924a-1024-413c-a603-456be52b289e service nova] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Neutron deleted interface 13fd74e7-8588-405b-ae70-95c0ac0568b3; detaching it from the instance and deleting it from the info cache [ 723.281556] env[69249]: DEBUG nova.network.neutron [req-b0096814-6421-4b01-8355-f6191126d42a req-261c924a-1024-413c-a603-456be52b289e service nova] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.288122] env[69249]: DEBUG nova.compute.manager [req-6646c59e-51a3-44e5-a2bf-249f3bd96d8e req-d91465d1-d1b9-4909-a1c2-0bf3c805dfb6 service nova] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Received event network-vif-deleted-4fa0867d-0825-46d3-9d49-e53de1ebb724 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.288287] env[69249]: INFO nova.compute.manager [req-6646c59e-51a3-44e5-a2bf-249f3bd96d8e req-d91465d1-d1b9-4909-a1c2-0bf3c805dfb6 service nova] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Neutron deleted interface 4fa0867d-0825-46d3-9d49-e53de1ebb724; detaching it from the instance and deleting it from the info cache [ 723.288486] env[69249]: DEBUG nova.network.neutron [req-6646c59e-51a3-44e5-a2bf-249f3bd96d8e req-d91465d1-d1b9-4909-a1c2-0bf3c805dfb6 service nova] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.332512] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.335125] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.118s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.335125] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.335316] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 723.335677] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.124s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.337370] env[69249]: INFO nova.compute.claims [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.342299] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d4171d-fe4d-40fd-8e6b-1c92e501dbf4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.351596] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bc64eb-dd8c-415a-9f38-d4cbd470aa67 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.369048] env[69249]: INFO nova.scheduler.client.report [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Deleted allocations for instance 1f9216ea-191d-48a3-bc40-d9951344a576 [ 723.371295] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa60f75-8f80-4015-9ddc-eb7ec30b592e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.386465] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05f3631-8ff2-4ba4-93ac-ad28f005d961 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.419672] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179391MB free_disk=70GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 723.419841] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.531136] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "3aac0eba-9c02-43ce-84a7-838b09f4ae7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.531404] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "3aac0eba-9c02-43ce-84a7-838b09f4ae7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.536774] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': task-3659063, 'name': Rename_Task, 'duration_secs': 0.332111} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.537038] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.537284] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78b440ed-78c6-458c-b88f-c9bae27e9225 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.544576] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Waiting for the task: (returnval){ [ 723.544576] env[69249]: value = "task-3659064" [ 723.544576] env[69249]: _type = "Task" [ 723.544576] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.552937] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': task-3659064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.613768] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3b11161-1619-478f-a7fd-319e7efe7592 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "c6cb354f-dc6d-4e7c-8641-563e266abdee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.186s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.716950] env[69249]: DEBUG nova.network.neutron [-] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.723369] env[69249]: DEBUG nova.network.neutron [-] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.784861] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bf05f9f-5af5-4eb7-ab29-223697fb3c2e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.793677] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-306116c5-db82-4b88-9e4e-b0edb950eb41 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.799521] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2368fcfe-598b-4906-ad51-4e131c03f4de {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.837836] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c59cdb-879d-417c-8776-3d13f37ad7e3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.850819] env[69249]: DEBUG nova.compute.manager [req-b0096814-6421-4b01-8355-f6191126d42a req-261c924a-1024-413c-a603-456be52b289e service nova] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Detach interface failed, port_id=13fd74e7-8588-405b-ae70-95c0ac0568b3, reason: Instance ff74d8fd-f452-4e4d-8d77-c5f601352b43 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 723.864915] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "10282b3a-8a35-496d-9768-113bbd170f79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.865166] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "10282b3a-8a35-496d-9768-113bbd170f79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.880184] env[69249]: DEBUG nova.compute.manager [req-6646c59e-51a3-44e5-a2bf-249f3bd96d8e req-d91465d1-d1b9-4909-a1c2-0bf3c805dfb6 service nova] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Detach interface failed, port_id=4fa0867d-0825-46d3-9d49-e53de1ebb724, reason: Instance 49488ff2-0d08-4cb6-9f10-d527398a2fae could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 723.883518] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02beb25b-d086-46f2-9e37-889de21545ec tempest-FloatingIPsAssociationNegativeTestJSON-731998405 tempest-FloatingIPsAssociationNegativeTestJSON-731998405-project-member] Lock "1f9216ea-191d-48a3-bc40-d9951344a576" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.101s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.905240] env[69249]: DEBUG nova.network.neutron [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Successfully updated port: c3a7bd51-2db0-403d-ae0f-25d8ea52b679 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.056907] env[69249]: DEBUG oslo_vmware.api [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': task-3659064, 'name': PowerOnVM_Task, 'duration_secs': 0.487676} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.057442] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.057719] env[69249]: INFO nova.compute.manager [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Took 7.50 seconds to spawn the instance on the hypervisor. [ 724.060359] env[69249]: DEBUG nova.compute.manager [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 724.060359] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2397bb29-d591-4946-8eb6-c1aa9b917e49 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.116970] env[69249]: DEBUG nova.compute.manager [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.219376] env[69249]: INFO nova.compute.manager [-] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Took 1.30 seconds to deallocate network for instance. [ 724.229668] env[69249]: INFO nova.compute.manager [-] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Took 1.27 seconds to deallocate network for instance. [ 724.378546] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3db91fc-a7fe-4f48-aa2f-6c5487cde43f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.387538] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a36da3-f8f4-4221-a10c-e6f7fc468010 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.418784] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquiring lock "refresh_cache-29788d3d-c393-465e-b943-cf86f8b7916f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.418933] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquired lock "refresh_cache-29788d3d-c393-465e-b943-cf86f8b7916f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.419100] env[69249]: DEBUG nova.network.neutron [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.421094] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe685ed-ad1c-4ac7-a4df-a9816f314fbc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.432100] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c43447-71a3-473f-954a-9c331e133a07 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.444941] env[69249]: DEBUG nova.compute.provider_tree [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.518572] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquiring lock "def44b38-88fa-40fc-936c-d89fe9e8cf2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.518852] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "def44b38-88fa-40fc-936c-d89fe9e8cf2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.519186] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquiring lock "def44b38-88fa-40fc-936c-d89fe9e8cf2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.519378] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "def44b38-88fa-40fc-936c-d89fe9e8cf2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.519548] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "def44b38-88fa-40fc-936c-d89fe9e8cf2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.524807] env[69249]: INFO nova.compute.manager [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Terminating instance [ 724.593118] env[69249]: INFO nova.compute.manager [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Took 43.64 seconds to build instance. [ 724.641953] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.726028] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.736189] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.947881] env[69249]: DEBUG nova.scheduler.client.report [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.003380] env[69249]: DEBUG nova.network.neutron [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.030159] env[69249]: DEBUG nova.compute.manager [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.030440] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.031483] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14b7276-6a3b-4dd8-9a0d-eb565c2c34ba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.042325] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.042666] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8416398e-13f3-4581-95e4-30a9d46efba6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.050509] env[69249]: DEBUG oslo_vmware.api [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 725.050509] env[69249]: value = "task-3659065" [ 725.050509] env[69249]: _type = "Task" [ 725.050509] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.068117] env[69249]: DEBUG oslo_vmware.api [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.096597] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a9f81f67-fdc7-48ef-8c5b-8c41171ca83f tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Lock "8817abab-561b-4d70-a6b9-bd89eb6f22e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.210s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.197019] env[69249]: INFO nova.compute.manager [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Rebuilding instance [ 725.263364] env[69249]: DEBUG nova.compute.manager [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 725.264347] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd24efc-22cc-4c52-8243-9bd1bafea694 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.304777] env[69249]: DEBUG nova.network.neutron [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Updating instance_info_cache with network_info: [{"id": "c3a7bd51-2db0-403d-ae0f-25d8ea52b679", "address": "fa:16:3e:1f:26:5b", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3a7bd51-2d", "ovs_interfaceid": "c3a7bd51-2db0-403d-ae0f-25d8ea52b679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.453089] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.455729] env[69249]: DEBUG nova.compute.manager [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.456327] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.589s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.458069] env[69249]: INFO nova.compute.claims [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.562932] env[69249]: DEBUG oslo_vmware.api [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659065, 'name': PowerOffVM_Task, 'duration_secs': 0.227954} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.564605] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.564796] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.567465] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31cbbd01-4cfb-479f-9590-d89fc18155a4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.570286] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquiring lock "04de2a83-d1dd-4619-b623-e5cd1b9c8102" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.570520] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "04de2a83-d1dd-4619-b623-e5cd1b9c8102" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.602016] env[69249]: DEBUG nova.compute.manager [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.618729] env[69249]: DEBUG nova.compute.manager [req-1008df7e-4ed2-4a5e-95c8-4f1377582846 req-4747a55a-1ea2-4c18-9d07-5abc25b88ecf service nova] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Received event network-vif-plugged-c3a7bd51-2db0-403d-ae0f-25d8ea52b679 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.618729] env[69249]: DEBUG oslo_concurrency.lockutils [req-1008df7e-4ed2-4a5e-95c8-4f1377582846 req-4747a55a-1ea2-4c18-9d07-5abc25b88ecf service nova] Acquiring lock "29788d3d-c393-465e-b943-cf86f8b7916f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.619351] env[69249]: DEBUG oslo_concurrency.lockutils [req-1008df7e-4ed2-4a5e-95c8-4f1377582846 req-4747a55a-1ea2-4c18-9d07-5abc25b88ecf service nova] Lock "29788d3d-c393-465e-b943-cf86f8b7916f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.619351] env[69249]: DEBUG oslo_concurrency.lockutils [req-1008df7e-4ed2-4a5e-95c8-4f1377582846 req-4747a55a-1ea2-4c18-9d07-5abc25b88ecf service nova] Lock "29788d3d-c393-465e-b943-cf86f8b7916f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.619513] env[69249]: DEBUG nova.compute.manager [req-1008df7e-4ed2-4a5e-95c8-4f1377582846 req-4747a55a-1ea2-4c18-9d07-5abc25b88ecf service nova] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] No waiting events found dispatching network-vif-plugged-c3a7bd51-2db0-403d-ae0f-25d8ea52b679 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.620974] env[69249]: WARNING nova.compute.manager [req-1008df7e-4ed2-4a5e-95c8-4f1377582846 req-4747a55a-1ea2-4c18-9d07-5abc25b88ecf service nova] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Received unexpected event network-vif-plugged-c3a7bd51-2db0-403d-ae0f-25d8ea52b679 for instance with vm_state building and task_state spawning. [ 725.620974] env[69249]: DEBUG nova.compute.manager [req-1008df7e-4ed2-4a5e-95c8-4f1377582846 req-4747a55a-1ea2-4c18-9d07-5abc25b88ecf service nova] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Received event network-changed-c3a7bd51-2db0-403d-ae0f-25d8ea52b679 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.620974] env[69249]: DEBUG nova.compute.manager [req-1008df7e-4ed2-4a5e-95c8-4f1377582846 req-4747a55a-1ea2-4c18-9d07-5abc25b88ecf service nova] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Refreshing instance network info cache due to event network-changed-c3a7bd51-2db0-403d-ae0f-25d8ea52b679. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.620974] env[69249]: DEBUG oslo_concurrency.lockutils [req-1008df7e-4ed2-4a5e-95c8-4f1377582846 req-4747a55a-1ea2-4c18-9d07-5abc25b88ecf service nova] Acquiring lock "refresh_cache-29788d3d-c393-465e-b943-cf86f8b7916f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.652746] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.652963] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.653427] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Deleting the datastore file [datastore2] def44b38-88fa-40fc-936c-d89fe9e8cf2c {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.653670] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36280187-ef19-4f5c-8a0c-90e0fc99b606 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.663866] env[69249]: DEBUG oslo_vmware.api [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 725.663866] env[69249]: value = "task-3659067" [ 725.663866] env[69249]: _type = "Task" [ 725.663866] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.675649] env[69249]: DEBUG oslo_vmware.api [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.807582] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Releasing lock "refresh_cache-29788d3d-c393-465e-b943-cf86f8b7916f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.807946] env[69249]: DEBUG nova.compute.manager [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Instance network_info: |[{"id": "c3a7bd51-2db0-403d-ae0f-25d8ea52b679", "address": "fa:16:3e:1f:26:5b", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3a7bd51-2d", "ovs_interfaceid": "c3a7bd51-2db0-403d-ae0f-25d8ea52b679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.808267] env[69249]: DEBUG oslo_concurrency.lockutils [req-1008df7e-4ed2-4a5e-95c8-4f1377582846 req-4747a55a-1ea2-4c18-9d07-5abc25b88ecf service nova] Acquired lock "refresh_cache-29788d3d-c393-465e-b943-cf86f8b7916f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.808438] env[69249]: DEBUG nova.network.neutron [req-1008df7e-4ed2-4a5e-95c8-4f1377582846 req-4747a55a-1ea2-4c18-9d07-5abc25b88ecf service nova] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Refreshing network info cache for port c3a7bd51-2db0-403d-ae0f-25d8ea52b679 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.809648] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:26:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3a7bd51-2db0-403d-ae0f-25d8ea52b679', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.817370] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.818243] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.818475] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a2ca667-b193-488e-be0a-ca4e942a97e9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.839945] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.839945] env[69249]: value = "task-3659068" [ 725.839945] env[69249]: _type = "Task" [ 725.839945] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.848869] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659068, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.962321] env[69249]: DEBUG nova.compute.utils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.966530] env[69249]: DEBUG nova.compute.manager [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.966530] env[69249]: DEBUG nova.network.neutron [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.010308] env[69249]: DEBUG nova.policy [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a6b46b9c06741bf927d76ea15e53256', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b115b13acd64b8387512095d0ec92b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.130155] env[69249]: DEBUG oslo_concurrency.lockutils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.174924] env[69249]: DEBUG oslo_vmware.api [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322343} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.175234] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.175597] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.175597] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.175754] env[69249]: INFO nova.compute.manager [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 726.175990] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.176201] env[69249]: DEBUG nova.compute.manager [-] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.176303] env[69249]: DEBUG nova.network.neutron [-] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.190743] env[69249]: DEBUG oslo_concurrency.lockutils [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Acquiring lock "8817abab-561b-4d70-a6b9-bd89eb6f22e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.191043] env[69249]: DEBUG oslo_concurrency.lockutils [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Lock "8817abab-561b-4d70-a6b9-bd89eb6f22e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.191261] env[69249]: DEBUG oslo_concurrency.lockutils [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Acquiring lock "8817abab-561b-4d70-a6b9-bd89eb6f22e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.191458] env[69249]: DEBUG oslo_concurrency.lockutils [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Lock "8817abab-561b-4d70-a6b9-bd89eb6f22e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.192074] env[69249]: DEBUG oslo_concurrency.lockutils [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Lock "8817abab-561b-4d70-a6b9-bd89eb6f22e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.195111] env[69249]: INFO nova.compute.manager [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Terminating instance [ 726.280699] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.281436] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbc0c789-6236-4431-aed2-950479b550eb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.289485] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 726.289485] env[69249]: value = "task-3659069" [ 726.289485] env[69249]: _type = "Task" [ 726.289485] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.302874] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.352578] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659068, 'name': CreateVM_Task, 'duration_secs': 0.480758} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.352892] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.353568] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.353734] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.354073] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.354342] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fbe4e21-7388-4f5a-852b-99113d95224b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.363200] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 726.363200] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520a2c42-e5a4-8e15-04a9-88f062d6e0db" [ 726.363200] env[69249]: _type = "Task" [ 726.363200] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.372149] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520a2c42-e5a4-8e15-04a9-88f062d6e0db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.466958] env[69249]: DEBUG nova.compute.manager [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.604091] env[69249]: DEBUG nova.network.neutron [req-1008df7e-4ed2-4a5e-95c8-4f1377582846 req-4747a55a-1ea2-4c18-9d07-5abc25b88ecf service nova] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Updated VIF entry in instance network info cache for port c3a7bd51-2db0-403d-ae0f-25d8ea52b679. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.604854] env[69249]: DEBUG nova.network.neutron [req-1008df7e-4ed2-4a5e-95c8-4f1377582846 req-4747a55a-1ea2-4c18-9d07-5abc25b88ecf service nova] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Updating instance_info_cache with network_info: [{"id": "c3a7bd51-2db0-403d-ae0f-25d8ea52b679", "address": "fa:16:3e:1f:26:5b", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3a7bd51-2d", "ovs_interfaceid": "c3a7bd51-2db0-403d-ae0f-25d8ea52b679", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.614610] env[69249]: DEBUG nova.network.neutron [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Successfully created port: 1b12ce65-c240-407c-be96-4e30b18bb436 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.700799] env[69249]: DEBUG nova.compute.manager [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.701132] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.703354] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a29be6-1d42-4a47-9209-b560fdf80935 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.713415] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.713728] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb8daecb-0c3b-4985-b39f-a9791c8dd8e7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.723472] env[69249]: DEBUG oslo_vmware.api [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Waiting for the task: (returnval){ [ 726.723472] env[69249]: value = "task-3659070" [ 726.723472] env[69249]: _type = "Task" [ 726.723472] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.733052] env[69249]: DEBUG oslo_vmware.api [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': task-3659070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.803286] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659069, 'name': PowerOffVM_Task, 'duration_secs': 0.343545} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.803471] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.804081] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.805533] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbdae9a-16c4-4204-9241-988fff4a9ac2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.816291] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.816554] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d5e1835-abd4-4ac7-8c9b-3303a739c875 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.880091] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520a2c42-e5a4-8e15-04a9-88f062d6e0db, 'name': SearchDatastore_Task, 'duration_secs': 0.017857} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.883620] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.883910] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.884210] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.884378] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.884612] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.885602] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d7a4684-b5c6-4d0b-b500-91d8fecba5aa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.889248] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.889386] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.889593] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleting the datastore file [datastore1] c6cb354f-dc6d-4e7c-8641-563e266abdee {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.890279] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5915985-4af4-4aaa-a59c-eca795423275 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.897054] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.897054] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.898748] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a00de9-dbbe-491d-9ea8-4831e81681e2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.902082] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 726.902082] env[69249]: value = "task-3659072" [ 726.902082] env[69249]: _type = "Task" [ 726.902082] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.911390] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 726.911390] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52493ad6-698e-bc9c-4734-55dc78acca07" [ 726.911390] env[69249]: _type = "Task" [ 726.911390] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.919643] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.927254] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52493ad6-698e-bc9c-4734-55dc78acca07, 'name': SearchDatastore_Task, 'duration_secs': 0.010843} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.928488] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccb04352-a096-4202-bcb3-be74ad5f07e3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.947227] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 726.947227] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52aa3e04-cfe9-015c-0915-5db3a78f7cb8" [ 726.947227] env[69249]: _type = "Task" [ 726.947227] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.969379] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52aa3e04-cfe9-015c-0915-5db3a78f7cb8, 'name': SearchDatastore_Task, 'duration_secs': 0.016981} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.969660] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.969967] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 29788d3d-c393-465e-b943-cf86f8b7916f/29788d3d-c393-465e-b943-cf86f8b7916f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.970273] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34a412dd-1ae4-4e6f-b6a7-02652d9f7bcd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.986717] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 726.986717] env[69249]: value = "task-3659073" [ 726.986717] env[69249]: _type = "Task" [ 726.986717] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.997522] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.103140] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4966e50c-177e-4fb7-a731-9f193d9ef6fc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.109813] env[69249]: DEBUG oslo_concurrency.lockutils [req-1008df7e-4ed2-4a5e-95c8-4f1377582846 req-4747a55a-1ea2-4c18-9d07-5abc25b88ecf service nova] Releasing lock "refresh_cache-29788d3d-c393-465e-b943-cf86f8b7916f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.111087] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e187a1-feb0-42b7-bf2d-87d48b445ea0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.144544] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deb93da-476f-435f-a153-f653b1fbdc02 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.152853] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a101f192-0c1c-4d53-b38a-86c3fee49a53 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.171205] env[69249]: DEBUG nova.compute.provider_tree [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.233402] env[69249]: DEBUG oslo_vmware.api [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': task-3659070, 'name': PowerOffVM_Task, 'duration_secs': 0.21239} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.233668] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.233841] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.234112] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87c7a342-47f9-4769-b465-040d01c89c33 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.302426] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.302782] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.303997] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Deleting the datastore file [datastore1] 8817abab-561b-4d70-a6b9-bd89eb6f22e2 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.304583] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2895be11-a198-4509-ae52-0f4133df0f29 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.312743] env[69249]: DEBUG oslo_vmware.api [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Waiting for the task: (returnval){ [ 727.312743] env[69249]: value = "task-3659075" [ 727.312743] env[69249]: _type = "Task" [ 727.312743] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.321770] env[69249]: DEBUG oslo_vmware.api [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': task-3659075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.414308] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268617} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.414308] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.414308] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.414308] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.487859] env[69249]: DEBUG nova.compute.manager [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.504033] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659073, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.514679] env[69249]: DEBUG nova.network.neutron [-] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.522225] env[69249]: DEBUG nova.virt.hardware [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.523025] env[69249]: DEBUG nova.virt.hardware [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.523295] env[69249]: DEBUG nova.virt.hardware [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.523649] env[69249]: DEBUG nova.virt.hardware [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.523805] env[69249]: DEBUG nova.virt.hardware [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.524089] env[69249]: DEBUG nova.virt.hardware [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.524461] env[69249]: DEBUG nova.virt.hardware [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.524839] env[69249]: DEBUG nova.virt.hardware [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.525079] env[69249]: DEBUG nova.virt.hardware [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.525346] env[69249]: DEBUG nova.virt.hardware [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.525554] env[69249]: DEBUG nova.virt.hardware [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.527561] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8c9ee9-7dce-4727-93af-fc3af8686848 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.535859] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62862479-c923-4123-9a9c-0d1fed32680f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.671600] env[69249]: DEBUG nova.scheduler.client.report [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.688271] env[69249]: DEBUG nova.compute.manager [req-a3133531-d24f-4157-993e-60a69b4b85d0 req-91089857-c88b-4189-81f5-6a9edb39e19f service nova] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Received event network-vif-deleted-a66acd5f-941f-491c-a3cb-fd3b8b08b5ce {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.825510] env[69249]: DEBUG oslo_vmware.api [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Task: {'id': task-3659075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288436} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.825768] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.825948] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.826675] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.826881] env[69249]: INFO nova.compute.manager [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 727.827147] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.827338] env[69249]: DEBUG nova.compute.manager [-] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.827431] env[69249]: DEBUG nova.network.neutron [-] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.005940] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586648} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.006353] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 29788d3d-c393-465e-b943-cf86f8b7916f/29788d3d-c393-465e-b943-cf86f8b7916f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.006662] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.007019] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0e1afba-aefd-4a45-b3d8-bf5e02c3e6af {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.014108] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 728.014108] env[69249]: value = "task-3659076" [ 728.014108] env[69249]: _type = "Task" [ 728.014108] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.021024] env[69249]: INFO nova.compute.manager [-] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Took 1.84 seconds to deallocate network for instance. [ 728.030106] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.180901] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.182032] env[69249]: DEBUG nova.compute.manager [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.184518] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.761s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.184951] env[69249]: DEBUG nova.objects.instance [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Lazy-loading 'resources' on Instance uuid 0f6e5989-3a56-433f-a736-d067b63e326a {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.451034] env[69249]: DEBUG nova.virt.hardware [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.451422] env[69249]: DEBUG nova.virt.hardware [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.451475] env[69249]: DEBUG nova.virt.hardware [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.451652] env[69249]: DEBUG nova.virt.hardware [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.451796] env[69249]: DEBUG nova.virt.hardware [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.451937] env[69249]: DEBUG nova.virt.hardware [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.452210] env[69249]: DEBUG nova.virt.hardware [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.452377] env[69249]: DEBUG nova.virt.hardware [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.452545] env[69249]: DEBUG nova.virt.hardware [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.452707] env[69249]: DEBUG nova.virt.hardware [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.452939] env[69249]: DEBUG nova.virt.hardware [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.453795] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e9a2ec-31b2-4ca2-ae97-321fc87edddd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.461960] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a553f4fd-4b32-4d17-81f9-81a293775ac9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.475328] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:ee:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7c82221-cefb-4f27-b961-37e46d94ffda', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.482780] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.483026] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.483238] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-698179b3-612f-451e-82df-463357ab1d89 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.500170] env[69249]: DEBUG nova.network.neutron [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Successfully updated port: 1b12ce65-c240-407c-be96-4e30b18bb436 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.504436] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.504436] env[69249]: value = "task-3659077" [ 728.504436] env[69249]: _type = "Task" [ 728.504436] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.510620] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659077, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.523341] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071656} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.526264] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.526264] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9bdcb8-d4a9-4904-bd1e-b930467fc5fe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.540370] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.549245] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 29788d3d-c393-465e-b943-cf86f8b7916f/29788d3d-c393-465e-b943-cf86f8b7916f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.549794] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a47315f4-4bc6-4557-8f01-0d6d8b861c90 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.571305] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 728.571305] env[69249]: value = "task-3659078" [ 728.571305] env[69249]: _type = "Task" [ 728.571305] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.579586] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.611634] env[69249]: DEBUG nova.network.neutron [-] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.691320] env[69249]: DEBUG nova.compute.utils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.692914] env[69249]: DEBUG nova.compute.manager [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.693120] env[69249]: DEBUG nova.network.neutron [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.789823] env[69249]: DEBUG nova.policy [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3867d8bc76104da9bf665454eeffaad6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dbfec0716814a67a1fdec2a3368b300', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.008266] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "refresh_cache-c2bacbbc-a57b-428f-af33-c85e4416ade5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.008266] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "refresh_cache-c2bacbbc-a57b-428f-af33-c85e4416ade5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.008266] env[69249]: DEBUG nova.network.neutron [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.017321] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659077, 'name': CreateVM_Task, 'duration_secs': 0.354797} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.017547] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.018349] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.018525] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.018987] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.021844] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6f8378-9ec4-473f-a7e7-a7444449a4ba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.027097] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 729.027097] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f022cd-8832-d1d8-7048-3758dafb998b" [ 729.027097] env[69249]: _type = "Task" [ 729.027097] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.036955] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f022cd-8832-d1d8-7048-3758dafb998b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.084078] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.114940] env[69249]: INFO nova.compute.manager [-] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Took 1.29 seconds to deallocate network for instance. [ 729.197243] env[69249]: DEBUG nova.compute.manager [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.291823] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5660ab-40f1-4db8-80c9-24ff9975a923 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.301140] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe78da0-abaa-490c-b22e-aa88b10d703f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.338121] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e0c5b0-6f26-4a9b-b08f-5da69bf63fe2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.346141] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ab48e2-44dd-4a3c-ba4b-c39b389aa18b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.360723] env[69249]: DEBUG nova.compute.provider_tree [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.495624] env[69249]: DEBUG nova.network.neutron [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Successfully created port: 3765953e-6394-43a1-b93a-50d2cd5e5fa5 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.539498] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f022cd-8832-d1d8-7048-3758dafb998b, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.540101] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.540894] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.541313] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.541607] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.541926] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.542318] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd14f165-8144-4ae5-a1c0-8e9b066773b6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.550864] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.551380] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.552389] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92688f1a-83bd-41a6-aaad-89337facab21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.560018] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 729.560018] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b113f4-ac5d-5610-1149-5cc22160a5f3" [ 729.560018] env[69249]: _type = "Task" [ 729.560018] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.566696] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b113f4-ac5d-5610-1149-5cc22160a5f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.576163] env[69249]: DEBUG nova.network.neutron [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.584037] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659078, 'name': ReconfigVM_Task, 'duration_secs': 0.581509} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.584496] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 29788d3d-c393-465e-b943-cf86f8b7916f/29788d3d-c393-465e-b943-cf86f8b7916f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.585290] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7a45019-e88c-4d69-9baa-d70a5e4c0e22 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.592092] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 729.592092] env[69249]: value = "task-3659079" [ 729.592092] env[69249]: _type = "Task" [ 729.592092] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.599968] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659079, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.625328] env[69249]: DEBUG oslo_concurrency.lockutils [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.867430] env[69249]: DEBUG nova.scheduler.client.report [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.069590] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b113f4-ac5d-5610-1149-5cc22160a5f3, 'name': SearchDatastore_Task, 'duration_secs': 0.007996} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.070452] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e0e8102-0fa7-451d-961d-24e190427621 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.079299] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 730.079299] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5256df75-2061-4cff-734b-7196a699bb72" [ 730.079299] env[69249]: _type = "Task" [ 730.079299] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.084844] env[69249]: DEBUG nova.compute.manager [req-92895c43-20fc-4852-bdcb-8e4d5278346a req-215f1eda-2be9-463e-aaaa-aebfe72388ff service nova] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Received event network-vif-deleted-b5fad94e-b40f-4fbf-b15b-4342ca986c54 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.086819] env[69249]: DEBUG nova.compute.manager [req-92895c43-20fc-4852-bdcb-8e4d5278346a req-215f1eda-2be9-463e-aaaa-aebfe72388ff service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Received event network-vif-plugged-1b12ce65-c240-407c-be96-4e30b18bb436 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.087073] env[69249]: DEBUG oslo_concurrency.lockutils [req-92895c43-20fc-4852-bdcb-8e4d5278346a req-215f1eda-2be9-463e-aaaa-aebfe72388ff service nova] Acquiring lock "c2bacbbc-a57b-428f-af33-c85e4416ade5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.087291] env[69249]: DEBUG oslo_concurrency.lockutils [req-92895c43-20fc-4852-bdcb-8e4d5278346a req-215f1eda-2be9-463e-aaaa-aebfe72388ff service nova] Lock "c2bacbbc-a57b-428f-af33-c85e4416ade5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.087456] env[69249]: DEBUG oslo_concurrency.lockutils [req-92895c43-20fc-4852-bdcb-8e4d5278346a req-215f1eda-2be9-463e-aaaa-aebfe72388ff service nova] Lock "c2bacbbc-a57b-428f-af33-c85e4416ade5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.087617] env[69249]: DEBUG nova.compute.manager [req-92895c43-20fc-4852-bdcb-8e4d5278346a req-215f1eda-2be9-463e-aaaa-aebfe72388ff service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] No waiting events found dispatching network-vif-plugged-1b12ce65-c240-407c-be96-4e30b18bb436 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 730.087776] env[69249]: WARNING nova.compute.manager [req-92895c43-20fc-4852-bdcb-8e4d5278346a req-215f1eda-2be9-463e-aaaa-aebfe72388ff service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Received unexpected event network-vif-plugged-1b12ce65-c240-407c-be96-4e30b18bb436 for instance with vm_state building and task_state spawning. [ 730.087933] env[69249]: DEBUG nova.compute.manager [req-92895c43-20fc-4852-bdcb-8e4d5278346a req-215f1eda-2be9-463e-aaaa-aebfe72388ff service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Received event network-changed-1b12ce65-c240-407c-be96-4e30b18bb436 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.088095] env[69249]: DEBUG nova.compute.manager [req-92895c43-20fc-4852-bdcb-8e4d5278346a req-215f1eda-2be9-463e-aaaa-aebfe72388ff service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Refreshing instance network info cache due to event network-changed-1b12ce65-c240-407c-be96-4e30b18bb436. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.088260] env[69249]: DEBUG oslo_concurrency.lockutils [req-92895c43-20fc-4852-bdcb-8e4d5278346a req-215f1eda-2be9-463e-aaaa-aebfe72388ff service nova] Acquiring lock "refresh_cache-c2bacbbc-a57b-428f-af33-c85e4416ade5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.095648] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5256df75-2061-4cff-734b-7196a699bb72, 'name': SearchDatastore_Task, 'duration_secs': 0.00872} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.098931] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.099193] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] c6cb354f-dc6d-4e7c-8641-563e266abdee/c6cb354f-dc6d-4e7c-8641-563e266abdee.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.099440] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56734525-851d-49df-a623-a5b0d6549ff4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.106079] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659079, 'name': Rename_Task, 'duration_secs': 0.161685} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.110069] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.110069] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 730.110069] env[69249]: value = "task-3659080" [ 730.110069] env[69249]: _type = "Task" [ 730.110069] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.110069] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-916557e4-4d02-4680-9e48-bd8a29a375d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.126020] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.126020] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 730.126020] env[69249]: value = "task-3659081" [ 730.126020] env[69249]: _type = "Task" [ 730.126020] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.133485] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.207723] env[69249]: DEBUG nova.compute.manager [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.246645] env[69249]: DEBUG nova.network.neutron [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Updating instance_info_cache with network_info: [{"id": "1b12ce65-c240-407c-be96-4e30b18bb436", "address": "fa:16:3e:e6:83:bd", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b12ce65-c2", "ovs_interfaceid": "1b12ce65-c240-407c-be96-4e30b18bb436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.258122] env[69249]: DEBUG nova.virt.hardware [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.258122] env[69249]: DEBUG nova.virt.hardware [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.258122] env[69249]: DEBUG nova.virt.hardware [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.258122] env[69249]: DEBUG nova.virt.hardware [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.258744] env[69249]: DEBUG nova.virt.hardware [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.259079] env[69249]: DEBUG nova.virt.hardware [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.259417] env[69249]: DEBUG nova.virt.hardware [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.259690] env[69249]: DEBUG nova.virt.hardware [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.260101] env[69249]: DEBUG nova.virt.hardware [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.260390] env[69249]: DEBUG nova.virt.hardware [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.260667] env[69249]: DEBUG nova.virt.hardware [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.261653] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4426377-b07f-4abc-9c8c-5b24c73e989a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.273323] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26a6462-c313-418d-afc1-cb82359211c1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.380041] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.382747] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.214s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.384376] env[69249]: INFO nova.compute.claims [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.413263] env[69249]: INFO nova.scheduler.client.report [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Deleted allocations for instance 0f6e5989-3a56-433f-a736-d067b63e326a [ 730.619864] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477753} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.620222] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] c6cb354f-dc6d-4e7c-8641-563e266abdee/c6cb354f-dc6d-4e7c-8641-563e266abdee.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.620475] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.620757] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e62adec-170b-49e3-9f02-74d1594c0b9f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.629758] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 730.629758] env[69249]: value = "task-3659082" [ 730.629758] env[69249]: _type = "Task" [ 730.629758] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.636104] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659081, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.641155] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.749532] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "refresh_cache-c2bacbbc-a57b-428f-af33-c85e4416ade5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.749955] env[69249]: DEBUG nova.compute.manager [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Instance network_info: |[{"id": "1b12ce65-c240-407c-be96-4e30b18bb436", "address": "fa:16:3e:e6:83:bd", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b12ce65-c2", "ovs_interfaceid": "1b12ce65-c240-407c-be96-4e30b18bb436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.750449] env[69249]: DEBUG oslo_concurrency.lockutils [req-92895c43-20fc-4852-bdcb-8e4d5278346a req-215f1eda-2be9-463e-aaaa-aebfe72388ff service nova] Acquired lock "refresh_cache-c2bacbbc-a57b-428f-af33-c85e4416ade5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.750449] env[69249]: DEBUG nova.network.neutron [req-92895c43-20fc-4852-bdcb-8e4d5278346a req-215f1eda-2be9-463e-aaaa-aebfe72388ff service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Refreshing network info cache for port 1b12ce65-c240-407c-be96-4e30b18bb436 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.753730] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:83:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b12ce65-c240-407c-be96-4e30b18bb436', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.766854] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Creating folder: Project (4b115b13acd64b8387512095d0ec92b7). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.768279] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e68fd932-055f-4d51-b0c4-7abdc4378655 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.780950] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Created folder: Project (4b115b13acd64b8387512095d0ec92b7) in parent group-v729229. [ 730.781706] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Creating folder: Instances. Parent ref: group-v729335. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.781706] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d30b52a3-bf6d-47c1-bcf7-0e8b1d8806c7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.789954] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Created folder: Instances in parent group-v729335. [ 730.790271] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.791030] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.791030] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0412f37a-e1d6-4155-bc34-740324ab77f1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.810512] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.810512] env[69249]: value = "task-3659085" [ 730.810512] env[69249]: _type = "Task" [ 730.810512] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.821054] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659085, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.921544] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8134fbf-dd1a-4801-ad37-52179aef1d25 tempest-AttachInterfacesUnderV243Test-915820882 tempest-AttachInterfacesUnderV243Test-915820882-project-member] Lock "0f6e5989-3a56-433f-a736-d067b63e326a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.470s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.138857] env[69249]: DEBUG oslo_vmware.api [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659081, 'name': PowerOnVM_Task, 'duration_secs': 0.65757} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.139570] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.139791] env[69249]: INFO nova.compute.manager [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Took 7.94 seconds to spawn the instance on the hypervisor. [ 731.139977] env[69249]: DEBUG nova.compute.manager [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 731.140822] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0be2ac-ab10-4f35-bb13-65b8e74a4744 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.146429] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065062} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.147092] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.149343] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025ccc9a-6158-4d57-9b00-b6a1a91ff520 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.180535] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] c6cb354f-dc6d-4e7c-8641-563e266abdee/c6cb354f-dc6d-4e7c-8641-563e266abdee.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.180862] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9df6f7e3-b412-41cf-8765-3a7c6b38ca61 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.205466] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 731.205466] env[69249]: value = "task-3659086" [ 731.205466] env[69249]: _type = "Task" [ 731.205466] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.215181] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.323136] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659085, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.577154] env[69249]: DEBUG nova.network.neutron [req-92895c43-20fc-4852-bdcb-8e4d5278346a req-215f1eda-2be9-463e-aaaa-aebfe72388ff service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Updated VIF entry in instance network info cache for port 1b12ce65-c240-407c-be96-4e30b18bb436. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.577154] env[69249]: DEBUG nova.network.neutron [req-92895c43-20fc-4852-bdcb-8e4d5278346a req-215f1eda-2be9-463e-aaaa-aebfe72388ff service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Updating instance_info_cache with network_info: [{"id": "1b12ce65-c240-407c-be96-4e30b18bb436", "address": "fa:16:3e:e6:83:bd", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b12ce65-c2", "ovs_interfaceid": "1b12ce65-c240-407c-be96-4e30b18bb436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.670742] env[69249]: INFO nova.compute.manager [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Took 43.88 seconds to build instance. [ 731.716782] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.828569] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659085, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.917586] env[69249]: DEBUG nova.network.neutron [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Successfully updated port: 3765953e-6394-43a1-b93a-50d2cd5e5fa5 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.955033] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30230ec1-b31f-4444-b556-f955eb50cf47 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.964024] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa77389-fe80-409d-94a3-db5dece72340 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.003079] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fc8223-6997-452e-a0f6-c04d65fd1d8e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.015428] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd6a35c-ee6f-4514-817f-db360c187c59 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.036313] env[69249]: DEBUG nova.compute.provider_tree [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.083967] env[69249]: DEBUG oslo_concurrency.lockutils [req-92895c43-20fc-4852-bdcb-8e4d5278346a req-215f1eda-2be9-463e-aaaa-aebfe72388ff service nova] Releasing lock "refresh_cache-c2bacbbc-a57b-428f-af33-c85e4416ade5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.172716] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dead9628-a571-41db-8dd8-3f45b62eb745 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "29788d3d-c393-465e-b943-cf86f8b7916f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.651s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.215964] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659086, 'name': ReconfigVM_Task, 'duration_secs': 0.649421} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.216294] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Reconfigured VM instance instance-0000001d to attach disk [datastore2] c6cb354f-dc6d-4e7c-8641-563e266abdee/c6cb354f-dc6d-4e7c-8641-563e266abdee.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.216935] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dca9b8a-d035-493d-ac80-eaf167cf2399 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.223987] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 732.223987] env[69249]: value = "task-3659087" [ 732.223987] env[69249]: _type = "Task" [ 732.223987] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.232806] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659087, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.328187] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659085, 'name': CreateVM_Task, 'duration_secs': 1.069991} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.328404] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.330100] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.331269] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.331919] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.331919] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abeba149-cab3-4a12-815c-f06498505d21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.339067] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 732.339067] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523b5597-3e8f-b3c6-ee2e-58fcad65f437" [ 732.339067] env[69249]: _type = "Task" [ 732.339067] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.352319] env[69249]: DEBUG nova.compute.manager [req-e1af141e-2a7e-4743-be7b-27086fb934c2 req-ef4a188c-17f4-44ca-86a7-f4b90cab494c service nova] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Received event network-vif-plugged-3765953e-6394-43a1-b93a-50d2cd5e5fa5 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.354305] env[69249]: DEBUG oslo_concurrency.lockutils [req-e1af141e-2a7e-4743-be7b-27086fb934c2 req-ef4a188c-17f4-44ca-86a7-f4b90cab494c service nova] Acquiring lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.354305] env[69249]: DEBUG oslo_concurrency.lockutils [req-e1af141e-2a7e-4743-be7b-27086fb934c2 req-ef4a188c-17f4-44ca-86a7-f4b90cab494c service nova] Lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.354305] env[69249]: DEBUG oslo_concurrency.lockutils [req-e1af141e-2a7e-4743-be7b-27086fb934c2 req-ef4a188c-17f4-44ca-86a7-f4b90cab494c service nova] Lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.354305] env[69249]: DEBUG nova.compute.manager [req-e1af141e-2a7e-4743-be7b-27086fb934c2 req-ef4a188c-17f4-44ca-86a7-f4b90cab494c service nova] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] No waiting events found dispatching network-vif-plugged-3765953e-6394-43a1-b93a-50d2cd5e5fa5 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 732.354305] env[69249]: WARNING nova.compute.manager [req-e1af141e-2a7e-4743-be7b-27086fb934c2 req-ef4a188c-17f4-44ca-86a7-f4b90cab494c service nova] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Received unexpected event network-vif-plugged-3765953e-6394-43a1-b93a-50d2cd5e5fa5 for instance with vm_state building and task_state spawning. [ 732.354305] env[69249]: DEBUG nova.compute.manager [req-e1af141e-2a7e-4743-be7b-27086fb934c2 req-ef4a188c-17f4-44ca-86a7-f4b90cab494c service nova] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Received event network-changed-3765953e-6394-43a1-b93a-50d2cd5e5fa5 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.354305] env[69249]: DEBUG nova.compute.manager [req-e1af141e-2a7e-4743-be7b-27086fb934c2 req-ef4a188c-17f4-44ca-86a7-f4b90cab494c service nova] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Refreshing instance network info cache due to event network-changed-3765953e-6394-43a1-b93a-50d2cd5e5fa5. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.354305] env[69249]: DEBUG oslo_concurrency.lockutils [req-e1af141e-2a7e-4743-be7b-27086fb934c2 req-ef4a188c-17f4-44ca-86a7-f4b90cab494c service nova] Acquiring lock "refresh_cache-2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.354305] env[69249]: DEBUG oslo_concurrency.lockutils [req-e1af141e-2a7e-4743-be7b-27086fb934c2 req-ef4a188c-17f4-44ca-86a7-f4b90cab494c service nova] Acquired lock "refresh_cache-2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.354305] env[69249]: DEBUG nova.network.neutron [req-e1af141e-2a7e-4743-be7b-27086fb934c2 req-ef4a188c-17f4-44ca-86a7-f4b90cab494c service nova] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Refreshing network info cache for port 3765953e-6394-43a1-b93a-50d2cd5e5fa5 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.360831] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523b5597-3e8f-b3c6-ee2e-58fcad65f437, 'name': SearchDatastore_Task, 'duration_secs': 0.009275} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.360831] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.360831] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.360831] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.360831] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.360831] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.360831] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4149548d-20a7-45a2-8f69-e2eda2c8ce5a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.370368] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.371296] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.371296] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bbbbf46-1355-4fa8-82b7-b2ecf2f501c5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.377311] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 732.377311] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d4b8af-9d37-522d-18ac-b022e7fd04dc" [ 732.377311] env[69249]: _type = "Task" [ 732.377311] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.387134] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d4b8af-9d37-522d-18ac-b022e7fd04dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.422221] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "refresh_cache-2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.540399] env[69249]: DEBUG nova.scheduler.client.report [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.702591] env[69249]: DEBUG nova.compute.manager [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.703443] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e4e07d-ebc3-47a3-ac5c-afe9ee47664b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.711599] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-39c4bd54-0492-4d6b-8c78-a100a312abb8 tempest-ServersAdminNegativeTestJSON-168178056 tempest-ServersAdminNegativeTestJSON-168178056-project-admin] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Suspending the VM {{(pid=69249) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 732.711599] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-81e62f98-0f3e-4070-be8d-5ecea6755250 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.719757] env[69249]: DEBUG oslo_vmware.api [None req-39c4bd54-0492-4d6b-8c78-a100a312abb8 tempest-ServersAdminNegativeTestJSON-168178056 tempest-ServersAdminNegativeTestJSON-168178056-project-admin] Waiting for the task: (returnval){ [ 732.719757] env[69249]: value = "task-3659088" [ 732.719757] env[69249]: _type = "Task" [ 732.719757] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.730699] env[69249]: DEBUG oslo_vmware.api [None req-39c4bd54-0492-4d6b-8c78-a100a312abb8 tempest-ServersAdminNegativeTestJSON-168178056 tempest-ServersAdminNegativeTestJSON-168178056-project-admin] Task: {'id': task-3659088, 'name': SuspendVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.737851] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659087, 'name': Rename_Task, 'duration_secs': 0.138884} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.737851] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.737851] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1830eb30-800b-4421-adc6-1f34fb56e04e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.750027] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 732.750027] env[69249]: value = "task-3659089" [ 732.750027] env[69249]: _type = "Task" [ 732.750027] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.762150] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.854695] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Acquiring lock "b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.854988] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Lock "b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.891242] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d4b8af-9d37-522d-18ac-b022e7fd04dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008958} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.892257] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c99431-1990-4bfc-bf97-5c44bc47991c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.899845] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 732.899845] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5297a9fd-d584-d7de-e3a7-9ba618b12f11" [ 732.899845] env[69249]: _type = "Task" [ 732.899845] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.911148] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5297a9fd-d584-d7de-e3a7-9ba618b12f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.913917] env[69249]: DEBUG nova.network.neutron [req-e1af141e-2a7e-4743-be7b-27086fb934c2 req-ef4a188c-17f4-44ca-86a7-f4b90cab494c service nova] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.011387] env[69249]: DEBUG nova.network.neutron [req-e1af141e-2a7e-4743-be7b-27086fb934c2 req-ef4a188c-17f4-44ca-86a7-f4b90cab494c service nova] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.045245] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.047224] env[69249]: DEBUG nova.compute.manager [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.048971] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.989s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.049224] env[69249]: DEBUG nova.objects.instance [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Lazy-loading 'resources' on Instance uuid a546e48a-8dc7-482a-8465-7f17b9b7cfe3 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.225308] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.231646] env[69249]: DEBUG oslo_vmware.api [None req-39c4bd54-0492-4d6b-8c78-a100a312abb8 tempest-ServersAdminNegativeTestJSON-168178056 tempest-ServersAdminNegativeTestJSON-168178056-project-admin] Task: {'id': task-3659088, 'name': SuspendVM_Task} progress is 62%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.258702] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659089, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.410484] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5297a9fd-d584-d7de-e3a7-9ba618b12f11, 'name': SearchDatastore_Task, 'duration_secs': 0.020845} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.410753] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.411018] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] c2bacbbc-a57b-428f-af33-c85e4416ade5/c2bacbbc-a57b-428f-af33-c85e4416ade5.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.411301] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11871dd5-5c82-41ed-a56d-9bbd139d42c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.419152] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 733.419152] env[69249]: value = "task-3659090" [ 733.419152] env[69249]: _type = "Task" [ 733.419152] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.428102] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.516707] env[69249]: DEBUG oslo_concurrency.lockutils [req-e1af141e-2a7e-4743-be7b-27086fb934c2 req-ef4a188c-17f4-44ca-86a7-f4b90cab494c service nova] Releasing lock "refresh_cache-2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.517209] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquired lock "refresh_cache-2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.517389] env[69249]: DEBUG nova.network.neutron [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.557554] env[69249]: DEBUG nova.compute.utils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.559450] env[69249]: DEBUG nova.compute.manager [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.560239] env[69249]: DEBUG nova.network.neutron [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.613092] env[69249]: DEBUG nova.policy [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b03407da6f7a49f2b9172e951a0fe51a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af890dd8a6a344a9911792bc50950020', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.732013] env[69249]: DEBUG oslo_vmware.api [None req-39c4bd54-0492-4d6b-8c78-a100a312abb8 tempest-ServersAdminNegativeTestJSON-168178056 tempest-ServersAdminNegativeTestJSON-168178056-project-admin] Task: {'id': task-3659088, 'name': SuspendVM_Task, 'duration_secs': 0.683336} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.732442] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-39c4bd54-0492-4d6b-8c78-a100a312abb8 tempest-ServersAdminNegativeTestJSON-168178056 tempest-ServersAdminNegativeTestJSON-168178056-project-admin] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Suspended the VM {{(pid=69249) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 733.732645] env[69249]: DEBUG nova.compute.manager [None req-39c4bd54-0492-4d6b-8c78-a100a312abb8 tempest-ServersAdminNegativeTestJSON-168178056 tempest-ServersAdminNegativeTestJSON-168178056-project-admin] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 733.733396] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62867d5c-95db-4e22-8d2a-4d8651717b7a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.771032] env[69249]: DEBUG oslo_vmware.api [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659089, 'name': PowerOnVM_Task, 'duration_secs': 0.621188} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.771032] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.771032] env[69249]: DEBUG nova.compute.manager [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 733.771032] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f09373-b4da-4ccb-9796-1b653b47fc18 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.935775] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659090, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.001726] env[69249]: DEBUG nova.network.neutron [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Successfully created port: a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.062536] env[69249]: DEBUG nova.compute.manager [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.071470] env[69249]: DEBUG nova.network.neutron [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.187017] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e991fdf2-3639-4ed5-9072-26084c1e5815 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.199247] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715bbb5a-68fc-4116-a1ab-b673e23625ad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.237242] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09d09a4-0e33-4b0a-b654-d95f2964804e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.245592] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0412e081-4d9c-4202-9d7a-66ffe07ea48c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.265114] env[69249]: DEBUG nova.compute.provider_tree [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.297707] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.344664] env[69249]: DEBUG nova.network.neutron [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Updating instance_info_cache with network_info: [{"id": "3765953e-6394-43a1-b93a-50d2cd5e5fa5", "address": "fa:16:3e:01:6a:6f", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3765953e-63", "ovs_interfaceid": "3765953e-6394-43a1-b93a-50d2cd5e5fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.436410] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585995} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.436502] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] c2bacbbc-a57b-428f-af33-c85e4416ade5/c2bacbbc-a57b-428f-af33-c85e4416ade5.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.436766] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.437038] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-678d8318-7334-49f3-a859-b5c3b998b7c8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.444463] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 734.444463] env[69249]: value = "task-3659091" [ 734.444463] env[69249]: _type = "Task" [ 734.444463] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.455516] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.771235] env[69249]: DEBUG nova.scheduler.client.report [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.847353] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Releasing lock "refresh_cache-2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.847681] env[69249]: DEBUG nova.compute.manager [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Instance network_info: |[{"id": "3765953e-6394-43a1-b93a-50d2cd5e5fa5", "address": "fa:16:3e:01:6a:6f", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3765953e-63", "ovs_interfaceid": "3765953e-6394-43a1-b93a-50d2cd5e5fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.848122] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:6a:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3765953e-6394-43a1-b93a-50d2cd5e5fa5', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.859235] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Creating folder: Project (6dbfec0716814a67a1fdec2a3368b300). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.860094] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b0404e4-78ef-48ca-8897-3435d0d3c139 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.871687] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Created folder: Project (6dbfec0716814a67a1fdec2a3368b300) in parent group-v729229. [ 734.871965] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Creating folder: Instances. Parent ref: group-v729338. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.872311] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2ec8d6c-5770-4987-9db9-d01d916bb6fa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.881996] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Created folder: Instances in parent group-v729338. [ 734.882329] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.882597] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.882886] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f27ca70-402d-4e37-92bd-4c7e89f2c69b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.904751] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.904751] env[69249]: value = "task-3659094" [ 734.904751] env[69249]: _type = "Task" [ 734.904751] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.913532] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659094, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.958021] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075299} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.958280] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.959099] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744e11de-52a7-46e3-9d07-53b208bcba85 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.983752] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] c2bacbbc-a57b-428f-af33-c85e4416ade5/c2bacbbc-a57b-428f-af33-c85e4416ade5.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.984273] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3f5a8a4-af27-4c00-8786-318381640c79 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.005437] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 735.005437] env[69249]: value = "task-3659095" [ 735.005437] env[69249]: _type = "Task" [ 735.005437] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.018027] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.072893] env[69249]: DEBUG nova.compute.manager [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.097984] env[69249]: DEBUG nova.virt.hardware [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.098270] env[69249]: DEBUG nova.virt.hardware [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.098424] env[69249]: DEBUG nova.virt.hardware [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.098599] env[69249]: DEBUG nova.virt.hardware [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.098732] env[69249]: DEBUG nova.virt.hardware [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.099020] env[69249]: DEBUG nova.virt.hardware [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.099240] env[69249]: DEBUG nova.virt.hardware [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.099399] env[69249]: DEBUG nova.virt.hardware [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.099560] env[69249]: DEBUG nova.virt.hardware [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.099717] env[69249]: DEBUG nova.virt.hardware [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.099883] env[69249]: DEBUG nova.virt.hardware [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.100774] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff8c219-a052-4d7a-9098-e22d00c4d649 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.109627] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeddcef-06a8-4ed7-9d60-cf17828b647d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.276828] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.280117] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.560s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.280939] env[69249]: INFO nova.compute.claims [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.309442] env[69249]: INFO nova.scheduler.client.report [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Deleted allocations for instance a546e48a-8dc7-482a-8465-7f17b9b7cfe3 [ 735.415869] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659094, 'name': CreateVM_Task, 'duration_secs': 0.380756} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.416040] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.416742] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.416892] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.417229] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.417483] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a9cd01-ab77-4fed-a3c8-bdf91a9a0639 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.422327] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "c6cb354f-dc6d-4e7c-8641-563e266abdee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.422327] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "c6cb354f-dc6d-4e7c-8641-563e266abdee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.422327] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "c6cb354f-dc6d-4e7c-8641-563e266abdee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.422327] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "c6cb354f-dc6d-4e7c-8641-563e266abdee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.422327] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "c6cb354f-dc6d-4e7c-8641-563e266abdee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.426814] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 735.426814] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529e183f-c2c4-369b-0e23-01d55318bba6" [ 735.426814] env[69249]: _type = "Task" [ 735.426814] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.427322] env[69249]: INFO nova.compute.manager [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Terminating instance [ 735.439287] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529e183f-c2c4-369b-0e23-01d55318bba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.517409] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659095, 'name': ReconfigVM_Task, 'duration_secs': 0.30672} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.518045] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Reconfigured VM instance instance-00000020 to attach disk [datastore2] c2bacbbc-a57b-428f-af33-c85e4416ade5/c2bacbbc-a57b-428f-af33-c85e4416ade5.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.518993] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c2949c0-063a-4c3a-b977-4a2e5f426d3d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.527735] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 735.527735] env[69249]: value = "task-3659096" [ 735.527735] env[69249]: _type = "Task" [ 735.527735] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.536479] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659096, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.820650] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1b7c9a0-1411-46e4-954d-86a80f254f9e tempest-ServerDiagnosticsNegativeTest-1122566890 tempest-ServerDiagnosticsNegativeTest-1122566890-project-member] Lock "a546e48a-8dc7-482a-8465-7f17b9b7cfe3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.315s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.850163] env[69249]: DEBUG nova.compute.manager [req-012fa367-731b-4c63-9ccb-a133fd719d95 req-eab0aa09-1e59-454f-a8fa-786dc499c7d5 service nova] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Received event network-vif-plugged-a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.850274] env[69249]: DEBUG oslo_concurrency.lockutils [req-012fa367-731b-4c63-9ccb-a133fd719d95 req-eab0aa09-1e59-454f-a8fa-786dc499c7d5 service nova] Acquiring lock "e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.852345] env[69249]: DEBUG oslo_concurrency.lockutils [req-012fa367-731b-4c63-9ccb-a133fd719d95 req-eab0aa09-1e59-454f-a8fa-786dc499c7d5 service nova] Lock "e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.852345] env[69249]: DEBUG oslo_concurrency.lockutils [req-012fa367-731b-4c63-9ccb-a133fd719d95 req-eab0aa09-1e59-454f-a8fa-786dc499c7d5 service nova] Lock "e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.852345] env[69249]: DEBUG nova.compute.manager [req-012fa367-731b-4c63-9ccb-a133fd719d95 req-eab0aa09-1e59-454f-a8fa-786dc499c7d5 service nova] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] No waiting events found dispatching network-vif-plugged-a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 735.852345] env[69249]: WARNING nova.compute.manager [req-012fa367-731b-4c63-9ccb-a133fd719d95 req-eab0aa09-1e59-454f-a8fa-786dc499c7d5 service nova] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Received unexpected event network-vif-plugged-a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d for instance with vm_state building and task_state spawning. [ 735.870638] env[69249]: DEBUG nova.network.neutron [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Successfully updated port: a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.935591] env[69249]: DEBUG nova.compute.manager [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.936127] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.938014] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a38121-eb27-47b1-928e-2504f39bdf20 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.955963] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529e183f-c2c4-369b-0e23-01d55318bba6, 'name': SearchDatastore_Task, 'duration_secs': 0.030329} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.957418] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.957418] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.957418] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.957418] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.957619] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.957804] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.958067] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6afc049e-3ff9-4807-bfc8-6f525204aae2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.960113] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c698338-a568-45d8-b5de-ddf3ab254677 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.971337] env[69249]: DEBUG oslo_vmware.api [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 735.971337] env[69249]: value = "task-3659097" [ 735.971337] env[69249]: _type = "Task" [ 735.971337] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.980304] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.980304] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.980603] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21305b3f-b7ce-4d23-b9cc-4c5518fa38de {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.986536] env[69249]: DEBUG oslo_vmware.api [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.989355] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 735.989355] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527bfedd-90f2-a019-5a7a-0924a6e88764" [ 735.989355] env[69249]: _type = "Task" [ 735.989355] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.004225] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527bfedd-90f2-a019-5a7a-0924a6e88764, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.005058] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816b83a9-0efe-4f0f-9802-b912c6a5b5d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.010223] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 736.010223] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5246288a-e33c-f237-c246-c93d475685e9" [ 736.010223] env[69249]: _type = "Task" [ 736.010223] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.020854] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5246288a-e33c-f237-c246-c93d475685e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.037156] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659096, 'name': Rename_Task, 'duration_secs': 0.235628} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.037623] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.037707] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec89c47c-9b61-4d80-90e5-d40dacf96d2f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.044343] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 736.044343] env[69249]: value = "task-3659098" [ 736.044343] env[69249]: _type = "Task" [ 736.044343] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.053027] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "da460c36-960d-4ae2-a931-313c2e79a7d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.053027] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "da460c36-960d-4ae2-a931-313c2e79a7d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.071759] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659098, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.376153] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "refresh_cache-e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.376489] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired lock "refresh_cache-e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.376489] env[69249]: DEBUG nova.network.neutron [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.482093] env[69249]: DEBUG oslo_vmware.api [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659097, 'name': PowerOffVM_Task, 'duration_secs': 0.180345} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.484952] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.485157] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.485608] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f23763af-4167-40fa-a35b-905077988389 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.496878] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquiring lock "29788d3d-c393-465e-b943-cf86f8b7916f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.497157] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "29788d3d-c393-465e-b943-cf86f8b7916f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.497911] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquiring lock "29788d3d-c393-465e-b943-cf86f8b7916f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.497911] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "29788d3d-c393-465e-b943-cf86f8b7916f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.497911] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "29788d3d-c393-465e-b943-cf86f8b7916f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.503431] env[69249]: INFO nova.compute.manager [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Terminating instance [ 736.521755] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5246288a-e33c-f237-c246-c93d475685e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011654} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.522299] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.522299] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d/2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.522842] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b5be06f-efb8-4385-a489-c11bd654d1fc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.534578] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 736.534578] env[69249]: value = "task-3659100" [ 736.534578] env[69249]: _type = "Task" [ 736.534578] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.544230] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.556783] env[69249]: DEBUG oslo_vmware.api [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659098, 'name': PowerOnVM_Task, 'duration_secs': 0.465413} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.558045] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.558304] env[69249]: INFO nova.compute.manager [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Took 9.07 seconds to spawn the instance on the hypervisor. [ 736.558744] env[69249]: DEBUG nova.compute.manager [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 736.559204] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.559449] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.559678] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleting the datastore file [datastore2] c6cb354f-dc6d-4e7c-8641-563e266abdee {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.564681] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be7a014-238c-4e3f-ab5d-372364cfcf0e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.569888] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51f69db3-2570-4ce8-81f3-d163bdbd32ec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.581060] env[69249]: DEBUG oslo_vmware.api [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 736.581060] env[69249]: value = "task-3659101" [ 736.581060] env[69249]: _type = "Task" [ 736.581060] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.591815] env[69249]: DEBUG oslo_vmware.api [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.854313] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e6c0e2-75ea-4a93-bdba-2aa42f36d669 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.863021] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16769f69-f32d-4cef-bf38-1610bd3c9611 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.913612] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad27052-6d74-42b7-ae07-5842b24955ca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.929155] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5e33b4-7c17-4179-be99-392091e0f435 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.948037] env[69249]: DEBUG nova.compute.provider_tree [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.992020] env[69249]: DEBUG nova.network.neutron [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.008439] env[69249]: DEBUG nova.compute.manager [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.008439] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.009365] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cd177a-9021-460b-815a-59543b66ad43 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.024227] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.024580] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9564de69-e02c-43f6-afb4-73d9a073fec3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.044074] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659100, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.096744] env[69249]: INFO nova.compute.manager [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Took 42.93 seconds to build instance. [ 737.099238] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.099443] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.099615] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Deleting the datastore file [datastore2] 29788d3d-c393-465e-b943-cf86f8b7916f {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.100426] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20bff733-0b6f-4c79-aea2-16b9fe10e553 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.107115] env[69249]: DEBUG oslo_vmware.api [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311613} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.107741] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.108268] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.108268] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.108268] env[69249]: INFO nova.compute.manager [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Took 1.17 seconds to destroy the instance on the hypervisor. [ 737.109030] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.109030] env[69249]: DEBUG nova.compute.manager [-] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.109030] env[69249]: DEBUG nova.network.neutron [-] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.113758] env[69249]: DEBUG oslo_vmware.api [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 737.113758] env[69249]: value = "task-3659103" [ 737.113758] env[69249]: _type = "Task" [ 737.113758] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.123445] env[69249]: DEBUG oslo_vmware.api [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.450729] env[69249]: DEBUG nova.scheduler.client.report [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.547199] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542952} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.547199] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d/2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.547199] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.547199] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1a36786-3ba6-41be-ae88-2c27a6661fc3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.556490] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 737.556490] env[69249]: value = "task-3659104" [ 737.556490] env[69249]: _type = "Task" [ 737.556490] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.562198] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.569866] env[69249]: DEBUG nova.network.neutron [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Updating instance_info_cache with network_info: [{"id": "a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d", "address": "fa:16:3e:47:63:41", "network": {"id": "3c0d832d-8cbb-409b-9c77-abead79c4636", "bridge": "br-int", "label": "tempest-ImagesTestJSON-621445240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af890dd8a6a344a9911792bc50950020", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa637b2d3-ac", "ovs_interfaceid": "a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.600840] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7ffce2a-98ff-4478-a783-537a53b20d49 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "c2bacbbc-a57b-428f-af33-c85e4416ade5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.617s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.630123] env[69249]: DEBUG oslo_vmware.api [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410938} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.630531] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.630721] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.630969] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.631218] env[69249]: INFO nova.compute.manager [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Took 0.62 seconds to destroy the instance on the hypervisor. [ 737.631473] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.631924] env[69249]: DEBUG nova.compute.manager [-] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.632038] env[69249]: DEBUG nova.network.neutron [-] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.956839] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.957626] env[69249]: DEBUG nova.compute.manager [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.961081] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.346s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.961081] env[69249]: DEBUG nova.objects.instance [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Lazy-loading 'resources' on Instance uuid 79744c3c-d219-4e0b-8bf9-264247760a0e {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.069951] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217073} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.070057] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.070808] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c72f1e2-b389-46e7-9b78-a5f729dd3e14 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.074312] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Releasing lock "refresh_cache-e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.074594] env[69249]: DEBUG nova.compute.manager [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Instance network_info: |[{"id": "a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d", "address": "fa:16:3e:47:63:41", "network": {"id": "3c0d832d-8cbb-409b-9c77-abead79c4636", "bridge": "br-int", "label": "tempest-ImagesTestJSON-621445240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af890dd8a6a344a9911792bc50950020", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa637b2d3-ac", "ovs_interfaceid": "a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.075261] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:63:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.083808] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.084732] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.084981] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-959095b9-82ad-480d-bfd2-e259106e0d2a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.114456] env[69249]: DEBUG nova.compute.manager [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.135294] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d/2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.137382] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ddff19f-ecf6-4c8d-b9d0-8613d884ec6b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.154191] env[69249]: DEBUG nova.compute.manager [req-56dbb3b0-b31e-4694-93c6-439c71678e8d req-19ef0028-f089-4035-b397-07a33810bdfe service nova] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Received event network-changed-a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.154429] env[69249]: DEBUG nova.compute.manager [req-56dbb3b0-b31e-4694-93c6-439c71678e8d req-19ef0028-f089-4035-b397-07a33810bdfe service nova] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Refreshing instance network info cache due to event network-changed-a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.154677] env[69249]: DEBUG oslo_concurrency.lockutils [req-56dbb3b0-b31e-4694-93c6-439c71678e8d req-19ef0028-f089-4035-b397-07a33810bdfe service nova] Acquiring lock "refresh_cache-e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.154873] env[69249]: DEBUG oslo_concurrency.lockutils [req-56dbb3b0-b31e-4694-93c6-439c71678e8d req-19ef0028-f089-4035-b397-07a33810bdfe service nova] Acquired lock "refresh_cache-e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.155087] env[69249]: DEBUG nova.network.neutron [req-56dbb3b0-b31e-4694-93c6-439c71678e8d req-19ef0028-f089-4035-b397-07a33810bdfe service nova] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Refreshing network info cache for port a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.165160] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.165160] env[69249]: value = "task-3659105" [ 738.165160] env[69249]: _type = "Task" [ 738.165160] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.179070] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 738.179070] env[69249]: value = "task-3659106" [ 738.179070] env[69249]: _type = "Task" [ 738.179070] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.187519] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659105, 'name': CreateVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.197475] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659106, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.337256] env[69249]: DEBUG nova.network.neutron [-] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.466047] env[69249]: DEBUG nova.compute.utils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.471582] env[69249]: DEBUG nova.compute.manager [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.471831] env[69249]: DEBUG nova.network.neutron [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.539246] env[69249]: DEBUG nova.network.neutron [-] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.572128] env[69249]: DEBUG nova.policy [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37202b2d4c9546bfbef711964e037e6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb0e281b714f4488841dc8c9a823e308', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.608436] env[69249]: DEBUG nova.network.neutron [req-56dbb3b0-b31e-4694-93c6-439c71678e8d req-19ef0028-f089-4035-b397-07a33810bdfe service nova] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Updated VIF entry in instance network info cache for port a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.608897] env[69249]: DEBUG nova.network.neutron [req-56dbb3b0-b31e-4694-93c6-439c71678e8d req-19ef0028-f089-4035-b397-07a33810bdfe service nova] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Updating instance_info_cache with network_info: [{"id": "a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d", "address": "fa:16:3e:47:63:41", "network": {"id": "3c0d832d-8cbb-409b-9c77-abead79c4636", "bridge": "br-int", "label": "tempest-ImagesTestJSON-621445240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af890dd8a6a344a9911792bc50950020", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa637b2d3-ac", "ovs_interfaceid": "a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.660377] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.662925] env[69249]: DEBUG nova.compute.manager [req-a6169140-fa33-403c-a9b9-de0f68af0590 req-2cc165f1-c0ef-45b7-8c43-28df7624c26c service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Received event network-changed-1b12ce65-c240-407c-be96-4e30b18bb436 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.663851] env[69249]: DEBUG nova.compute.manager [req-a6169140-fa33-403c-a9b9-de0f68af0590 req-2cc165f1-c0ef-45b7-8c43-28df7624c26c service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Refreshing instance network info cache due to event network-changed-1b12ce65-c240-407c-be96-4e30b18bb436. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.663851] env[69249]: DEBUG oslo_concurrency.lockutils [req-a6169140-fa33-403c-a9b9-de0f68af0590 req-2cc165f1-c0ef-45b7-8c43-28df7624c26c service nova] Acquiring lock "refresh_cache-c2bacbbc-a57b-428f-af33-c85e4416ade5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.663851] env[69249]: DEBUG oslo_concurrency.lockutils [req-a6169140-fa33-403c-a9b9-de0f68af0590 req-2cc165f1-c0ef-45b7-8c43-28df7624c26c service nova] Acquired lock "refresh_cache-c2bacbbc-a57b-428f-af33-c85e4416ade5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.663851] env[69249]: DEBUG nova.network.neutron [req-a6169140-fa33-403c-a9b9-de0f68af0590 req-2cc165f1-c0ef-45b7-8c43-28df7624c26c service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Refreshing network info cache for port 1b12ce65-c240-407c-be96-4e30b18bb436 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.686514] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659105, 'name': CreateVM_Task, 'duration_secs': 0.394904} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.686926] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.687954] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.687954] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.688620] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.692702] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e497868-ae80-45e1-abfc-b7a2bc78c3f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.695353] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659106, 'name': ReconfigVM_Task, 'duration_secs': 0.318577} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.698908] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d/2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.700385] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e6af218-9565-41d7-b551-963a2c7c0056 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.705120] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 738.705120] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d6353a-a13d-aaf1-a8fc-1043e750c944" [ 738.705120] env[69249]: _type = "Task" [ 738.705120] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.715382] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 738.715382] env[69249]: value = "task-3659107" [ 738.715382] env[69249]: _type = "Task" [ 738.715382] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.715604] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d6353a-a13d-aaf1-a8fc-1043e750c944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.727187] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659107, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.840642] env[69249]: INFO nova.compute.manager [-] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Took 1.73 seconds to deallocate network for instance. [ 738.977167] env[69249]: DEBUG nova.compute.manager [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.041556] env[69249]: INFO nova.compute.manager [-] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Took 1.41 seconds to deallocate network for instance. [ 739.092338] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceddd5d7-be1b-4c71-8435-92427a91ff34 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.101572] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fd92ac-eac8-4737-9ba6-16f2e4d0714e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.106716] env[69249]: DEBUG nova.network.neutron [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Successfully created port: 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.111682] env[69249]: DEBUG oslo_concurrency.lockutils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.111905] env[69249]: DEBUG oslo_concurrency.lockutils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.112291] env[69249]: DEBUG oslo_concurrency.lockutils [req-56dbb3b0-b31e-4694-93c6-439c71678e8d req-19ef0028-f089-4035-b397-07a33810bdfe service nova] Releasing lock "refresh_cache-e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.112502] env[69249]: DEBUG nova.compute.manager [req-56dbb3b0-b31e-4694-93c6-439c71678e8d req-19ef0028-f089-4035-b397-07a33810bdfe service nova] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Received event network-vif-deleted-f7c82221-cefb-4f27-b961-37e46d94ffda {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.112668] env[69249]: INFO nova.compute.manager [req-56dbb3b0-b31e-4694-93c6-439c71678e8d req-19ef0028-f089-4035-b397-07a33810bdfe service nova] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Neutron deleted interface f7c82221-cefb-4f27-b961-37e46d94ffda; detaching it from the instance and deleting it from the info cache [ 739.112831] env[69249]: DEBUG nova.network.neutron [req-56dbb3b0-b31e-4694-93c6-439c71678e8d req-19ef0028-f089-4035-b397-07a33810bdfe service nova] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.139937] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6729fa3b-1ae6-47c8-935b-fdeb4bdd4af3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.148305] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6585abb3-696c-4e3d-9e08-0c3fd98833c8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.164543] env[69249]: DEBUG nova.compute.provider_tree [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.218780] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d6353a-a13d-aaf1-a8fc-1043e750c944, 'name': SearchDatastore_Task, 'duration_secs': 0.033381} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.222066] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.222307] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.222540] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.222682] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.222859] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.223133] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfd29eec-0b68-40e6-931c-205033777805 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.229565] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659107, 'name': Rename_Task, 'duration_secs': 0.156905} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.230141] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.230141] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4e17694-0b54-4157-8cb8-0ea341084b0e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.232296] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.232467] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.233418] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c659d5ab-465f-49d2-a752-64d29b171ae7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.238510] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 739.238510] env[69249]: value = "task-3659108" [ 739.238510] env[69249]: _type = "Task" [ 739.238510] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.242622] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 739.242622] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b19e4d-9a4d-b0b9-1aeb-ad1bd1fdb687" [ 739.242622] env[69249]: _type = "Task" [ 739.242622] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.249175] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.254178] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b19e4d-9a4d-b0b9-1aeb-ad1bd1fdb687, 'name': SearchDatastore_Task} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.255036] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1367c4e4-6a5f-4c52-ba1c-dea8d5e8d215 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.260060] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 739.260060] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5234c47d-dcf3-17a8-0a1b-2fa4dfeb7d8f" [ 739.260060] env[69249]: _type = "Task" [ 739.260060] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.268568] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5234c47d-dcf3-17a8-0a1b-2fa4dfeb7d8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.348193] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.549609] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.642801] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53b0da8e-a9d6-4de7-917f-e065ef96190d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.650117] env[69249]: DEBUG nova.network.neutron [req-a6169140-fa33-403c-a9b9-de0f68af0590 req-2cc165f1-c0ef-45b7-8c43-28df7624c26c service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Updated VIF entry in instance network info cache for port 1b12ce65-c240-407c-be96-4e30b18bb436. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.650117] env[69249]: DEBUG nova.network.neutron [req-a6169140-fa33-403c-a9b9-de0f68af0590 req-2cc165f1-c0ef-45b7-8c43-28df7624c26c service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Updating instance_info_cache with network_info: [{"id": "1b12ce65-c240-407c-be96-4e30b18bb436", "address": "fa:16:3e:e6:83:bd", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b12ce65-c2", "ovs_interfaceid": "1b12ce65-c240-407c-be96-4e30b18bb436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.657437] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945708b1-6451-413d-88ec-a8e0f1b9f6d0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.672601] env[69249]: DEBUG nova.scheduler.client.report [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.704458] env[69249]: DEBUG nova.compute.manager [req-56dbb3b0-b31e-4694-93c6-439c71678e8d req-19ef0028-f089-4035-b397-07a33810bdfe service nova] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Detach interface failed, port_id=f7c82221-cefb-4f27-b961-37e46d94ffda, reason: Instance c6cb354f-dc6d-4e7c-8641-563e266abdee could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 739.750058] env[69249]: DEBUG oslo_vmware.api [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659108, 'name': PowerOnVM_Task, 'duration_secs': 0.501194} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.750058] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.750058] env[69249]: INFO nova.compute.manager [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Took 9.54 seconds to spawn the instance on the hypervisor. [ 739.750058] env[69249]: DEBUG nova.compute.manager [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.750356] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2678da5-6f9d-410f-b53e-15dedc31d965 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.770409] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5234c47d-dcf3-17a8-0a1b-2fa4dfeb7d8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010842} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.770511] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.770738] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611/e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.770994] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbce73be-440d-400d-8d08-9783470540fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.777037] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 739.777037] env[69249]: value = "task-3659109" [ 739.777037] env[69249]: _type = "Task" [ 739.777037] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.785118] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.987622] env[69249]: DEBUG nova.compute.manager [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.020024] env[69249]: DEBUG nova.virt.hardware [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.020024] env[69249]: DEBUG nova.virt.hardware [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.020024] env[69249]: DEBUG nova.virt.hardware [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.020024] env[69249]: DEBUG nova.virt.hardware [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.020024] env[69249]: DEBUG nova.virt.hardware [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.020024] env[69249]: DEBUG nova.virt.hardware [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.020024] env[69249]: DEBUG nova.virt.hardware [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.020024] env[69249]: DEBUG nova.virt.hardware [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.020024] env[69249]: DEBUG nova.virt.hardware [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.020024] env[69249]: DEBUG nova.virt.hardware [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.020024] env[69249]: DEBUG nova.virt.hardware [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.020024] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15118373-71fa-4d08-85c0-85012104d57c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.028753] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa906b8-a34b-4760-bc07-1d7d627d4684 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.159203] env[69249]: DEBUG nova.compute.manager [req-5b8775c4-29b9-4c87-b908-8dba867046ef req-1e009e43-dae2-46e6-9f1d-97d1a313428a service nova] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Received event network-vif-deleted-c3a7bd51-2db0-403d-ae0f-25d8ea52b679 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.172291] env[69249]: DEBUG oslo_concurrency.lockutils [req-a6169140-fa33-403c-a9b9-de0f68af0590 req-2cc165f1-c0ef-45b7-8c43-28df7624c26c service nova] Releasing lock "refresh_cache-c2bacbbc-a57b-428f-af33-c85e4416ade5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.183990] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.186742] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.524s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.188680] env[69249]: INFO nova.compute.claims [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.213289] env[69249]: INFO nova.scheduler.client.report [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Deleted allocations for instance 79744c3c-d219-4e0b-8bf9-264247760a0e [ 740.269257] env[69249]: INFO nova.compute.manager [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Took 43.44 seconds to build instance. [ 740.290136] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659109, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.727027] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a70e94c9-96c6-4cb6-bfa8-4aa32ffed1a9 tempest-VolumesAssistedSnapshotsTest-276364817 tempest-VolumesAssistedSnapshotsTest-276364817-project-member] Lock "79744c3c-d219-4e0b-8bf9-264247760a0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.017s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.774047] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19a04cef-e0bf-4b47-ab26-c851676d1a37 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.691s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.789763] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54637} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.790451] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611/e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.790845] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.792024] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c91c1f2e-81ac-4cbd-96be-20ad0cf908b4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.799581] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 740.799581] env[69249]: value = "task-3659110" [ 740.799581] env[69249]: _type = "Task" [ 740.799581] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.811601] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.991839] env[69249]: DEBUG nova.network.neutron [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Successfully updated port: 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.275905] env[69249]: DEBUG nova.compute.manager [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.311085] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16222} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.316418] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.322366] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3189070f-da9c-4746-84fd-9af3740783fd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.352616] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611/e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.355812] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-907e5d48-e641-4b1c-91b3-52c5837d7830 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.377256] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 741.377256] env[69249]: value = "task-3659111" [ 741.377256] env[69249]: _type = "Task" [ 741.377256] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.386955] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.452380] env[69249]: DEBUG oslo_concurrency.lockutils [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "4aa31fef-e939-4657-8a8f-48042bd1d081" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.452621] env[69249]: DEBUG oslo_concurrency.lockutils [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.496119] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "refresh_cache-c66e5703-cc8f-436d-87f2-8664229825e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.496312] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquired lock "refresh_cache-c66e5703-cc8f-436d-87f2-8664229825e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.496426] env[69249]: DEBUG nova.network.neutron [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.699723] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bbf853-34ec-4de0-8e90-fa5acaa4b738 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.708929] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8ea598-8da7-4a94-ac72-55182d315437 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.740932] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a71867-1cd5-4456-b0c6-6558d3bdf382 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.748945] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dae99c-1f64-49a6-a959-41b0d8747fa3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.763721] env[69249]: DEBUG nova.compute.provider_tree [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.799942] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.892159] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.955783] env[69249]: INFO nova.compute.manager [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Detaching volume b3ff6ac3-fd09-4a98-a687-ac422b2d1466 [ 741.995450] env[69249]: INFO nova.virt.block_device [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Attempting to driver detach volume b3ff6ac3-fd09-4a98-a687-ac422b2d1466 from mountpoint /dev/sdb [ 741.995450] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 741.995450] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729314', 'volume_id': 'b3ff6ac3-fd09-4a98-a687-ac422b2d1466', 'name': 'volume-b3ff6ac3-fd09-4a98-a687-ac422b2d1466', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4aa31fef-e939-4657-8a8f-48042bd1d081', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3ff6ac3-fd09-4a98-a687-ac422b2d1466', 'serial': 'b3ff6ac3-fd09-4a98-a687-ac422b2d1466'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 741.996857] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173a7e47-853f-4cf2-9520-6c768a106b0b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.025600] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd3cd07-c465-4856-b6d2-196527119afb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.034805] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30664cbd-119c-477e-aa3b-72f85b7ea7a3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.055229] env[69249]: DEBUG nova.network.neutron [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.057785] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7359ee-0aaf-46aa-9d91-357bea3a9f38 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.074641] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] The volume has not been displaced from its original location: [datastore2] volume-b3ff6ac3-fd09-4a98-a687-ac422b2d1466/volume-b3ff6ac3-fd09-4a98-a687-ac422b2d1466.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 742.078850] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 742.081700] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-733baf3c-c08e-4c2e-b189-95966782f373 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.100843] env[69249]: DEBUG oslo_vmware.api [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 742.100843] env[69249]: value = "task-3659112" [ 742.100843] env[69249]: _type = "Task" [ 742.100843] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.109169] env[69249]: DEBUG oslo_vmware.api [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.189118] env[69249]: DEBUG nova.compute.manager [req-4c6d93f2-ef31-48db-affd-a5b01b82a57f req-517a14fe-9f29-4440-bdee-a5efc51f4cdb service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Received event network-vif-plugged-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.189118] env[69249]: DEBUG oslo_concurrency.lockutils [req-4c6d93f2-ef31-48db-affd-a5b01b82a57f req-517a14fe-9f29-4440-bdee-a5efc51f4cdb service nova] Acquiring lock "c66e5703-cc8f-436d-87f2-8664229825e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.189283] env[69249]: DEBUG oslo_concurrency.lockutils [req-4c6d93f2-ef31-48db-affd-a5b01b82a57f req-517a14fe-9f29-4440-bdee-a5efc51f4cdb service nova] Lock "c66e5703-cc8f-436d-87f2-8664229825e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.189461] env[69249]: DEBUG oslo_concurrency.lockutils [req-4c6d93f2-ef31-48db-affd-a5b01b82a57f req-517a14fe-9f29-4440-bdee-a5efc51f4cdb service nova] Lock "c66e5703-cc8f-436d-87f2-8664229825e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.189768] env[69249]: DEBUG nova.compute.manager [req-4c6d93f2-ef31-48db-affd-a5b01b82a57f req-517a14fe-9f29-4440-bdee-a5efc51f4cdb service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] No waiting events found dispatching network-vif-plugged-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 742.189768] env[69249]: WARNING nova.compute.manager [req-4c6d93f2-ef31-48db-affd-a5b01b82a57f req-517a14fe-9f29-4440-bdee-a5efc51f4cdb service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Received unexpected event network-vif-plugged-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab for instance with vm_state building and task_state spawning. [ 742.189893] env[69249]: DEBUG nova.compute.manager [req-4c6d93f2-ef31-48db-affd-a5b01b82a57f req-517a14fe-9f29-4440-bdee-a5efc51f4cdb service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Received event network-changed-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.190084] env[69249]: DEBUG nova.compute.manager [req-4c6d93f2-ef31-48db-affd-a5b01b82a57f req-517a14fe-9f29-4440-bdee-a5efc51f4cdb service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Refreshing instance network info cache due to event network-changed-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.190265] env[69249]: DEBUG oslo_concurrency.lockutils [req-4c6d93f2-ef31-48db-affd-a5b01b82a57f req-517a14fe-9f29-4440-bdee-a5efc51f4cdb service nova] Acquiring lock "refresh_cache-c66e5703-cc8f-436d-87f2-8664229825e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.228668] env[69249]: DEBUG nova.network.neutron [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Updating instance_info_cache with network_info: [{"id": "9703d8a7-4d76-4e38-a5fa-1e40959fd5ab", "address": "fa:16:3e:ab:ab:e4", "network": {"id": "1ff7e969-37ad-4d0c-9318-b275f6c7147d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1717339010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb0e281b714f4488841dc8c9a823e308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9703d8a7-4d", "ovs_interfaceid": "9703d8a7-4d76-4e38-a5fa-1e40959fd5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.266892] env[69249]: DEBUG nova.scheduler.client.report [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.388436] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659111, 'name': ReconfigVM_Task, 'duration_secs': 0.729415} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.388705] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Reconfigured VM instance instance-00000022 to attach disk [datastore1] e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611/e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.389379] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f377031-ca1f-4a2f-8e69-98948cabc63c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.395738] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 742.395738] env[69249]: value = "task-3659113" [ 742.395738] env[69249]: _type = "Task" [ 742.395738] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.408362] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659113, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.612199] env[69249]: DEBUG oslo_vmware.api [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659112, 'name': ReconfigVM_Task, 'duration_secs': 0.306999} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.612199] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 742.616456] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-328427b3-1aa1-40d8-9425-8fb4feca5a29 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.632502] env[69249]: DEBUG oslo_vmware.api [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 742.632502] env[69249]: value = "task-3659114" [ 742.632502] env[69249]: _type = "Task" [ 742.632502] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.640820] env[69249]: DEBUG oslo_vmware.api [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.734628] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Releasing lock "refresh_cache-c66e5703-cc8f-436d-87f2-8664229825e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.735013] env[69249]: DEBUG nova.compute.manager [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Instance network_info: |[{"id": "9703d8a7-4d76-4e38-a5fa-1e40959fd5ab", "address": "fa:16:3e:ab:ab:e4", "network": {"id": "1ff7e969-37ad-4d0c-9318-b275f6c7147d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1717339010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb0e281b714f4488841dc8c9a823e308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9703d8a7-4d", "ovs_interfaceid": "9703d8a7-4d76-4e38-a5fa-1e40959fd5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.735369] env[69249]: DEBUG oslo_concurrency.lockutils [req-4c6d93f2-ef31-48db-affd-a5b01b82a57f req-517a14fe-9f29-4440-bdee-a5efc51f4cdb service nova] Acquired lock "refresh_cache-c66e5703-cc8f-436d-87f2-8664229825e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.735543] env[69249]: DEBUG nova.network.neutron [req-4c6d93f2-ef31-48db-affd-a5b01b82a57f req-517a14fe-9f29-4440-bdee-a5efc51f4cdb service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Refreshing network info cache for port 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.736774] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:ab:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9703d8a7-4d76-4e38-a5fa-1e40959fd5ab', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.745812] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.746322] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.746544] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddfab5b2-0523-4d84-b71d-9a7b039893eb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.769855] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.769855] env[69249]: value = "task-3659115" [ 742.769855] env[69249]: _type = "Task" [ 742.769855] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.774186] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.774685] env[69249]: DEBUG nova.compute.manager [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.777917] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.332s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.778159] env[69249]: DEBUG nova.objects.instance [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Lazy-loading 'resources' on Instance uuid 1b505adf-dfe3-46a2-bd46-76059968eb7c {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.791213] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659115, 'name': CreateVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.793816] env[69249]: DEBUG nova.compute.manager [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Stashing vm_state: active {{(pid=69249) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 742.906838] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659113, 'name': Rename_Task, 'duration_secs': 0.145279} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.907240] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.907525] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e893ad3-b606-4be0-8947-ad74a9cbd874 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.913472] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 742.913472] env[69249]: value = "task-3659116" [ 742.913472] env[69249]: _type = "Task" [ 742.913472] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.921225] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.141940] env[69249]: DEBUG oslo_vmware.api [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659114, 'name': ReconfigVM_Task, 'duration_secs': 0.221163} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.142726] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729314', 'volume_id': 'b3ff6ac3-fd09-4a98-a687-ac422b2d1466', 'name': 'volume-b3ff6ac3-fd09-4a98-a687-ac422b2d1466', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4aa31fef-e939-4657-8a8f-48042bd1d081', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3ff6ac3-fd09-4a98-a687-ac422b2d1466', 'serial': 'b3ff6ac3-fd09-4a98-a687-ac422b2d1466'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 743.281525] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659115, 'name': CreateVM_Task, 'duration_secs': 0.451604} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.281887] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.282704] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.282969] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.283395] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.287449] env[69249]: DEBUG nova.compute.utils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.288767] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a3f63b5-f2ed-4b33-ad97-04e7f6254718 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.292046] env[69249]: DEBUG nova.compute.manager [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.292417] env[69249]: DEBUG nova.network.neutron [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.297967] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 743.297967] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52156811-53a1-9e5a-7736-5f8affcfdbc6" [ 743.297967] env[69249]: _type = "Task" [ 743.297967] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.314024] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52156811-53a1-9e5a-7736-5f8affcfdbc6, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.314024] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.314024] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.314024] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.314024] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.314024] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.314024] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50695795-55d7-440d-90dc-fcd6416f4d87 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.317157] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.325186] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.326636] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.326785] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61b2027-b1e5-4fa8-b940-28c528144cd6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.331540] env[69249]: DEBUG nova.policy [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c79d27ff31f4bfebcac7f213afeda8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92699abeef02415ea1f44730551eba21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.334539] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 743.334539] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5240bb88-8139-9561-a5cf-4d99f3f64def" [ 743.334539] env[69249]: _type = "Task" [ 743.334539] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.347552] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5240bb88-8139-9561-a5cf-4d99f3f64def, 'name': SearchDatastore_Task, 'duration_secs': 0.008075} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.352507] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d62297-c9a1-4c56-bbbc-dee45a50b616 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.356197] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 743.356197] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5288f64b-1a17-aac1-fbe2-b9e354bb5c6b" [ 743.356197] env[69249]: _type = "Task" [ 743.356197] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.366510] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5288f64b-1a17-aac1-fbe2-b9e354bb5c6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.422774] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659116, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.621865] env[69249]: DEBUG nova.network.neutron [req-4c6d93f2-ef31-48db-affd-a5b01b82a57f req-517a14fe-9f29-4440-bdee-a5efc51f4cdb service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Updated VIF entry in instance network info cache for port 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.622310] env[69249]: DEBUG nova.network.neutron [req-4c6d93f2-ef31-48db-affd-a5b01b82a57f req-517a14fe-9f29-4440-bdee-a5efc51f4cdb service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Updating instance_info_cache with network_info: [{"id": "9703d8a7-4d76-4e38-a5fa-1e40959fd5ab", "address": "fa:16:3e:ab:ab:e4", "network": {"id": "1ff7e969-37ad-4d0c-9318-b275f6c7147d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1717339010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb0e281b714f4488841dc8c9a823e308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9703d8a7-4d", "ovs_interfaceid": "9703d8a7-4d76-4e38-a5fa-1e40959fd5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.696739] env[69249]: DEBUG nova.objects.instance [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lazy-loading 'flavor' on Instance uuid 4aa31fef-e939-4657-8a8f-48042bd1d081 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.772973] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5852417d-280c-4cac-adfd-4d42e65797f1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.777785] env[69249]: DEBUG nova.network.neutron [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Successfully created port: 31e809ba-2ba9-424e-8cde-57d94680a542 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.786308] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a51dd6-68f4-4c34-88ff-0c0eaf12a87e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.793423] env[69249]: DEBUG nova.compute.manager [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.828027] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc5bd30-15ac-4222-838f-c48fd7a3134d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.836646] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d580c1-b594-4b38-80cd-41556825f390 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.852911] env[69249]: DEBUG nova.compute.provider_tree [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.870177] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5288f64b-1a17-aac1-fbe2-b9e354bb5c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.008805} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.870531] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.870846] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] c66e5703-cc8f-436d-87f2-8664229825e5/c66e5703-cc8f-436d-87f2-8664229825e5.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.871179] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9615cd77-abcd-4b0b-8220-46dc256ed2a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.877641] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 743.877641] env[69249]: value = "task-3659117" [ 743.877641] env[69249]: _type = "Task" [ 743.877641] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.887618] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.923881] env[69249]: DEBUG oslo_vmware.api [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659116, 'name': PowerOnVM_Task, 'duration_secs': 0.891924} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.923881] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.923881] env[69249]: INFO nova.compute.manager [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Took 8.85 seconds to spawn the instance on the hypervisor. [ 743.923881] env[69249]: DEBUG nova.compute.manager [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 743.925324] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7677d5-65ac-4fee-9911-d3838d9bcb4f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.126274] env[69249]: DEBUG oslo_concurrency.lockutils [req-4c6d93f2-ef31-48db-affd-a5b01b82a57f req-517a14fe-9f29-4440-bdee-a5efc51f4cdb service nova] Releasing lock "refresh_cache-c66e5703-cc8f-436d-87f2-8664229825e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.359254] env[69249]: DEBUG nova.scheduler.client.report [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.388583] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486796} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.389443] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] c66e5703-cc8f-436d-87f2-8664229825e5/c66e5703-cc8f-436d-87f2-8664229825e5.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.389618] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.389910] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2db3794-e7ee-4a9e-8c69-ff6e4f84ce60 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.397458] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 744.397458] env[69249]: value = "task-3659118" [ 744.397458] env[69249]: _type = "Task" [ 744.397458] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.407325] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.446706] env[69249]: INFO nova.compute.manager [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Took 37.30 seconds to build instance. [ 744.709426] env[69249]: DEBUG oslo_concurrency.lockutils [None req-60c5db2d-bfd8-4c7f-84cb-05ea034124b8 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.257s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.842090] env[69249]: DEBUG nova.compute.manager [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.851385] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cb2f7db6-5326-4402-8b95-84b2fae43765 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "4aa31fef-e939-4657-8a8f-48042bd1d081" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.851385] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cb2f7db6-5326-4402-8b95-84b2fae43765 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.852359] env[69249]: DEBUG nova.compute.manager [None req-cb2f7db6-5326-4402-8b95-84b2fae43765 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 744.852848] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfad9a8f-5c01-4562-85df-56fad533677b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.860736] env[69249]: DEBUG nova.compute.manager [None req-cb2f7db6-5326-4402-8b95-84b2fae43765 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69249) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 744.861373] env[69249]: DEBUG nova.objects.instance [None req-cb2f7db6-5326-4402-8b95-84b2fae43765 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lazy-loading 'flavor' on Instance uuid 4aa31fef-e939-4657-8a8f-48042bd1d081 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.863371] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.866134] env[69249]: DEBUG oslo_concurrency.lockutils [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.328s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.868115] env[69249]: INFO nova.compute.claims [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.872269] env[69249]: DEBUG nova.virt.hardware [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.872269] env[69249]: DEBUG nova.virt.hardware [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.872439] env[69249]: DEBUG nova.virt.hardware [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.872582] env[69249]: DEBUG nova.virt.hardware [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.873520] env[69249]: DEBUG nova.virt.hardware [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.873520] env[69249]: DEBUG nova.virt.hardware [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.873520] env[69249]: DEBUG nova.virt.hardware [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.873520] env[69249]: DEBUG nova.virt.hardware [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.873718] env[69249]: DEBUG nova.virt.hardware [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.873855] env[69249]: DEBUG nova.virt.hardware [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.874113] env[69249]: DEBUG nova.virt.hardware [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.875023] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5479f6-688d-4c57-88a4-4b3c443912e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.886126] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8b65df-3cab-4f10-9b04-2156e2f89d52 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.909503] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065975} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.909839] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.910675] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e479f78-703e-4235-907a-ce070fc739b8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.935177] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] c66e5703-cc8f-436d-87f2-8664229825e5/c66e5703-cc8f-436d-87f2-8664229825e5.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.936369] env[69249]: INFO nova.scheduler.client.report [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Deleted allocations for instance 1b505adf-dfe3-46a2-bd46-76059968eb7c [ 744.939081] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95b92968-d031-4c93-a89f-5ba8db2372b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.958369] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fb36add0-0948-4b84-99f1-1aa1182edbb2 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.255s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.964796] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 744.964796] env[69249]: value = "task-3659119" [ 744.964796] env[69249]: _type = "Task" [ 744.964796] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.973377] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.238624] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695b97fa-1f43-4a5d-bd0f-5d82550f4644 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.247043] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-63a08ab3-8189-40a4-af2d-031a0988ec34 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Suspending the VM {{(pid=69249) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 745.247043] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-69c17644-3463-4153-aede-2fd339be66c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.256803] env[69249]: DEBUG oslo_vmware.api [None req-63a08ab3-8189-40a4-af2d-031a0988ec34 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 745.256803] env[69249]: value = "task-3659120" [ 745.256803] env[69249]: _type = "Task" [ 745.256803] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.267154] env[69249]: DEBUG oslo_vmware.api [None req-63a08ab3-8189-40a4-af2d-031a0988ec34 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659120, 'name': SuspendVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.399837] env[69249]: DEBUG nova.compute.manager [req-eab57e0a-dd50-4efb-8289-f39b77fa0aab req-9cdb7584-3acb-408c-9b86-11462e77c199 service nova] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Received event network-vif-plugged-31e809ba-2ba9-424e-8cde-57d94680a542 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.400139] env[69249]: DEBUG oslo_concurrency.lockutils [req-eab57e0a-dd50-4efb-8289-f39b77fa0aab req-9cdb7584-3acb-408c-9b86-11462e77c199 service nova] Acquiring lock "feb97282-0da7-483c-91e2-11fa1705ca94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.400298] env[69249]: DEBUG oslo_concurrency.lockutils [req-eab57e0a-dd50-4efb-8289-f39b77fa0aab req-9cdb7584-3acb-408c-9b86-11462e77c199 service nova] Lock "feb97282-0da7-483c-91e2-11fa1705ca94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.400464] env[69249]: DEBUG oslo_concurrency.lockutils [req-eab57e0a-dd50-4efb-8289-f39b77fa0aab req-9cdb7584-3acb-408c-9b86-11462e77c199 service nova] Lock "feb97282-0da7-483c-91e2-11fa1705ca94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.400636] env[69249]: DEBUG nova.compute.manager [req-eab57e0a-dd50-4efb-8289-f39b77fa0aab req-9cdb7584-3acb-408c-9b86-11462e77c199 service nova] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] No waiting events found dispatching network-vif-plugged-31e809ba-2ba9-424e-8cde-57d94680a542 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 745.400829] env[69249]: WARNING nova.compute.manager [req-eab57e0a-dd50-4efb-8289-f39b77fa0aab req-9cdb7584-3acb-408c-9b86-11462e77c199 service nova] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Received unexpected event network-vif-plugged-31e809ba-2ba9-424e-8cde-57d94680a542 for instance with vm_state building and task_state spawning. [ 745.449908] env[69249]: DEBUG nova.network.neutron [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Successfully updated port: 31e809ba-2ba9-424e-8cde-57d94680a542 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.462872] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ea51dd90-efdc-4136-bf75-c1e1d89b6ea8 tempest-DeleteServersAdminTestJSON-994567136 tempest-DeleteServersAdminTestJSON-994567136-project-member] Lock "1b505adf-dfe3-46a2-bd46-76059968eb7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.484s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.464147] env[69249]: DEBUG nova.compute.manager [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.478284] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.485231] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "03fdd6e6-d779-495d-8276-29c4abc1dece" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.485449] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "03fdd6e6-d779-495d-8276-29c4abc1dece" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.767554] env[69249]: DEBUG oslo_vmware.api [None req-63a08ab3-8189-40a4-af2d-031a0988ec34 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659120, 'name': SuspendVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.874205] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb2f7db6-5326-4402-8b95-84b2fae43765 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.874583] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dcfffc4-8080-446c-b75f-eb5eeef5daf6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.882076] env[69249]: DEBUG oslo_vmware.api [None req-cb2f7db6-5326-4402-8b95-84b2fae43765 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 745.882076] env[69249]: value = "task-3659121" [ 745.882076] env[69249]: _type = "Task" [ 745.882076] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.894064] env[69249]: DEBUG oslo_vmware.api [None req-cb2f7db6-5326-4402-8b95-84b2fae43765 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.956288] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "refresh_cache-feb97282-0da7-483c-91e2-11fa1705ca94" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.956288] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquired lock "refresh_cache-feb97282-0da7-483c-91e2-11fa1705ca94" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.956633] env[69249]: DEBUG nova.network.neutron [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.987675] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659119, 'name': ReconfigVM_Task, 'duration_secs': 0.895563} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.989431] env[69249]: DEBUG nova.compute.utils [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.990225] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Reconfigured VM instance instance-00000023 to attach disk [datastore1] c66e5703-cc8f-436d-87f2-8664229825e5/c66e5703-cc8f-436d-87f2-8664229825e5.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.990973] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-389a60ef-234e-4288-b326-fdc7fc04572f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.998679] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 745.998679] env[69249]: value = "task-3659122" [ 745.998679] env[69249]: _type = "Task" [ 745.998679] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.002153] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.019284] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659122, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.276932] env[69249]: DEBUG oslo_vmware.api [None req-63a08ab3-8189-40a4-af2d-031a0988ec34 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659120, 'name': SuspendVM_Task, 'duration_secs': 0.863525} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.277472] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-63a08ab3-8189-40a4-af2d-031a0988ec34 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Suspended the VM {{(pid=69249) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 746.277808] env[69249]: DEBUG nova.compute.manager [None req-63a08ab3-8189-40a4-af2d-031a0988ec34 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 746.281019] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa6906f-9cb6-490b-93e4-33cb4782d01b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.393845] env[69249]: DEBUG oslo_vmware.api [None req-cb2f7db6-5326-4402-8b95-84b2fae43765 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659121, 'name': PowerOffVM_Task, 'duration_secs': 0.237629} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.394559] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb2f7db6-5326-4402-8b95-84b2fae43765 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.394559] env[69249]: DEBUG nova.compute.manager [None req-cb2f7db6-5326-4402-8b95-84b2fae43765 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 746.397449] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcc3241-bec6-4d61-ac65-573b1d7f2cd7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.452825] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d9daad-db37-4e61-8247-1e53af1638f1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.465116] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88f7e3c-8f4b-466c-a571-e92b991e24ae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.498647] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "03fdd6e6-d779-495d-8276-29c4abc1dece" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.500546] env[69249]: DEBUG nova.network.neutron [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.502763] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7c7f26-c0c3-488f-9167-6898d0bef02d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.518235] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef191f3-89a7-41b6-ba31-7f42737839f1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.522360] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659122, 'name': Rename_Task, 'duration_secs': 0.310262} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.525166] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.527400] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b8671aa-d638-49f6-994e-196c1391aac1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.536803] env[69249]: DEBUG nova.compute.provider_tree [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.543490] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 746.543490] env[69249]: value = "task-3659123" [ 746.543490] env[69249]: _type = "Task" [ 746.543490] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.554382] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.660512] env[69249]: DEBUG nova.network.neutron [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Updating instance_info_cache with network_info: [{"id": "31e809ba-2ba9-424e-8cde-57d94680a542", "address": "fa:16:3e:6e:de:23", "network": {"id": "33de4566-c599-4e0e-a647-650042762d94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1519684829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92699abeef02415ea1f44730551eba21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31e809ba-2b", "ovs_interfaceid": "31e809ba-2ba9-424e-8cde-57d94680a542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.910046] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cb2f7db6-5326-4402-8b95-84b2fae43765 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.040280] env[69249]: DEBUG nova.scheduler.client.report [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.054910] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.163583] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Releasing lock "refresh_cache-feb97282-0da7-483c-91e2-11fa1705ca94" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.163921] env[69249]: DEBUG nova.compute.manager [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Instance network_info: |[{"id": "31e809ba-2ba9-424e-8cde-57d94680a542", "address": "fa:16:3e:6e:de:23", "network": {"id": "33de4566-c599-4e0e-a647-650042762d94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1519684829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92699abeef02415ea1f44730551eba21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31e809ba-2b", "ovs_interfaceid": "31e809ba-2ba9-424e-8cde-57d94680a542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.164469] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:de:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31e809ba-2ba9-424e-8cde-57d94680a542', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.172886] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Creating folder: Project (92699abeef02415ea1f44730551eba21). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.173277] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5160f53f-d626-4b3b-8d12-b254f2f282da {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.188260] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Created folder: Project (92699abeef02415ea1f44730551eba21) in parent group-v729229. [ 747.188260] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Creating folder: Instances. Parent ref: group-v729343. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.188260] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c18e823d-80e5-4c89-80dd-18c9b9ccec51 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.198483] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Created folder: Instances in parent group-v729343. [ 747.198893] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.198932] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.199200] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b78a949-95e0-4201-b9b6-15e0f7578fa7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.219444] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.219444] env[69249]: value = "task-3659126" [ 747.219444] env[69249]: _type = "Task" [ 747.219444] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.229785] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659126, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.549407] env[69249]: DEBUG oslo_concurrency.lockutils [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.550077] env[69249]: DEBUG nova.compute.manager [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.553723] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.732s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.554109] env[69249]: DEBUG nova.objects.instance [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Lazy-loading 'resources' on Instance uuid 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.563228] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.578062] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "03fdd6e6-d779-495d-8276-29c4abc1dece" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.579184] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "03fdd6e6-d779-495d-8276-29c4abc1dece" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.580392] env[69249]: INFO nova.compute.manager [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Attaching volume a611eb98-5a0d-42d6-af37-2e89f0047268 to /dev/sdb [ 747.631439] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f78af88-101c-4e43-a7a0-f38dc69c547c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.640373] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73347c99-140e-463d-a0c6-f51a28f9c05d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.655271] env[69249]: DEBUG nova.virt.block_device [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Updating existing volume attachment record: 4f8333fd-5d8f-49d5-8da4-d79d56108af4 {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 747.711810] env[69249]: DEBUG nova.compute.manager [req-b2213424-3360-40a3-996c-86974f4ff623 req-2641106e-8090-411b-aa83-7c9ce080c392 service nova] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Received event network-changed-31e809ba-2ba9-424e-8cde-57d94680a542 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.712104] env[69249]: DEBUG nova.compute.manager [req-b2213424-3360-40a3-996c-86974f4ff623 req-2641106e-8090-411b-aa83-7c9ce080c392 service nova] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Refreshing instance network info cache due to event network-changed-31e809ba-2ba9-424e-8cde-57d94680a542. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.712553] env[69249]: DEBUG oslo_concurrency.lockutils [req-b2213424-3360-40a3-996c-86974f4ff623 req-2641106e-8090-411b-aa83-7c9ce080c392 service nova] Acquiring lock "refresh_cache-feb97282-0da7-483c-91e2-11fa1705ca94" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.712790] env[69249]: DEBUG oslo_concurrency.lockutils [req-b2213424-3360-40a3-996c-86974f4ff623 req-2641106e-8090-411b-aa83-7c9ce080c392 service nova] Acquired lock "refresh_cache-feb97282-0da7-483c-91e2-11fa1705ca94" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.713297] env[69249]: DEBUG nova.network.neutron [req-b2213424-3360-40a3-996c-86974f4ff623 req-2641106e-8090-411b-aa83-7c9ce080c392 service nova] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Refreshing network info cache for port 31e809ba-2ba9-424e-8cde-57d94680a542 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.731520] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659126, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.056117] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659123, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.061983] env[69249]: DEBUG nova.compute.utils [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.064013] env[69249]: DEBUG nova.compute.manager [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Not allocating networking since 'none' was specified. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 748.233824] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659126, 'name': CreateVM_Task, 'duration_secs': 0.535035} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.233979] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.234721] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.234971] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.235383] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.238504] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb51667-f13d-4449-bcb0-42de055b9aad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.243762] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 748.243762] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521062ef-e6e9-47ba-8b34-b53426fb2e3b" [ 748.243762] env[69249]: _type = "Task" [ 748.243762] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.251986] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521062ef-e6e9-47ba-8b34-b53426fb2e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.354537] env[69249]: DEBUG nova.objects.instance [None req-4497d066-2896-4c18-9227-b510f9093af5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lazy-loading 'flavor' on Instance uuid 4aa31fef-e939-4657-8a8f-48042bd1d081 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.529884] env[69249]: DEBUG nova.network.neutron [req-b2213424-3360-40a3-996c-86974f4ff623 req-2641106e-8090-411b-aa83-7c9ce080c392 service nova] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Updated VIF entry in instance network info cache for port 31e809ba-2ba9-424e-8cde-57d94680a542. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.530172] env[69249]: DEBUG nova.network.neutron [req-b2213424-3360-40a3-996c-86974f4ff623 req-2641106e-8090-411b-aa83-7c9ce080c392 service nova] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Updating instance_info_cache with network_info: [{"id": "31e809ba-2ba9-424e-8cde-57d94680a542", "address": "fa:16:3e:6e:de:23", "network": {"id": "33de4566-c599-4e0e-a647-650042762d94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1519684829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92699abeef02415ea1f44730551eba21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31e809ba-2b", "ovs_interfaceid": "31e809ba-2ba9-424e-8cde-57d94680a542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.560094] env[69249]: DEBUG oslo_vmware.api [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659123, 'name': PowerOnVM_Task, 'duration_secs': 1.620188} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.563986] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.563986] env[69249]: INFO nova.compute.manager [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Took 8.58 seconds to spawn the instance on the hypervisor. [ 748.563986] env[69249]: DEBUG nova.compute.manager [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 748.564357] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf939d6-f2fd-4bbc-90e2-76d1b15d05d2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.567482] env[69249]: DEBUG nova.compute.manager [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.590904] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b14f5fc-ca81-48b1-afa2-725613431dcc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.603677] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025daac9-2a20-4b3e-af6f-e3b4bb6f6ec5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.636472] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767285d2-d5a9-439d-b995-a328fdb4f3f2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.644808] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ff7d5d-96de-425e-b766-2f9634cd4028 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.658828] env[69249]: DEBUG nova.compute.provider_tree [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.671688] env[69249]: DEBUG nova.compute.manager [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 748.672731] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eaaf6f-768f-4ec7-bf99-165091957903 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.756022] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521062ef-e6e9-47ba-8b34-b53426fb2e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.756022] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.756022] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.756230] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.757026] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.757026] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.757026] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-515fefc2-dd6b-482c-a966-f8fec46fa1e7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.766136] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.766455] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.767301] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f852f676-3a2f-479d-b77a-3fc449fb5c14 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.773841] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 748.773841] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b366c6-a60c-6cb0-8ead-df1870cdf02a" [ 748.773841] env[69249]: _type = "Task" [ 748.773841] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.781927] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b366c6-a60c-6cb0-8ead-df1870cdf02a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.859307] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4497d066-2896-4c18-9227-b510f9093af5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "refresh_cache-4aa31fef-e939-4657-8a8f-48042bd1d081" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.859430] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4497d066-2896-4c18-9227-b510f9093af5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquired lock "refresh_cache-4aa31fef-e939-4657-8a8f-48042bd1d081" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.859579] env[69249]: DEBUG nova.network.neutron [None req-4497d066-2896-4c18-9227-b510f9093af5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.859758] env[69249]: DEBUG nova.objects.instance [None req-4497d066-2896-4c18-9227-b510f9093af5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lazy-loading 'info_cache' on Instance uuid 4aa31fef-e939-4657-8a8f-48042bd1d081 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.033581] env[69249]: DEBUG oslo_concurrency.lockutils [req-b2213424-3360-40a3-996c-86974f4ff623 req-2641106e-8090-411b-aa83-7c9ce080c392 service nova] Releasing lock "refresh_cache-feb97282-0da7-483c-91e2-11fa1705ca94" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.086444] env[69249]: INFO nova.compute.manager [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Took 38.39 seconds to build instance. [ 749.162210] env[69249]: DEBUG nova.scheduler.client.report [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.184237] env[69249]: INFO nova.compute.manager [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] instance snapshotting [ 749.184505] env[69249]: WARNING nova.compute.manager [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 749.187951] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebb331b-caa1-41f8-b875-0562ca691a2c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.209516] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80ca8d7-3219-41bd-9eed-79a101fca14c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.284203] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b366c6-a60c-6cb0-8ead-df1870cdf02a, 'name': SearchDatastore_Task, 'duration_secs': 0.009161} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.285391] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-411bdd00-e516-4357-9329-4c2881469914 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.291345] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 749.291345] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5210b50d-6065-17d2-8941-23dea180fbe8" [ 749.291345] env[69249]: _type = "Task" [ 749.291345] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.299632] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5210b50d-6065-17d2-8941-23dea180fbe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.365372] env[69249]: DEBUG nova.objects.base [None req-4497d066-2896-4c18-9227-b510f9093af5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Object Instance<4aa31fef-e939-4657-8a8f-48042bd1d081> lazy-loaded attributes: flavor,info_cache {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 749.584544] env[69249]: DEBUG nova.compute.manager [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.592845] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2229d77f-36a5-4224-9eb2-ed0fcf8b906e tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "c66e5703-cc8f-436d-87f2-8664229825e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.035s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.614723] env[69249]: DEBUG nova.virt.hardware [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.615176] env[69249]: DEBUG nova.virt.hardware [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.615440] env[69249]: DEBUG nova.virt.hardware [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.616712] env[69249]: DEBUG nova.virt.hardware [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.616712] env[69249]: DEBUG nova.virt.hardware [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.616712] env[69249]: DEBUG nova.virt.hardware [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.616712] env[69249]: DEBUG nova.virt.hardware [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.616712] env[69249]: DEBUG nova.virt.hardware [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.616712] env[69249]: DEBUG nova.virt.hardware [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.616712] env[69249]: DEBUG nova.virt.hardware [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.617370] env[69249]: DEBUG nova.virt.hardware [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.617977] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b73e2b6-9881-4857-9e84-993d0dd5dbd8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.627669] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4acfaf-77c3-4091-9f38-02283530ecd4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.646869] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.652652] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Creating folder: Project (4ccfe4e64127407c85c4012303eb7007). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.652756] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5952c867-7167-4265-a874-871f7338fa17 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.663930] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Created folder: Project (4ccfe4e64127407c85c4012303eb7007) in parent group-v729229. [ 749.664727] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Creating folder: Instances. Parent ref: group-v729348. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.664727] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-439b8597-4904-422e-bdc4-c4996f3cd14a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.666968] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.669628] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.884s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.671345] env[69249]: INFO nova.compute.claims [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.676600] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Created folder: Instances in parent group-v729348. [ 749.676906] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.677167] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.677429] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73c16a03-8c74-4938-9a65-34d6b4c938ab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.699703] env[69249]: INFO nova.scheduler.client.report [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Deleted allocations for instance 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64 [ 749.710165] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.710165] env[69249]: value = "task-3659132" [ 749.710165] env[69249]: _type = "Task" [ 749.710165] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.727906] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 749.727906] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659132, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.727906] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-756a92be-ae3b-4ed1-b9f2-53610b76142c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.731726] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 749.731726] env[69249]: value = "task-3659133" [ 749.731726] env[69249]: _type = "Task" [ 749.731726] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.741039] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659133, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.802068] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5210b50d-6065-17d2-8941-23dea180fbe8, 'name': SearchDatastore_Task, 'duration_secs': 0.01244} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.802354] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.802613] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] feb97282-0da7-483c-91e2-11fa1705ca94/feb97282-0da7-483c-91e2-11fa1705ca94.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.802875] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3be61e21-9d84-4595-a7a4-8860aa8d932b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.809618] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 749.809618] env[69249]: value = "task-3659134" [ 749.809618] env[69249]: _type = "Task" [ 749.809618] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.818098] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.097079] env[69249]: DEBUG nova.compute.manager [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.160205] env[69249]: DEBUG nova.compute.manager [req-439f5b6b-a3a0-4ee6-884d-8d80c1e18e95 req-fcd77f87-bc14-495b-947e-7dd604db389d service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Received event network-changed-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.160205] env[69249]: DEBUG nova.compute.manager [req-439f5b6b-a3a0-4ee6-884d-8d80c1e18e95 req-fcd77f87-bc14-495b-947e-7dd604db389d service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Refreshing instance network info cache due to event network-changed-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.160205] env[69249]: DEBUG oslo_concurrency.lockutils [req-439f5b6b-a3a0-4ee6-884d-8d80c1e18e95 req-fcd77f87-bc14-495b-947e-7dd604db389d service nova] Acquiring lock "refresh_cache-c66e5703-cc8f-436d-87f2-8664229825e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.160205] env[69249]: DEBUG oslo_concurrency.lockutils [req-439f5b6b-a3a0-4ee6-884d-8d80c1e18e95 req-fcd77f87-bc14-495b-947e-7dd604db389d service nova] Acquired lock "refresh_cache-c66e5703-cc8f-436d-87f2-8664229825e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.160205] env[69249]: DEBUG nova.network.neutron [req-439f5b6b-a3a0-4ee6-884d-8d80c1e18e95 req-fcd77f87-bc14-495b-947e-7dd604db389d service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Refreshing network info cache for port 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.209341] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e7e0ac17-17b6-41bf-9ec1-bb672b9da424 tempest-ServerMetadataNegativeTestJSON-2146741967 tempest-ServerMetadataNegativeTestJSON-2146741967-project-member] Lock "2f4843df-a5c2-40f4-a7f9-a33c5f62ea64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.394s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.223939] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659132, 'name': CreateVM_Task, 'duration_secs': 0.336059} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.224336] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.224898] env[69249]: DEBUG oslo_concurrency.lockutils [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.226023] env[69249]: DEBUG oslo_concurrency.lockutils [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.226023] env[69249]: DEBUG oslo_concurrency.lockutils [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.227298] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c3eb3e-6f50-4bc7-8cd6-493ee16d3ade {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.242379] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 750.242379] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524f7893-073e-773a-f0ff-3e95699e9fa0" [ 750.242379] env[69249]: _type = "Task" [ 750.242379] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.247109] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659133, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.251672] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524f7893-073e-773a-f0ff-3e95699e9fa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.252814] env[69249]: DEBUG nova.network.neutron [None req-4497d066-2896-4c18-9227-b510f9093af5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Updating instance_info_cache with network_info: [{"id": "00cd1c4f-c10a-4581-8ec9-e7fbfbe12148", "address": "fa:16:3e:f6:97:0c", "network": {"id": "f5d12cb1-22e8-4713-85ec-864fe773ceac", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073573177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceaf2075e4a47f782111b76b392678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cd1c4f-c1", "ovs_interfaceid": "00cd1c4f-c10a-4581-8ec9-e7fbfbe12148", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.321598] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473393} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.321891] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] feb97282-0da7-483c-91e2-11fa1705ca94/feb97282-0da7-483c-91e2-11fa1705ca94.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.322561] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.322909] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1e91065-67b4-401d-afc8-ce850a47e5f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.330014] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 750.330014] env[69249]: value = "task-3659136" [ 750.330014] env[69249]: _type = "Task" [ 750.330014] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.339691] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.630186] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.744040] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659133, 'name': CreateSnapshot_Task, 'duration_secs': 0.634839} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.750133] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 750.751802] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c160cf78-575f-41d3-9834-78033d44eafc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.755419] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4497d066-2896-4c18-9227-b510f9093af5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Releasing lock "refresh_cache-4aa31fef-e939-4657-8a8f-48042bd1d081" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.771164] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524f7893-073e-773a-f0ff-3e95699e9fa0, 'name': SearchDatastore_Task, 'duration_secs': 0.038242} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.772559] env[69249]: DEBUG oslo_concurrency.lockutils [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.772559] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.773151] env[69249]: DEBUG oslo_concurrency.lockutils [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.773151] env[69249]: DEBUG oslo_concurrency.lockutils [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.773151] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.774454] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6428e831-2431-449d-b656-f4c3bcf43962 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.786229] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.786229] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.786726] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be691e0f-ac99-4c3b-8bb2-fabf1745aa82 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.796850] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 750.796850] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52eb3115-3291-36e3-e283-f6878eb8370e" [ 750.796850] env[69249]: _type = "Task" [ 750.796850] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.804787] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52eb3115-3291-36e3-e283-f6878eb8370e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.839671] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060205} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.839930] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.840720] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de79069-ac1f-4da1-a37a-82553485936b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.863901] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] feb97282-0da7-483c-91e2-11fa1705ca94/feb97282-0da7-483c-91e2-11fa1705ca94.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.867059] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da11b4be-5113-484d-9d69-13b9ccec0ddd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.890948] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 750.890948] env[69249]: value = "task-3659137" [ 750.890948] env[69249]: _type = "Task" [ 750.890948] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.899822] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.917985] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3a7568a-228c-4b7a-867d-3866bb85a611 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "c66e5703-cc8f-436d-87f2-8664229825e5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.917985] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3a7568a-228c-4b7a-867d-3866bb85a611 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "c66e5703-cc8f-436d-87f2-8664229825e5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.918325] env[69249]: INFO nova.compute.manager [None req-e3a7568a-228c-4b7a-867d-3866bb85a611 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Rebooting instance [ 751.211800] env[69249]: DEBUG nova.network.neutron [req-439f5b6b-a3a0-4ee6-884d-8d80c1e18e95 req-fcd77f87-bc14-495b-947e-7dd604db389d service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Updated VIF entry in instance network info cache for port 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.214083] env[69249]: DEBUG nova.network.neutron [req-439f5b6b-a3a0-4ee6-884d-8d80c1e18e95 req-fcd77f87-bc14-495b-947e-7dd604db389d service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Updating instance_info_cache with network_info: [{"id": "9703d8a7-4d76-4e38-a5fa-1e40959fd5ab", "address": "fa:16:3e:ab:ab:e4", "network": {"id": "1ff7e969-37ad-4d0c-9318-b275f6c7147d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1717339010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb0e281b714f4488841dc8c9a823e308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9703d8a7-4d", "ovs_interfaceid": "9703d8a7-4d76-4e38-a5fa-1e40959fd5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.264231] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a691a8f9-7ebc-48d1-bfbb-59743a8701e9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.270867] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2095b6-5906-4b2b-8bd7-bbc4480422e7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.283687] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 751.284582] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3a178289-499b-4594-8a97-0e59d7bf865c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.319955] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa93c3b9-e7f5-4037-a0c9-cd413a46124b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.323255] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 751.323255] env[69249]: value = "task-3659138" [ 751.323255] env[69249]: _type = "Task" [ 751.323255] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.332213] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52eb3115-3291-36e3-e283-f6878eb8370e, 'name': SearchDatastore_Task, 'duration_secs': 0.010251} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.333797] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbabe307-4662-4f09-8c11-464281dc92ab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.341338] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa04a708-a278-49d0-8c92-73dd4541dcea {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.343949] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659138, 'name': CloneVM_Task} progress is 21%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.358694] env[69249]: DEBUG nova.compute.provider_tree [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.358694] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 751.358694] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bd78f3-31ce-be40-5bdf-9697cc5b6416" [ 751.358694] env[69249]: _type = "Task" [ 751.358694] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.367031] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bd78f3-31ce-be40-5bdf-9697cc5b6416, 'name': SearchDatastore_Task, 'duration_secs': 0.009826} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.368028] env[69249]: DEBUG oslo_concurrency.lockutils [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.368028] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] fdce3cf5-0d76-44bb-8550-bbec4a20470e/fdce3cf5-0d76-44bb-8550-bbec4a20470e.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.368315] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a82b1d24-a73c-48b5-958e-25ae2acec7b0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.374894] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 751.374894] env[69249]: value = "task-3659139" [ 751.374894] env[69249]: _type = "Task" [ 751.374894] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.385209] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.403028] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659137, 'name': ReconfigVM_Task, 'duration_secs': 0.380015} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.403028] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Reconfigured VM instance instance-00000024 to attach disk [datastore1] feb97282-0da7-483c-91e2-11fa1705ca94/feb97282-0da7-483c-91e2-11fa1705ca94.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.403028] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-198a2214-8b79-4393-8310-455c68a6ac8b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.407273] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 751.407273] env[69249]: value = "task-3659140" [ 751.407273] env[69249]: _type = "Task" [ 751.407273] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.417320] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659140, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.444303] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3a7568a-228c-4b7a-867d-3866bb85a611 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "refresh_cache-c66e5703-cc8f-436d-87f2-8664229825e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.715156] env[69249]: DEBUG oslo_concurrency.lockutils [req-439f5b6b-a3a0-4ee6-884d-8d80c1e18e95 req-fcd77f87-bc14-495b-947e-7dd604db389d service nova] Releasing lock "refresh_cache-c66e5703-cc8f-436d-87f2-8664229825e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.715643] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3a7568a-228c-4b7a-867d-3866bb85a611 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquired lock "refresh_cache-c66e5703-cc8f-436d-87f2-8664229825e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.715829] env[69249]: DEBUG nova.network.neutron [None req-e3a7568a-228c-4b7a-867d-3866bb85a611 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.777421] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4497d066-2896-4c18-9227-b510f9093af5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.777801] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38d61dd4-c469-465a-91ce-b891301f5b3a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.788297] env[69249]: DEBUG oslo_vmware.api [None req-4497d066-2896-4c18-9227-b510f9093af5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 751.788297] env[69249]: value = "task-3659141" [ 751.788297] env[69249]: _type = "Task" [ 751.788297] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.797891] env[69249]: DEBUG oslo_vmware.api [None req-4497d066-2896-4c18-9227-b510f9093af5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.834556] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659138, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.859141] env[69249]: DEBUG nova.scheduler.client.report [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.888477] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488404} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.889838] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] fdce3cf5-0d76-44bb-8550-bbec4a20470e/fdce3cf5-0d76-44bb-8550-bbec4a20470e.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.890341] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.890679] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fb65a93-07c2-4f78-bc00-3d306e83d7a1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.899242] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 751.899242] env[69249]: value = "task-3659142" [ 751.899242] env[69249]: _type = "Task" [ 751.899242] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.920459] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.928846] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659140, 'name': Rename_Task, 'duration_secs': 0.356561} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.929286] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.930634] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66613a49-b24c-4cf9-801b-2b781b4dd30b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.943835] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 751.943835] env[69249]: value = "task-3659143" [ 751.943835] env[69249]: _type = "Task" [ 751.943835] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.957776] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659143, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.216681] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 752.216681] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729347', 'volume_id': 'a611eb98-5a0d-42d6-af37-2e89f0047268', 'name': 'volume-a611eb98-5a0d-42d6-af37-2e89f0047268', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fdd6e6-d779-495d-8276-29c4abc1dece', 'attached_at': '', 'detached_at': '', 'volume_id': 'a611eb98-5a0d-42d6-af37-2e89f0047268', 'serial': 'a611eb98-5a0d-42d6-af37-2e89f0047268'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 752.216681] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f986aa6-b610-42dc-8d94-5a80d8a236ef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.239565] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa25d482-9ab3-4ffd-969f-e7b3bb36d82f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.272335] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] volume-a611eb98-5a0d-42d6-af37-2e89f0047268/volume-a611eb98-5a0d-42d6-af37-2e89f0047268.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.272695] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9ace69e-0c5a-40aa-94c0-b213a49f852c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.295894] env[69249]: DEBUG oslo_vmware.api [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 752.295894] env[69249]: value = "task-3659144" [ 752.295894] env[69249]: _type = "Task" [ 752.295894] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.303638] env[69249]: DEBUG oslo_vmware.api [None req-4497d066-2896-4c18-9227-b510f9093af5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.309667] env[69249]: DEBUG oslo_vmware.api [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.337346] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659138, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.365050] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.365683] env[69249]: DEBUG nova.compute.manager [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.374546] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.954s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.412182] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062511} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.413189] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.418021] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2eae3c-fcfc-49e1-bff7-6e4818d1219e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.445215] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] fdce3cf5-0d76-44bb-8550-bbec4a20470e/fdce3cf5-0d76-44bb-8550-bbec4a20470e.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.448582] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edcfa21b-46aa-40f3-a1e1-3273c44b4446 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.475349] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659143, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.477102] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 752.477102] env[69249]: value = "task-3659145" [ 752.477102] env[69249]: _type = "Task" [ 752.477102] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.486377] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659145, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.582597] env[69249]: DEBUG nova.network.neutron [None req-e3a7568a-228c-4b7a-867d-3866bb85a611 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Updating instance_info_cache with network_info: [{"id": "9703d8a7-4d76-4e38-a5fa-1e40959fd5ab", "address": "fa:16:3e:ab:ab:e4", "network": {"id": "1ff7e969-37ad-4d0c-9318-b275f6c7147d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1717339010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb0e281b714f4488841dc8c9a823e308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9703d8a7-4d", "ovs_interfaceid": "9703d8a7-4d76-4e38-a5fa-1e40959fd5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.804120] env[69249]: DEBUG oslo_vmware.api [None req-4497d066-2896-4c18-9227-b510f9093af5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659141, 'name': PowerOnVM_Task, 'duration_secs': 0.629776} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.804438] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4497d066-2896-4c18-9227-b510f9093af5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.810499] env[69249]: DEBUG nova.compute.manager [None req-4497d066-2896-4c18-9227-b510f9093af5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 752.810499] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0209c61f-3af1-494b-afad-c762a2adad4b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.815866] env[69249]: DEBUG oslo_vmware.api [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659144, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.836515] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659138, 'name': CloneVM_Task, 'duration_secs': 1.29368} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.836849] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Created linked-clone VM from snapshot [ 752.837734] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97d2944-8c09-4eb6-b538-0c2902265ed4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.846862] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Uploading image 60b3ef1a-560b-45b7-b00a-9b1c1bdeed77 {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 752.895451] env[69249]: DEBUG nova.compute.utils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.896912] env[69249]: DEBUG nova.compute.manager [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.897095] env[69249]: DEBUG nova.network.neutron [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.907539] env[69249]: DEBUG oslo_vmware.rw_handles [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 752.907539] env[69249]: value = "vm-729352" [ 752.907539] env[69249]: _type = "VirtualMachine" [ 752.907539] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 752.907822] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dfb40827-ea41-4559-a7b2-53ed05a7eb0c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.919794] env[69249]: DEBUG oslo_vmware.rw_handles [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lease: (returnval){ [ 752.919794] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5276ef2a-0292-65ff-0423-88019436a07d" [ 752.919794] env[69249]: _type = "HttpNfcLease" [ 752.919794] env[69249]: } obtained for exporting VM: (result){ [ 752.919794] env[69249]: value = "vm-729352" [ 752.919794] env[69249]: _type = "VirtualMachine" [ 752.919794] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 752.920049] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the lease: (returnval){ [ 752.920049] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5276ef2a-0292-65ff-0423-88019436a07d" [ 752.920049] env[69249]: _type = "HttpNfcLease" [ 752.920049] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 752.928047] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.928047] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5276ef2a-0292-65ff-0423-88019436a07d" [ 752.928047] env[69249]: _type = "HttpNfcLease" [ 752.928047] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 752.962797] env[69249]: DEBUG oslo_vmware.api [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659143, 'name': PowerOnVM_Task, 'duration_secs': 0.82612} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.963182] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.963498] env[69249]: INFO nova.compute.manager [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Took 8.12 seconds to spawn the instance on the hypervisor. [ 752.963589] env[69249]: DEBUG nova.compute.manager [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 752.965102] env[69249]: DEBUG nova.policy [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdfd4f530271419ebba9bed34314b2a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6a6ad9093624bf6ae36125cc477c4ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.967512] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54921c0b-53af-4003-97ba-d2249bdfe1de {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.988119] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.085555] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3a7568a-228c-4b7a-867d-3866bb85a611 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Releasing lock "refresh_cache-c66e5703-cc8f-436d-87f2-8664229825e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.313287] env[69249]: DEBUG oslo_vmware.api [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659144, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.403714] env[69249]: INFO nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Updating resource usage from migration b0b4c581-909b-4a88-812d-5b09c5cf78e9 [ 753.406583] env[69249]: DEBUG nova.compute.manager [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.430631] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 753.430631] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5276ef2a-0292-65ff-0423-88019436a07d" [ 753.430631] env[69249]: _type = "HttpNfcLease" [ 753.430631] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 753.431708] env[69249]: DEBUG oslo_vmware.rw_handles [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 753.431708] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5276ef2a-0292-65ff-0423-88019436a07d" [ 753.431708] env[69249]: _type = "HttpNfcLease" [ 753.431708] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 753.436384] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761c095b-5600-40b5-9c77-a164e43ff8d5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.438068] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 4aa31fef-e939-4657-8a8f-48042bd1d081 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.438245] env[69249]: WARNING nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance def44b38-88fa-40fc-936c-d89fe9e8cf2c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.438382] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance a76e1683-a93e-4493-8ba5-a4931b546f7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.439843] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.440135] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 9e031523-93b3-43c4-a068-22baf4887e27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.440135] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 64baed3e-df1d-47f8-8ee2-e7a44fc38b18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.440327] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 03fdd6e6-d779-495d-8276-29c4abc1dece actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.440327] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.440473] env[69249]: WARNING nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 49488ff2-0d08-4cb6-9f10-d527398a2fae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.440581] env[69249]: WARNING nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance ff74d8fd-f452-4e4d-8d77-c5f601352b43 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.440702] env[69249]: WARNING nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance c6cb354f-dc6d-4e7c-8641-563e266abdee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.440826] env[69249]: WARNING nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 8817abab-561b-4d70-a6b9-bd89eb6f22e2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.440942] env[69249]: WARNING nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 29788d3d-c393-465e-b943-cf86f8b7916f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 753.441065] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance c2bacbbc-a57b-428f-af33-c85e4416ade5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.441189] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.441332] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance c66e5703-cc8f-436d-87f2-8664229825e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.441447] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance feb97282-0da7-483c-91e2-11fa1705ca94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.441557] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance fdce3cf5-0d76-44bb-8550-bbec4a20470e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.441664] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 0cee1d30-eb9d-4174-9b1c-6d469cbd4993 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 753.450816] env[69249]: DEBUG oslo_vmware.rw_handles [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b8eaa-d342-a37b-3af3-269a37451756/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 753.451525] env[69249]: DEBUG oslo_vmware.rw_handles [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b8eaa-d342-a37b-3af3-269a37451756/disk-0.vmdk for reading. {{(pid=69249) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 753.540020] env[69249]: DEBUG nova.network.neutron [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Successfully created port: bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.545507] env[69249]: INFO nova.compute.manager [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Took 40.90 seconds to build instance. [ 753.554510] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659145, 'name': ReconfigVM_Task, 'duration_secs': 0.606336} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.554738] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Reconfigured VM instance instance-00000025 to attach disk [datastore1] fdce3cf5-0d76-44bb-8550-bbec4a20470e/fdce3cf5-0d76-44bb-8550-bbec4a20470e.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.555552] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b848c24-85fc-4530-9345-fdaefdc9ca72 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.563677] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 753.563677] env[69249]: value = "task-3659147" [ 753.563677] env[69249]: _type = "Task" [ 753.563677] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.572584] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659147, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.592589] env[69249]: DEBUG nova.compute.manager [None req-e3a7568a-228c-4b7a-867d-3866bb85a611 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 753.592589] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda89487-b06b-4f50-9104-f2c74d325e01 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.626340] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4530a35-1ef8-4f4d-addd-3328dd32f179 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.812166] env[69249]: DEBUG oslo_vmware.api [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659144, 'name': ReconfigVM_Task, 'duration_secs': 1.421143} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.812166] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Reconfigured VM instance instance-00000016 to attach disk [datastore1] volume-a611eb98-5a0d-42d6-af37-2e89f0047268/volume-a611eb98-5a0d-42d6-af37-2e89f0047268.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.817101] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5233724-bbb1-41ab-8f66-b40fcf6de99d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.833775] env[69249]: DEBUG oslo_vmware.api [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 753.833775] env[69249]: value = "task-3659148" [ 753.833775] env[69249]: _type = "Task" [ 753.833775] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.844259] env[69249]: DEBUG oslo_vmware.api [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.950293] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 6a9d205f-8f4f-456f-a7c5-94d25c06417b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 754.050169] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a79cff9e-3c37-4d6a-b25d-e42a7b76070f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "feb97282-0da7-483c-91e2-11fa1705ca94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.983s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.074116] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659147, 'name': Rename_Task, 'duration_secs': 0.284186} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.074485] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.074737] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66f3f39f-7f19-450e-a650-82447c87df98 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.081831] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 754.081831] env[69249]: value = "task-3659149" [ 754.081831] env[69249]: _type = "Task" [ 754.081831] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.089883] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.345422] env[69249]: DEBUG oslo_vmware.api [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659148, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.368586] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "interface-64baed3e-df1d-47f8-8ee2-e7a44fc38b18-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.369250] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-64baed3e-df1d-47f8-8ee2-e7a44fc38b18-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.004s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.369866] env[69249]: DEBUG nova.objects.instance [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lazy-loading 'flavor' on Instance uuid 64baed3e-df1d-47f8-8ee2-e7a44fc38b18 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.427023] env[69249]: DEBUG nova.compute.manager [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.454499] env[69249]: DEBUG nova.virt.hardware [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.454821] env[69249]: DEBUG nova.virt.hardware [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.455048] env[69249]: DEBUG nova.virt.hardware [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.455297] env[69249]: DEBUG nova.virt.hardware [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.455453] env[69249]: DEBUG nova.virt.hardware [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.455607] env[69249]: DEBUG nova.virt.hardware [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.455891] env[69249]: DEBUG nova.virt.hardware [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.456086] env[69249]: DEBUG nova.virt.hardware [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.456375] env[69249]: DEBUG nova.virt.hardware [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.456637] env[69249]: DEBUG nova.virt.hardware [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.456826] env[69249]: DEBUG nova.virt.hardware [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.457648] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 60ff7087-07b4-4b48-ae98-700246914516 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 754.460771] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b24cad1-af8f-4c6e-9864-6e9ffeca8c7d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.470855] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d351dc-86ad-4d77-ae5d-cfb376caf171 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.551728] env[69249]: DEBUG nova.compute.manager [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.595227] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659149, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.611239] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce28b6d5-f070-4efe-838e-dd54a5f79405 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.619629] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a7568a-228c-4b7a-867d-3866bb85a611 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Doing hard reboot of VM {{(pid=69249) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 754.619893] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3dbeeae6-3f15-42a5-8e4b-f2928d64a63f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.629315] env[69249]: DEBUG oslo_vmware.api [None req-e3a7568a-228c-4b7a-867d-3866bb85a611 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 754.629315] env[69249]: value = "task-3659150" [ 754.629315] env[69249]: _type = "Task" [ 754.629315] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.640543] env[69249]: DEBUG oslo_vmware.api [None req-e3a7568a-228c-4b7a-867d-3866bb85a611 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659150, 'name': ResetVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.849198] env[69249]: DEBUG oslo_vmware.api [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659148, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.966288] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 274354ae-834b-4bc3-ab01-3b549d9d414f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 754.975237] env[69249]: DEBUG nova.objects.instance [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lazy-loading 'pci_requests' on Instance uuid 64baed3e-df1d-47f8-8ee2-e7a44fc38b18 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.020710] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Acquiring lock "9e031523-93b3-43c4-a068-22baf4887e27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.020710] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Lock "9e031523-93b3-43c4-a068-22baf4887e27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.020962] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Acquiring lock "9e031523-93b3-43c4-a068-22baf4887e27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.021051] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Lock "9e031523-93b3-43c4-a068-22baf4887e27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.021229] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Lock "9e031523-93b3-43c4-a068-22baf4887e27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.027112] env[69249]: INFO nova.compute.manager [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Terminating instance [ 755.076803] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.092959] env[69249]: DEBUG oslo_vmware.api [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659149, 'name': PowerOnVM_Task, 'duration_secs': 0.590475} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.093507] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.097020] env[69249]: INFO nova.compute.manager [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Took 5.51 seconds to spawn the instance on the hypervisor. [ 755.097020] env[69249]: DEBUG nova.compute.manager [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 755.097020] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cab717-abf1-4e53-a3de-b9f7214f1edc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.142016] env[69249]: DEBUG oslo_vmware.api [None req-e3a7568a-228c-4b7a-867d-3866bb85a611 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659150, 'name': ResetVM_Task, 'duration_secs': 0.098352} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.142604] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a7568a-228c-4b7a-867d-3866bb85a611 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Did hard reboot of VM {{(pid=69249) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 755.144019] env[69249]: DEBUG nova.compute.manager [None req-e3a7568a-228c-4b7a-867d-3866bb85a611 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 755.149012] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61e233e-72fa-4d39-b69b-3eae1b2028c0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.350262] env[69249]: DEBUG oslo_vmware.api [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659148, 'name': ReconfigVM_Task, 'duration_secs': 1.199321} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.350262] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729347', 'volume_id': 'a611eb98-5a0d-42d6-af37-2e89f0047268', 'name': 'volume-a611eb98-5a0d-42d6-af37-2e89f0047268', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fdd6e6-d779-495d-8276-29c4abc1dece', 'attached_at': '', 'detached_at': '', 'volume_id': 'a611eb98-5a0d-42d6-af37-2e89f0047268', 'serial': 'a611eb98-5a0d-42d6-af37-2e89f0047268'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 755.474556] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 99c1dbd9-43fd-4409-b744-89b969a148ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 755.480336] env[69249]: DEBUG nova.objects.base [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Object Instance<64baed3e-df1d-47f8-8ee2-e7a44fc38b18> lazy-loaded attributes: flavor,pci_requests {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 755.480336] env[69249]: DEBUG nova.network.neutron [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.537024] env[69249]: DEBUG nova.compute.manager [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.537024] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.537024] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be292b0-1aba-456f-9566-04961aa4f571 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.545195] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.545195] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72198494-8dd9-42a4-b7c6-cf354ade7b16 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.556018] env[69249]: DEBUG oslo_vmware.api [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Waiting for the task: (returnval){ [ 755.556018] env[69249]: value = "task-3659151" [ 755.556018] env[69249]: _type = "Task" [ 755.556018] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.565200] env[69249]: DEBUG oslo_vmware.api [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3659151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.619019] env[69249]: INFO nova.compute.manager [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Took 41.10 seconds to build instance. [ 755.663236] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3a7568a-228c-4b7a-867d-3866bb85a611 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "c66e5703-cc8f-436d-87f2-8664229825e5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.744s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.917593] env[69249]: DEBUG nova.policy [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04eb3b92019e40ec93fa08c2998a2012', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d6539ea997f4394bc825b68e6e73910', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.980046] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 3aac0eba-9c02-43ce-84a7-838b09f4ae7b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 756.071664] env[69249]: DEBUG oslo_vmware.api [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3659151, 'name': PowerOffVM_Task, 'duration_secs': 0.265606} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.071664] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.071664] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.071664] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0139d3e8-fe96-4e2d-ac14-5fb04a64f72b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.123615] env[69249]: DEBUG oslo_concurrency.lockutils [None req-474af5cc-08a7-4b23-9e43-bedbafd672dc tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Lock "fdce3cf5-0d76-44bb-8550-bbec4a20470e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.220s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.155113] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.155113] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.155113] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Deleting the datastore file [datastore1] 9e031523-93b3-43c4-a068-22baf4887e27 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.155113] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9abd7ff0-72c0-4d8d-8589-1be4477c156c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.166493] env[69249]: DEBUG oslo_vmware.api [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Waiting for the task: (returnval){ [ 756.166493] env[69249]: value = "task-3659153" [ 756.166493] env[69249]: _type = "Task" [ 756.166493] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.175374] env[69249]: DEBUG oslo_vmware.api [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3659153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.413151] env[69249]: DEBUG nova.compute.manager [req-ec304621-d3b9-4a32-b578-93a1f2f3f924 req-c0f4ab14-a3bd-43bb-8139-b68a58c7eb4e service nova] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Received event network-vif-plugged-bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.413151] env[69249]: DEBUG oslo_concurrency.lockutils [req-ec304621-d3b9-4a32-b578-93a1f2f3f924 req-c0f4ab14-a3bd-43bb-8139-b68a58c7eb4e service nova] Acquiring lock "0cee1d30-eb9d-4174-9b1c-6d469cbd4993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.413151] env[69249]: DEBUG oslo_concurrency.lockutils [req-ec304621-d3b9-4a32-b578-93a1f2f3f924 req-c0f4ab14-a3bd-43bb-8139-b68a58c7eb4e service nova] Lock "0cee1d30-eb9d-4174-9b1c-6d469cbd4993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.413151] env[69249]: DEBUG oslo_concurrency.lockutils [req-ec304621-d3b9-4a32-b578-93a1f2f3f924 req-c0f4ab14-a3bd-43bb-8139-b68a58c7eb4e service nova] Lock "0cee1d30-eb9d-4174-9b1c-6d469cbd4993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.413151] env[69249]: DEBUG nova.compute.manager [req-ec304621-d3b9-4a32-b578-93a1f2f3f924 req-c0f4ab14-a3bd-43bb-8139-b68a58c7eb4e service nova] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] No waiting events found dispatching network-vif-plugged-bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 756.413910] env[69249]: WARNING nova.compute.manager [req-ec304621-d3b9-4a32-b578-93a1f2f3f924 req-c0f4ab14-a3bd-43bb-8139-b68a58c7eb4e service nova] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Received unexpected event network-vif-plugged-bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6 for instance with vm_state building and task_state spawning. [ 756.415676] env[69249]: DEBUG nova.objects.instance [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lazy-loading 'flavor' on Instance uuid 03fdd6e6-d779-495d-8276-29c4abc1dece {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.484884] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 10282b3a-8a35-496d-9768-113bbd170f79 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 756.495205] env[69249]: DEBUG nova.network.neutron [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Successfully updated port: bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.631874] env[69249]: DEBUG nova.compute.manager [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.679644] env[69249]: DEBUG oslo_vmware.api [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Task: {'id': task-3659153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148016} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.679927] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.680146] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.680329] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.680501] env[69249]: INFO nova.compute.manager [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Took 1.15 seconds to destroy the instance on the hypervisor. [ 756.680739] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.680946] env[69249]: DEBUG nova.compute.manager [-] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.681055] env[69249]: DEBUG nova.network.neutron [-] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.923075] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b010a007-dfe1-4546-8827-42142aa34f41 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "03fdd6e6-d779-495d-8276-29c4abc1dece" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.344s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.990969] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 04de2a83-d1dd-4619-b623-e5cd1b9c8102 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 756.998813] env[69249]: DEBUG nova.network.neutron [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Successfully created port: 64d310dd-15be-460a-975f-309ac524cb3c {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.000773] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "refresh_cache-0cee1d30-eb9d-4174-9b1c-6d469cbd4993" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.000913] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "refresh_cache-0cee1d30-eb9d-4174-9b1c-6d469cbd4993" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.002469] env[69249]: DEBUG nova.network.neutron [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.166970] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.493742] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 757.573680] env[69249]: DEBUG nova.network.neutron [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.889748] env[69249]: DEBUG nova.network.neutron [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Updating instance_info_cache with network_info: [{"id": "bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6", "address": "fa:16:3e:6b:9a:97", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf4fb587-12", "ovs_interfaceid": "bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.998495] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance da460c36-960d-4ae2-a931-313c2e79a7d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 758.334704] env[69249]: DEBUG nova.network.neutron [-] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.396076] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "refresh_cache-0cee1d30-eb9d-4174-9b1c-6d469cbd4993" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.396076] env[69249]: DEBUG nova.compute.manager [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Instance network_info: |[{"id": "bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6", "address": "fa:16:3e:6b:9a:97", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf4fb587-12", "ovs_interfaceid": "bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.396076] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:9a:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.403517] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Creating folder: Project (d6a6ad9093624bf6ae36125cc477c4ff). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.403994] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4192265-9248-462e-aa02-584a62389ba1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.423019] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Created folder: Project (d6a6ad9093624bf6ae36125cc477c4ff) in parent group-v729229. [ 758.423019] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Creating folder: Instances. Parent ref: group-v729353. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.423019] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65acef70-e191-4ba8-bb8d-6d718b01e440 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.434372] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Created folder: Instances in parent group-v729353. [ 758.434372] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.434372] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.434372] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f99d86a5-b532-4c1a-acb6-623f6ebe1236 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.455533] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.455533] env[69249]: value = "task-3659156" [ 758.455533] env[69249]: _type = "Task" [ 758.455533] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.465429] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659156, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.507024] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 7f60ac74-14f2-49b5-98f0-417f5fb046ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 758.507024] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Migration b0b4c581-909b-4a88-812d-5b09c5cf78e9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 758.507024] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 758.507024] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 758.507024] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 758.800709] env[69249]: INFO nova.compute.manager [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Rebuilding instance [ 758.837837] env[69249]: INFO nova.compute.manager [-] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Took 2.16 seconds to deallocate network for instance. [ 758.859021] env[69249]: DEBUG nova.compute.manager [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 758.859996] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e3dea9-11ce-4a44-95ee-69006fe54c3f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.971295] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659156, 'name': CreateVM_Task, 'duration_secs': 0.371219} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.971537] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.972219] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.972381] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.972697] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.972981] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f419d40-4463-4d58-aea0-dcc93a66fc3a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.978901] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 758.978901] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5235ffd2-280d-1dcb-7631-ecec6348afae" [ 758.978901] env[69249]: _type = "Task" [ 758.978901] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.990139] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5235ffd2-280d-1dcb-7631-ecec6348afae, 'name': SearchDatastore_Task} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.990459] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.990654] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.990908] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.991064] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.991239] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.991508] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5018e8c9-3bec-4226-8fb8-fe479ca37233 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.002021] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.002346] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.002955] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7214823-f9a1-405d-91cd-f45881787270 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.010498] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 759.010498] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52976889-e862-3fe7-70d0-1362501fe144" [ 759.010498] env[69249]: _type = "Task" [ 759.010498] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.021148] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52976889-e862-3fe7-70d0-1362501fe144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.034477] env[69249]: DEBUG nova.network.neutron [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Successfully updated port: 64d310dd-15be-460a-975f-309ac524cb3c {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.077240] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a9a36a-656b-4c17-b4ab-d90cde816716 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.087717] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3078d6c5-2b1b-4962-ab7c-6731c10dd7e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.125657] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35eca0eb-a1df-4197-a803-0d704e17c4eb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.133150] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8fe9f0-4a28-4e92-aa1d-d7e0684c5946 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.149700] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.346740] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.382377] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "03fdd6e6-d779-495d-8276-29c4abc1dece" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.382653] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "03fdd6e6-d779-495d-8276-29c4abc1dece" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.488230] env[69249]: DEBUG nova.compute.manager [req-be701406-39e0-42db-90c1-8e41af1d7dc8 req-6ab81a4f-889f-48ab-8236-df879fa49428 service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Received event network-changed-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.488425] env[69249]: DEBUG nova.compute.manager [req-be701406-39e0-42db-90c1-8e41af1d7dc8 req-6ab81a4f-889f-48ab-8236-df879fa49428 service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Refreshing instance network info cache due to event network-changed-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.488975] env[69249]: DEBUG oslo_concurrency.lockutils [req-be701406-39e0-42db-90c1-8e41af1d7dc8 req-6ab81a4f-889f-48ab-8236-df879fa49428 service nova] Acquiring lock "refresh_cache-c66e5703-cc8f-436d-87f2-8664229825e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.489868] env[69249]: DEBUG oslo_concurrency.lockutils [req-be701406-39e0-42db-90c1-8e41af1d7dc8 req-6ab81a4f-889f-48ab-8236-df879fa49428 service nova] Acquired lock "refresh_cache-c66e5703-cc8f-436d-87f2-8664229825e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.489868] env[69249]: DEBUG nova.network.neutron [req-be701406-39e0-42db-90c1-8e41af1d7dc8 req-6ab81a4f-889f-48ab-8236-df879fa49428 service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Refreshing network info cache for port 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.523559] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52976889-e862-3fe7-70d0-1362501fe144, 'name': SearchDatastore_Task, 'duration_secs': 0.009991} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.524381] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf95ff8d-41c8-40d1-9d9c-d74c2e87e649 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.531089] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 759.531089] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52dc9974-a664-bf1a-db5c-ebeda9603577" [ 759.531089] env[69249]: _type = "Task" [ 759.531089] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.540297] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.540909] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.540909] env[69249]: DEBUG nova.network.neutron [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.541705] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52dc9974-a664-bf1a-db5c-ebeda9603577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.652617] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.878143] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.878506] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42f75365-c92f-45ae-b90c-163518ee126b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.886678] env[69249]: INFO nova.compute.manager [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Detaching volume a611eb98-5a0d-42d6-af37-2e89f0047268 [ 759.888869] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 759.888869] env[69249]: value = "task-3659157" [ 759.888869] env[69249]: _type = "Task" [ 759.888869] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.903921] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.939710] env[69249]: INFO nova.virt.block_device [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Attempting to driver detach volume a611eb98-5a0d-42d6-af37-2e89f0047268 from mountpoint /dev/sdb [ 759.940172] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 759.940331] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729347', 'volume_id': 'a611eb98-5a0d-42d6-af37-2e89f0047268', 'name': 'volume-a611eb98-5a0d-42d6-af37-2e89f0047268', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fdd6e6-d779-495d-8276-29c4abc1dece', 'attached_at': '', 'detached_at': '', 'volume_id': 'a611eb98-5a0d-42d6-af37-2e89f0047268', 'serial': 'a611eb98-5a0d-42d6-af37-2e89f0047268'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 759.941583] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a04189-d4b0-4123-82c6-1c767ee89081 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.974065] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939de4c8-f09f-4960-b9e3-7bf020e03a1d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.983231] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4a58a8-5cc2-47ac-bfc7-fb87a7576567 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.011731] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafd0e73-7d8e-4b75-80a0-cc3f45fe849e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.028315] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] The volume has not been displaced from its original location: [datastore1] volume-a611eb98-5a0d-42d6-af37-2e89f0047268/volume-a611eb98-5a0d-42d6-af37-2e89f0047268.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 760.034082] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 760.034685] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e7efad-4593-4eb6-8df6-dfd271d0f8d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.064624] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52dc9974-a664-bf1a-db5c-ebeda9603577, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.066518] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.066824] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 0cee1d30-eb9d-4174-9b1c-6d469cbd4993/0cee1d30-eb9d-4174-9b1c-6d469cbd4993.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.067295] env[69249]: DEBUG oslo_vmware.api [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 760.067295] env[69249]: value = "task-3659158" [ 760.067295] env[69249]: _type = "Task" [ 760.067295] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.067487] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dabd31d-faa3-4aa4-9d1e-957ff0c79aba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.078152] env[69249]: DEBUG oslo_vmware.api [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.079634] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 760.079634] env[69249]: value = "task-3659159" [ 760.079634] env[69249]: _type = "Task" [ 760.079634] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.087674] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.103904] env[69249]: WARNING nova.network.neutron [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] 2676956a-ad72-4cb3-909f-c7243e14c9b5 already exists in list: networks containing: ['2676956a-ad72-4cb3-909f-c7243e14c9b5']. ignoring it [ 760.157873] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 760.157957] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.784s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.158228] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.516s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.160165] env[69249]: INFO nova.compute.claims [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.170110] env[69249]: DEBUG nova.compute.manager [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Received event network-changed-bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.170313] env[69249]: DEBUG nova.compute.manager [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Refreshing instance network info cache due to event network-changed-bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.170923] env[69249]: DEBUG oslo_concurrency.lockutils [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] Acquiring lock "refresh_cache-0cee1d30-eb9d-4174-9b1c-6d469cbd4993" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.170923] env[69249]: DEBUG oslo_concurrency.lockutils [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] Acquired lock "refresh_cache-0cee1d30-eb9d-4174-9b1c-6d469cbd4993" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.170923] env[69249]: DEBUG nova.network.neutron [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Refreshing network info cache for port bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.287229] env[69249]: DEBUG nova.network.neutron [req-be701406-39e0-42db-90c1-8e41af1d7dc8 req-6ab81a4f-889f-48ab-8236-df879fa49428 service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Updated VIF entry in instance network info cache for port 9703d8a7-4d76-4e38-a5fa-1e40959fd5ab. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.287646] env[69249]: DEBUG nova.network.neutron [req-be701406-39e0-42db-90c1-8e41af1d7dc8 req-6ab81a4f-889f-48ab-8236-df879fa49428 service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Updating instance_info_cache with network_info: [{"id": "9703d8a7-4d76-4e38-a5fa-1e40959fd5ab", "address": "fa:16:3e:ab:ab:e4", "network": {"id": "1ff7e969-37ad-4d0c-9318-b275f6c7147d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1717339010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb0e281b714f4488841dc8c9a823e308", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9703d8a7-4d", "ovs_interfaceid": "9703d8a7-4d76-4e38-a5fa-1e40959fd5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.401969] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659157, 'name': PowerOffVM_Task, 'duration_secs': 0.136057} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.402216] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.402561] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.403467] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0506ab52-5947-4a63-944c-1e265260b5f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.414599] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.414945] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60786acb-cc25-4e02-a105-e9f0f43d7742 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.446990] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.447246] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.447466] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Deleting the datastore file [datastore1] fdce3cf5-0d76-44bb-8550-bbec4a20470e {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.447837] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-620a90f9-a9c7-4628-8dec-e837c05fffd2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.454460] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 760.454460] env[69249]: value = "task-3659161" [ 760.454460] env[69249]: _type = "Task" [ 760.454460] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.466042] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.578855] env[69249]: DEBUG nova.network.neutron [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Updating instance_info_cache with network_info: [{"id": "cb617931-c243-4a1f-899a-a49bd1405c58", "address": "fa:16:3e:f8:95:5f", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb617931-c2", "ovs_interfaceid": "cb617931-c243-4a1f-899a-a49bd1405c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64d310dd-15be-460a-975f-309ac524cb3c", "address": "fa:16:3e:6a:e9:e4", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64d310dd-15", "ovs_interfaceid": "64d310dd-15be-460a-975f-309ac524cb3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.590304] env[69249]: DEBUG oslo_vmware.api [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659158, 'name': ReconfigVM_Task, 'duration_secs': 0.275626} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.590304] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 760.595737] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d69545-5685-43bf-8556-3fb96e1efc21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.612405] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659159, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.618788] env[69249]: DEBUG oslo_vmware.api [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 760.618788] env[69249]: value = "task-3659162" [ 760.618788] env[69249]: _type = "Task" [ 760.618788] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.629425] env[69249]: DEBUG oslo_vmware.api [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.684935] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "48e32bdf-0ae5-4fa7-865a-210775192c0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.685311] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "48e32bdf-0ae5-4fa7-865a-210775192c0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.792007] env[69249]: DEBUG oslo_concurrency.lockutils [req-be701406-39e0-42db-90c1-8e41af1d7dc8 req-6ab81a4f-889f-48ab-8236-df879fa49428 service nova] Releasing lock "refresh_cache-c66e5703-cc8f-436d-87f2-8664229825e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.964733] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222109} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.965065] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.965812] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.966040] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.973924] env[69249]: DEBUG nova.network.neutron [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Updated VIF entry in instance network info cache for port bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.974285] env[69249]: DEBUG nova.network.neutron [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Updating instance_info_cache with network_info: [{"id": "bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6", "address": "fa:16:3e:6b:9a:97", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf4fb587-12", "ovs_interfaceid": "bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.091781] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.092503] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.092660] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.092934] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572562} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.093690] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4013af-8ec6-464a-8b80-87b5ae760cd1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.096970] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 0cee1d30-eb9d-4174-9b1c-6d469cbd4993/0cee1d30-eb9d-4174-9b1c-6d469cbd4993.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.097133] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.097353] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d92268ad-7cfb-42d1-a963-9dc9b5ac7874 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.116892] env[69249]: DEBUG nova.virt.hardware [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.117189] env[69249]: DEBUG nova.virt.hardware [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.117426] env[69249]: DEBUG nova.virt.hardware [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.117687] env[69249]: DEBUG nova.virt.hardware [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.117745] env[69249]: DEBUG nova.virt.hardware [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.117856] env[69249]: DEBUG nova.virt.hardware [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.118091] env[69249]: DEBUG nova.virt.hardware [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.118277] env[69249]: DEBUG nova.virt.hardware [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.118462] env[69249]: DEBUG nova.virt.hardware [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.118685] env[69249]: DEBUG nova.virt.hardware [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.118866] env[69249]: DEBUG nova.virt.hardware [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.126235] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Reconfiguring VM to attach interface {{(pid=69249) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 761.128701] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a52473a3-77e9-41bd-9c06-76a9ae12bf19 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.143086] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 761.143086] env[69249]: value = "task-3659163" [ 761.143086] env[69249]: _type = "Task" [ 761.143086] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.155013] env[69249]: DEBUG oslo_vmware.api [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 761.155013] env[69249]: value = "task-3659164" [ 761.155013] env[69249]: _type = "Task" [ 761.155013] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.165230] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.166096] env[69249]: DEBUG oslo_vmware.api [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659162, 'name': ReconfigVM_Task, 'duration_secs': 0.149909} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.166788] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729347', 'volume_id': 'a611eb98-5a0d-42d6-af37-2e89f0047268', 'name': 'volume-a611eb98-5a0d-42d6-af37-2e89f0047268', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03fdd6e6-d779-495d-8276-29c4abc1dece', 'attached_at': '', 'detached_at': '', 'volume_id': 'a611eb98-5a0d-42d6-af37-2e89f0047268', 'serial': 'a611eb98-5a0d-42d6-af37-2e89f0047268'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 761.172348] env[69249]: DEBUG oslo_vmware.api [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659164, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.310473] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Acquiring lock "b92a40e7-0627-4ef0-96fe-e6372f068e37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.310576] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Lock "b92a40e7-0627-4ef0-96fe-e6372f068e37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.485025] env[69249]: DEBUG oslo_concurrency.lockutils [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] Releasing lock "refresh_cache-0cee1d30-eb9d-4174-9b1c-6d469cbd4993" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.485213] env[69249]: DEBUG nova.compute.manager [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Received event network-changed-31e809ba-2ba9-424e-8cde-57d94680a542 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.485443] env[69249]: DEBUG nova.compute.manager [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Refreshing instance network info cache due to event network-changed-31e809ba-2ba9-424e-8cde-57d94680a542. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.485655] env[69249]: DEBUG oslo_concurrency.lockutils [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] Acquiring lock "refresh_cache-feb97282-0da7-483c-91e2-11fa1705ca94" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.485803] env[69249]: DEBUG oslo_concurrency.lockutils [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] Acquired lock "refresh_cache-feb97282-0da7-483c-91e2-11fa1705ca94" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.485959] env[69249]: DEBUG nova.network.neutron [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Refreshing network info cache for port 31e809ba-2ba9-424e-8cde-57d94680a542 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.657015] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139044} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.663042] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.664215] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82cf4f5-9c0b-4bd7-aaa3-9073eb3a4c41 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.672808] env[69249]: DEBUG oslo_vmware.api [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.683038] env[69249]: DEBUG oslo_concurrency.lockutils [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "c66e5703-cc8f-436d-87f2-8664229825e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.683038] env[69249]: DEBUG oslo_concurrency.lockutils [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "c66e5703-cc8f-436d-87f2-8664229825e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.683038] env[69249]: DEBUG oslo_concurrency.lockutils [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "c66e5703-cc8f-436d-87f2-8664229825e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.683038] env[69249]: DEBUG oslo_concurrency.lockutils [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "c66e5703-cc8f-436d-87f2-8664229825e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.683328] env[69249]: DEBUG oslo_concurrency.lockutils [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "c66e5703-cc8f-436d-87f2-8664229825e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.693899] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 0cee1d30-eb9d-4174-9b1c-6d469cbd4993/0cee1d30-eb9d-4174-9b1c-6d469cbd4993.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.695985] env[69249]: INFO nova.compute.manager [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Terminating instance [ 761.698874] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-777c3a0c-1176-4a57-a118-7c71c1cff95e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.715200] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dbc79b-ef03-4b36-9040-9ce0b242fa32 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.726452] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449be82f-033f-4649-a4b4-a5692651502d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.732062] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 761.732062] env[69249]: value = "task-3659165" [ 761.732062] env[69249]: _type = "Task" [ 761.732062] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.768145] env[69249]: DEBUG nova.objects.instance [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lazy-loading 'flavor' on Instance uuid 03fdd6e6-d779-495d-8276-29c4abc1dece {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.773949] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e52a3ab-b0fc-4903-b4b1-8d38d27e5f84 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.781021] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.785399] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbfddad-f726-4c83-9623-d78897c0b2fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.803383] env[69249]: DEBUG nova.compute.provider_tree [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.026875] env[69249]: DEBUG nova.virt.hardware [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.027369] env[69249]: DEBUG nova.virt.hardware [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.028375] env[69249]: DEBUG nova.virt.hardware [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.028375] env[69249]: DEBUG nova.virt.hardware [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.028375] env[69249]: DEBUG nova.virt.hardware [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.028375] env[69249]: DEBUG nova.virt.hardware [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.028569] env[69249]: DEBUG nova.virt.hardware [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.028632] env[69249]: DEBUG nova.virt.hardware [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.028813] env[69249]: DEBUG nova.virt.hardware [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.029008] env[69249]: DEBUG nova.virt.hardware [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.029216] env[69249]: DEBUG nova.virt.hardware [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.030229] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00177403-c60b-4eac-b5c6-26c358862c0c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.040096] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32218724-9f7d-47a6-bc93-798e543e231d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.059523] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.065654] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.066364] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.066364] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c2cbff0-76dc-44ec-901f-247bcea1cdb4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.085588] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.085588] env[69249]: value = "task-3659166" [ 762.085588] env[69249]: _type = "Task" [ 762.085588] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.101098] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659166, 'name': CreateVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.171703] env[69249]: DEBUG oslo_vmware.api [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.226919] env[69249]: DEBUG nova.compute.manager [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.227179] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.228145] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a664629c-f971-4937-9662-6ae0b980378a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.241776] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.242504] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1596ef55-3954-47af-b95a-28e95008c47e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.248853] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659165, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.252913] env[69249]: DEBUG oslo_vmware.api [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 762.252913] env[69249]: value = "task-3659167" [ 762.252913] env[69249]: _type = "Task" [ 762.252913] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.262076] env[69249]: DEBUG oslo_vmware.api [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.306883] env[69249]: DEBUG nova.scheduler.client.report [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.460823] env[69249]: DEBUG oslo_concurrency.lockutils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "855f2dac-5eec-4061-b146-63422965d5e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.461081] env[69249]: DEBUG oslo_concurrency.lockutils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "855f2dac-5eec-4061-b146-63422965d5e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.535213] env[69249]: DEBUG nova.network.neutron [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Updated VIF entry in instance network info cache for port 31e809ba-2ba9-424e-8cde-57d94680a542. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.535213] env[69249]: DEBUG nova.network.neutron [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Updating instance_info_cache with network_info: [{"id": "31e809ba-2ba9-424e-8cde-57d94680a542", "address": "fa:16:3e:6e:de:23", "network": {"id": "33de4566-c599-4e0e-a647-650042762d94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1519684829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92699abeef02415ea1f44730551eba21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31e809ba-2b", "ovs_interfaceid": "31e809ba-2ba9-424e-8cde-57d94680a542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.595645] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659166, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.667974] env[69249]: DEBUG oslo_vmware.api [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659164, 'name': ReconfigVM_Task, 'duration_secs': 1.197959} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.668669] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.669023] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Reconfigured VM to attach interface {{(pid=69249) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 762.744106] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659165, 'name': ReconfigVM_Task, 'duration_secs': 0.625897} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.744394] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 0cee1d30-eb9d-4174-9b1c-6d469cbd4993/0cee1d30-eb9d-4174-9b1c-6d469cbd4993.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.745079] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22187263-c04b-4be6-94f2-6da4d6b46081 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.752692] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 762.752692] env[69249]: value = "task-3659168" [ 762.752692] env[69249]: _type = "Task" [ 762.752692] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.766020] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659168, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.768850] env[69249]: DEBUG oslo_vmware.api [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659167, 'name': PowerOffVM_Task, 'duration_secs': 0.232657} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.769117] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.769283] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.769542] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6097ee7-e05c-4bfa-8aa4-44ecd29d1756 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.781135] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5969a3eb-b8b5-485c-b009-8a79f64265e9 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "03fdd6e6-d779-495d-8276-29c4abc1dece" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.398s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.812803] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.814115] env[69249]: DEBUG nova.compute.manager [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.817737] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.092s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.818099] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.820543] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.084s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.820747] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.824465] env[69249]: DEBUG oslo_concurrency.lockutils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.694s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.826059] env[69249]: INFO nova.compute.claims [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.845972] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.846345] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.847435] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Deleting the datastore file [datastore1] c66e5703-cc8f-436d-87f2-8664229825e5 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.847435] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-571b5947-6241-496f-88a2-f2f49a3ddde7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.859455] env[69249]: DEBUG oslo_vmware.api [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 762.859455] env[69249]: value = "task-3659170" [ 762.859455] env[69249]: _type = "Task" [ 762.859455] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.865136] env[69249]: DEBUG oslo_vmware.api [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.869469] env[69249]: INFO nova.scheduler.client.report [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Deleted allocations for instance ff74d8fd-f452-4e4d-8d77-c5f601352b43 [ 762.872030] env[69249]: INFO nova.scheduler.client.report [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Deleted allocations for instance 49488ff2-0d08-4cb6-9f10-d527398a2fae [ 763.037716] env[69249]: DEBUG oslo_concurrency.lockutils [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] Releasing lock "refresh_cache-feb97282-0da7-483c-91e2-11fa1705ca94" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.037716] env[69249]: DEBUG nova.compute.manager [req-a6b25bdb-e065-4632-95b3-ff144225099e req-01fc75f8-0a09-43c2-b6a8-cbdc83863096 service nova] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Received event network-vif-deleted-3a80f62b-9a4b-4da4-9ed8-9f0f17b6c844 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.096559] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659166, 'name': CreateVM_Task, 'duration_secs': 0.513267} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.096763] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.097228] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.097448] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.097804] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.098131] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78649c58-b95e-4542-9736-fe9470221f95 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.102865] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 763.102865] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bdf2a1-b1d1-b87f-a534-6f0e749e76ad" [ 763.102865] env[69249]: _type = "Task" [ 763.102865] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.114740] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bdf2a1-b1d1-b87f-a534-6f0e749e76ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.174812] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0069b8e2-3aab-4daf-9114-7bbbaa81ebb9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-64baed3e-df1d-47f8-8ee2-e7a44fc38b18-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.806s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.182853] env[69249]: DEBUG nova.compute.manager [req-9637404c-48de-44e7-962b-b7cead4a1987 req-d49dca54-061e-4c61-9f45-34fa52878644 service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Received event network-vif-plugged-64d310dd-15be-460a-975f-309ac524cb3c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.182853] env[69249]: DEBUG oslo_concurrency.lockutils [req-9637404c-48de-44e7-962b-b7cead4a1987 req-d49dca54-061e-4c61-9f45-34fa52878644 service nova] Acquiring lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.182971] env[69249]: DEBUG oslo_concurrency.lockutils [req-9637404c-48de-44e7-962b-b7cead4a1987 req-d49dca54-061e-4c61-9f45-34fa52878644 service nova] Lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.183179] env[69249]: DEBUG oslo_concurrency.lockutils [req-9637404c-48de-44e7-962b-b7cead4a1987 req-d49dca54-061e-4c61-9f45-34fa52878644 service nova] Lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.183590] env[69249]: DEBUG nova.compute.manager [req-9637404c-48de-44e7-962b-b7cead4a1987 req-d49dca54-061e-4c61-9f45-34fa52878644 service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] No waiting events found dispatching network-vif-plugged-64d310dd-15be-460a-975f-309ac524cb3c {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 763.183590] env[69249]: WARNING nova.compute.manager [req-9637404c-48de-44e7-962b-b7cead4a1987 req-d49dca54-061e-4c61-9f45-34fa52878644 service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Received unexpected event network-vif-plugged-64d310dd-15be-460a-975f-309ac524cb3c for instance with vm_state active and task_state None. [ 763.183753] env[69249]: DEBUG nova.compute.manager [req-9637404c-48de-44e7-962b-b7cead4a1987 req-d49dca54-061e-4c61-9f45-34fa52878644 service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Received event network-changed-64d310dd-15be-460a-975f-309ac524cb3c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.183836] env[69249]: DEBUG nova.compute.manager [req-9637404c-48de-44e7-962b-b7cead4a1987 req-d49dca54-061e-4c61-9f45-34fa52878644 service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Refreshing instance network info cache due to event network-changed-64d310dd-15be-460a-975f-309ac524cb3c. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.184034] env[69249]: DEBUG oslo_concurrency.lockutils [req-9637404c-48de-44e7-962b-b7cead4a1987 req-d49dca54-061e-4c61-9f45-34fa52878644 service nova] Acquiring lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.184318] env[69249]: DEBUG oslo_concurrency.lockutils [req-9637404c-48de-44e7-962b-b7cead4a1987 req-d49dca54-061e-4c61-9f45-34fa52878644 service nova] Acquired lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.184580] env[69249]: DEBUG nova.network.neutron [req-9637404c-48de-44e7-962b-b7cead4a1987 req-d49dca54-061e-4c61-9f45-34fa52878644 service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Refreshing network info cache for port 64d310dd-15be-460a-975f-309ac524cb3c {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.263918] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659168, 'name': Rename_Task, 'duration_secs': 0.221203} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.264257] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.264567] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0692503-3ef8-4282-8acd-c3008cf70e21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.270986] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 763.270986] env[69249]: value = "task-3659171" [ 763.270986] env[69249]: _type = "Task" [ 763.270986] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.279158] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.331188] env[69249]: DEBUG nova.compute.utils [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.332645] env[69249]: DEBUG nova.compute.manager [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.332813] env[69249]: DEBUG nova.network.neutron [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.367922] env[69249]: DEBUG oslo_vmware.api [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26398} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.369984] env[69249]: DEBUG oslo_vmware.rw_handles [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b8eaa-d342-a37b-3af3-269a37451756/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 763.370280] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.370477] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.370654] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.370822] env[69249]: INFO nova.compute.manager [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 763.371074] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.371831] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fea7d2-ca32-4fdd-9a3c-00503e88100d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.374374] env[69249]: DEBUG nova.compute.manager [-] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.374480] env[69249]: DEBUG nova.network.neutron [-] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.383594] env[69249]: DEBUG oslo_vmware.rw_handles [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b8eaa-d342-a37b-3af3-269a37451756/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 763.383758] env[69249]: ERROR oslo_vmware.rw_handles [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b8eaa-d342-a37b-3af3-269a37451756/disk-0.vmdk due to incomplete transfer. [ 763.384393] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab61aa22-5d8b-47ea-818a-79c5855bbcd5 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "49488ff2-0d08-4cb6-9f10-d527398a2fae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.071s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.385211] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-88dcd3ef-aac3-4238-8d67-6892aff349df {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.388838] env[69249]: DEBUG nova.policy [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4222ffec934c4756b298e00845d9294c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94fe6b184d3b44f4ab075d2e92252e8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.396322] env[69249]: DEBUG oslo_vmware.rw_handles [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b8eaa-d342-a37b-3af3-269a37451756/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 763.396535] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Uploaded image 60b3ef1a-560b-45b7-b00a-9b1c1bdeed77 to the Glance image server {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 763.398695] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 763.399618] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7887d8b6-89b6-4fae-97e9-555bde07350a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.401375] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b7362cfe-db6f-4180-b3e0-af5ca4ed3b83 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "ff74d8fd-f452-4e4d-8d77-c5f601352b43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.162s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.407281] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 763.407281] env[69249]: value = "task-3659172" [ 763.407281] env[69249]: _type = "Task" [ 763.407281] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.416529] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659172, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.614685] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bdf2a1-b1d1-b87f-a534-6f0e749e76ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013843} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.614685] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.614685] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.614685] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.614685] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.614853] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.615107] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bece2fa-d06f-4f59-bbd8-367a77f2276c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.623682] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.623900] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.624690] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c001153f-b624-4ae6-a019-7ae77dbc3bb7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.630200] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 763.630200] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f6d716-b94c-bd25-a324-ba30cf27a81b" [ 763.630200] env[69249]: _type = "Task" [ 763.630200] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.639320] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f6d716-b94c-bd25-a324-ba30cf27a81b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.782034] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659171, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.830645] env[69249]: DEBUG nova.network.neutron [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Successfully created port: eac780e9-251a-4937-9fb1-1fdf34799c55 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.836118] env[69249]: DEBUG nova.compute.manager [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.920854] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659172, 'name': Destroy_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.058121] env[69249]: DEBUG nova.network.neutron [req-9637404c-48de-44e7-962b-b7cead4a1987 req-d49dca54-061e-4c61-9f45-34fa52878644 service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Updated VIF entry in instance network info cache for port 64d310dd-15be-460a-975f-309ac524cb3c. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.061136] env[69249]: DEBUG nova.network.neutron [req-9637404c-48de-44e7-962b-b7cead4a1987 req-d49dca54-061e-4c61-9f45-34fa52878644 service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Updating instance_info_cache with network_info: [{"id": "cb617931-c243-4a1f-899a-a49bd1405c58", "address": "fa:16:3e:f8:95:5f", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb617931-c2", "ovs_interfaceid": "cb617931-c243-4a1f-899a-a49bd1405c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64d310dd-15be-460a-975f-309ac524cb3c", "address": "fa:16:3e:6a:e9:e4", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64d310dd-15", "ovs_interfaceid": "64d310dd-15be-460a-975f-309ac524cb3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.144272] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f6d716-b94c-bd25-a324-ba30cf27a81b, 'name': SearchDatastore_Task, 'duration_secs': 0.012957} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.145219] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-866137f0-cc32-4d84-bb4e-bb62e54a28e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.154030] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 764.154030] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5216411d-4531-1cc0-93f2-c00333a824ed" [ 764.154030] env[69249]: _type = "Task" [ 764.154030] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.167481] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5216411d-4531-1cc0-93f2-c00333a824ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.285132] env[69249]: DEBUG oslo_vmware.api [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659171, 'name': PowerOnVM_Task, 'duration_secs': 0.524036} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.286235] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.286578] env[69249]: INFO nova.compute.manager [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Took 9.86 seconds to spawn the instance on the hypervisor. [ 764.286839] env[69249]: DEBUG nova.compute.manager [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 764.288036] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86818720-26b9-43b9-a547-82e2138d1eaf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.343059] env[69249]: INFO nova.virt.block_device [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Booting with volume 6e71b429-3b88-4dd0-8809-feb5921e5de3 at /dev/sda [ 764.345353] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293633e1-ac10-44df-88c7-a0d9fdbc264c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.356307] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02bc1b5-0540-4648-ad10-8f65cb1566ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.386997] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f776b9-e89c-423a-968b-361ff5489068 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.395562] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1495902d-1234-4250-b460-fd4b94cb6938 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.400164] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55becd91-b60e-47d9-9bba-c2eb20b56c58 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.416028] env[69249]: DEBUG nova.compute.provider_tree [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.421569] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105e5e9e-27e1-444c-8084-2aaacb16bd02 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.436874] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659172, 'name': Destroy_Task, 'duration_secs': 0.543856} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.438092] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Destroyed the VM [ 764.438321] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 764.440756] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9ae7ca69-0197-4412-a07e-62445922704c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.457031] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57fbfaf8-f807-4dfa-a5ba-dadfc1f6ea9c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.462176] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 764.462176] env[69249]: value = "task-3659173" [ 764.462176] env[69249]: _type = "Task" [ 764.462176] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.470764] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0795c0-2624-4dad-a3d4-b9502ff0f04f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.496702] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659173, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.507778] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b151ce-004c-4d89-a369-68281cfebb60 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.515262] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c814c37a-4c46-439f-835f-d35755bcb670 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.529166] env[69249]: DEBUG nova.virt.block_device [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Updating existing volume attachment record: 7dcdc4d5-9098-4557-84a0-cb8cb8450861 {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 764.548347] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "5a06a3cc-c5dd-4e97-a30b-6720f459aece" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.548347] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "5a06a3cc-c5dd-4e97-a30b-6720f459aece" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.565267] env[69249]: DEBUG oslo_concurrency.lockutils [req-9637404c-48de-44e7-962b-b7cead4a1987 req-d49dca54-061e-4c61-9f45-34fa52878644 service nova] Releasing lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.565642] env[69249]: DEBUG nova.network.neutron [-] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.665726] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5216411d-4531-1cc0-93f2-c00333a824ed, 'name': SearchDatastore_Task, 'duration_secs': 0.024317} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.665972] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.666376] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] fdce3cf5-0d76-44bb-8550-bbec4a20470e/fdce3cf5-0d76-44bb-8550-bbec4a20470e.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.666598] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4b222ed-2f6c-40a6-b956-c3db879b5d4a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.672910] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 764.672910] env[69249]: value = "task-3659174" [ 764.672910] env[69249]: _type = "Task" [ 764.672910] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.681404] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.810723] env[69249]: INFO nova.compute.manager [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Took 43.05 seconds to build instance. [ 764.919130] env[69249]: DEBUG nova.scheduler.client.report [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.946531] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Acquiring lock "456cb87c-c3f5-4fd9-a20b-9f54e8255b5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.946740] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Lock "456cb87c-c3f5-4fd9-a20b-9f54e8255b5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.947360] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Acquiring lock "456cb87c-c3f5-4fd9-a20b-9f54e8255b5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.947360] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Lock "456cb87c-c3f5-4fd9-a20b-9f54e8255b5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.947700] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Lock "456cb87c-c3f5-4fd9-a20b-9f54e8255b5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.952966] env[69249]: INFO nova.compute.manager [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Terminating instance [ 764.984471] env[69249]: DEBUG oslo_vmware.api [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659173, 'name': RemoveSnapshot_Task, 'duration_secs': 0.414843} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.988593] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 764.989085] env[69249]: INFO nova.compute.manager [None req-8f121f4e-969c-4a2c-b0e3-4464f747137a tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Took 15.80 seconds to snapshot the instance on the hypervisor. [ 765.071529] env[69249]: INFO nova.compute.manager [-] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Took 1.70 seconds to deallocate network for instance. [ 765.186357] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659174, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.313651] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08ed05e5-981d-4cde-b2e1-738c7353d84b tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "0cee1d30-eb9d-4174-9b1c-6d469cbd4993" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.514s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.424234] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "3a3ae69a-e186-400b-bdab-dd339761c4bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.424480] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "3a3ae69a-e186-400b-bdab-dd339761c4bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.427498] env[69249]: DEBUG oslo_concurrency.lockutils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.428096] env[69249]: DEBUG nova.compute.manager [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.431495] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.891s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.431681] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.433718] env[69249]: DEBUG oslo_concurrency.lockutils [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.809s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.433897] env[69249]: DEBUG oslo_concurrency.lockutils [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.435638] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.210s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.437032] env[69249]: INFO nova.compute.claims [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.442497] env[69249]: DEBUG nova.compute.manager [req-65be4fb2-98f3-4a6c-9263-c4b4b4f53f90 req-25cc56eb-5319-470d-8d20-a545652fb2fd service nova] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Received event network-vif-deleted-9703d8a7-4d76-4e38-a5fa-1e40959fd5ab {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.458733] env[69249]: DEBUG nova.compute.manager [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.459933] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.462624] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac93e2d5-47a6-4eda-8bc5-d94b939aec54 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.470068] env[69249]: INFO nova.scheduler.client.report [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Deleted allocations for instance 8817abab-561b-4d70-a6b9-bd89eb6f22e2 [ 765.471796] env[69249]: INFO nova.scheduler.client.report [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Deleted allocations for instance def44b38-88fa-40fc-936c-d89fe9e8cf2c [ 765.488053] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.488474] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "0cee1d30-eb9d-4174-9b1c-6d469cbd4993" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.488722] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "0cee1d30-eb9d-4174-9b1c-6d469cbd4993" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.488930] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "0cee1d30-eb9d-4174-9b1c-6d469cbd4993-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.489132] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "0cee1d30-eb9d-4174-9b1c-6d469cbd4993-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.489296] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "0cee1d30-eb9d-4174-9b1c-6d469cbd4993-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.491041] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "22d698fe-9fc1-423d-8a04-e936a15c31d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.491246] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "22d698fe-9fc1-423d-8a04-e936a15c31d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.491424] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65505a38-5168-4d5a-b968-414e21aecad8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.493357] env[69249]: INFO nova.compute.manager [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Terminating instance [ 765.503873] env[69249]: DEBUG oslo_vmware.api [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Waiting for the task: (returnval){ [ 765.503873] env[69249]: value = "task-3659175" [ 765.503873] env[69249]: _type = "Task" [ 765.503873] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.512641] env[69249]: WARNING oslo_messaging._drivers.amqpdriver [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 765.513746] env[69249]: DEBUG nova.network.neutron [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Successfully updated port: eac780e9-251a-4937-9fb1-1fdf34799c55 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.521608] env[69249]: DEBUG oslo_vmware.api [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': task-3659175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.579620] env[69249]: DEBUG oslo_concurrency.lockutils [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.647311] env[69249]: DEBUG nova.compute.manager [req-ff777c6a-b403-4440-81f8-94c6a47aa66a req-869c5d85-15af-406b-b913-d887020a5496 service nova] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Received event network-vif-plugged-eac780e9-251a-4937-9fb1-1fdf34799c55 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.647720] env[69249]: DEBUG oslo_concurrency.lockutils [req-ff777c6a-b403-4440-81f8-94c6a47aa66a req-869c5d85-15af-406b-b913-d887020a5496 service nova] Acquiring lock "6a9d205f-8f4f-456f-a7c5-94d25c06417b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.647720] env[69249]: DEBUG oslo_concurrency.lockutils [req-ff777c6a-b403-4440-81f8-94c6a47aa66a req-869c5d85-15af-406b-b913-d887020a5496 service nova] Lock "6a9d205f-8f4f-456f-a7c5-94d25c06417b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.647871] env[69249]: DEBUG oslo_concurrency.lockutils [req-ff777c6a-b403-4440-81f8-94c6a47aa66a req-869c5d85-15af-406b-b913-d887020a5496 service nova] Lock "6a9d205f-8f4f-456f-a7c5-94d25c06417b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.648045] env[69249]: DEBUG nova.compute.manager [req-ff777c6a-b403-4440-81f8-94c6a47aa66a req-869c5d85-15af-406b-b913-d887020a5496 service nova] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] No waiting events found dispatching network-vif-plugged-eac780e9-251a-4937-9fb1-1fdf34799c55 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 765.648252] env[69249]: WARNING nova.compute.manager [req-ff777c6a-b403-4440-81f8-94c6a47aa66a req-869c5d85-15af-406b-b913-d887020a5496 service nova] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Received unexpected event network-vif-plugged-eac780e9-251a-4937-9fb1-1fdf34799c55 for instance with vm_state building and task_state block_device_mapping. [ 765.685025] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65468} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.685305] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] fdce3cf5-0d76-44bb-8550-bbec4a20470e/fdce3cf5-0d76-44bb-8550-bbec4a20470e.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.685569] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.685832] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23376aa7-071e-4dba-b880-19a9c3e5efa3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.692826] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 765.692826] env[69249]: value = "task-3659176" [ 765.692826] env[69249]: _type = "Task" [ 765.692826] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.702772] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.815838] env[69249]: DEBUG nova.compute.manager [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.918199] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.918478] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.918690] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.918875] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.919052] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.921433] env[69249]: INFO nova.compute.manager [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Terminating instance [ 765.944518] env[69249]: DEBUG nova.compute.utils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.946023] env[69249]: DEBUG nova.compute.manager [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.946126] env[69249]: DEBUG nova.network.neutron [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.985281] env[69249]: DEBUG oslo_concurrency.lockutils [None req-01f5a490-6167-497e-92b5-f8dca5cedb95 tempest-InstanceActionsV221TestJSON-547748376 tempest-InstanceActionsV221TestJSON-547748376-project-member] Lock "8817abab-561b-4d70-a6b9-bd89eb6f22e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.794s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.986270] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8876ef66-42c8-4ef8-a5e2-840d5659e002 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "def44b38-88fa-40fc-936c-d89fe9e8cf2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.467s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.001868] env[69249]: DEBUG nova.compute.manager [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.002108] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.003640] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d48561-3dc9-42ee-a9f7-ce4c6b993d5f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.018183] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "interface-64baed3e-df1d-47f8-8ee2-e7a44fc38b18-64d310dd-15be-460a-975f-309ac524cb3c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.018183] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-64baed3e-df1d-47f8-8ee2-e7a44fc38b18-64d310dd-15be-460a-975f-309ac524cb3c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.019117] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Acquiring lock "refresh_cache-6a9d205f-8f4f-456f-a7c5-94d25c06417b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.019252] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Acquired lock "refresh_cache-6a9d205f-8f4f-456f-a7c5-94d25c06417b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.019395] env[69249]: DEBUG nova.network.neutron [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.020284] env[69249]: DEBUG oslo_vmware.api [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': task-3659175, 'name': PowerOffVM_Task, 'duration_secs': 0.357352} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.022895] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.023082] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.023386] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.024740] env[69249]: DEBUG nova.policy [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70692e9f315d458c92d698f6d6278d80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3b94d6383dc4a32a9e6e29169266522', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.026162] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0612687a-17b7-4684-b46b-c7c3f42a0a08 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.027626] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bd82904-ed38-4261-b381-8ee6065c610a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.035057] env[69249]: DEBUG oslo_vmware.api [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 766.035057] env[69249]: value = "task-3659177" [ 766.035057] env[69249]: _type = "Task" [ 766.035057] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.043523] env[69249]: DEBUG oslo_vmware.api [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.116859] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.117086] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.117263] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Deleting the datastore file [datastore2] 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.118019] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-996d6638-0a5c-4c31-9d38-f60d87954489 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.127043] env[69249]: DEBUG oslo_vmware.api [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Waiting for the task: (returnval){ [ 766.127043] env[69249]: value = "task-3659179" [ 766.127043] env[69249]: _type = "Task" [ 766.127043] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.138465] env[69249]: DEBUG oslo_vmware.api [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': task-3659179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.203735] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066102} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.204125] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.206019] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba35d6bd-2bd0-43ad-adeb-0a9ce009f106 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.227806] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] fdce3cf5-0d76-44bb-8550-bbec4a20470e/fdce3cf5-0d76-44bb-8550-bbec4a20470e.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.228122] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d04ef49-31d9-459d-8ac9-18fcb5e0dba4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.249247] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 766.249247] env[69249]: value = "task-3659180" [ 766.249247] env[69249]: _type = "Task" [ 766.249247] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.258266] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.337433] env[69249]: DEBUG oslo_concurrency.lockutils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.368119] env[69249]: DEBUG nova.network.neutron [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Successfully created port: 1a0f83f2-699f-4aac-8120-90466759f00a {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.428018] env[69249]: DEBUG nova.compute.manager [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.428018] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.428018] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a97dda-86ca-4233-94af-d4b6709d96ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.437607] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.439471] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2323d542-e19c-4c8d-8f2e-863e69522edf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.456261] env[69249]: DEBUG nova.compute.manager [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.504582] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.504805] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.504981] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleting the datastore file [datastore1] e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.505275] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f87d473-48a2-4311-9fe6-185e02890e6f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.512245] env[69249]: DEBUG oslo_vmware.api [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 766.512245] env[69249]: value = "task-3659182" [ 766.512245] env[69249]: _type = "Task" [ 766.512245] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.523594] env[69249]: DEBUG oslo_vmware.api [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.525355] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.525355] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.533040] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9f4010-ea80-4020-b5ba-fd198c93a557 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.561341] env[69249]: DEBUG oslo_vmware.api [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659177, 'name': PowerOffVM_Task, 'duration_secs': 0.233933} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.564824] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac89915-e7c5-4786-b984-31926b826732 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.567719] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.567913] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.568453] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-131b138e-7a4e-48ee-92e9-55cb13f3939d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.599385] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Reconfiguring VM to detach interface {{(pid=69249) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 766.606019] env[69249]: DEBUG nova.network.neutron [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.606149] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-080c4385-6017-455b-b003-42064647d8b2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.629070] env[69249]: DEBUG oslo_vmware.api [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 766.629070] env[69249]: value = "task-3659184" [ 766.629070] env[69249]: _type = "Task" [ 766.629070] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.635886] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.637234] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.637234] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleting the datastore file [datastore2] 0cee1d30-eb9d-4174-9b1c-6d469cbd4993 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.644018] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af56e184-a8f3-49ed-985b-85a8e5d49143 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.644112] env[69249]: DEBUG oslo_concurrency.lockutils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "55c8e95b-811c-4f85-9134-6c8c880b462d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.644264] env[69249]: DEBUG oslo_concurrency.lockutils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "55c8e95b-811c-4f85-9134-6c8c880b462d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.645214] env[69249]: DEBUG nova.compute.manager [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.645730] env[69249]: DEBUG nova.virt.hardware [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.645926] env[69249]: DEBUG nova.virt.hardware [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.646092] env[69249]: DEBUG nova.virt.hardware [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.646285] env[69249]: DEBUG nova.virt.hardware [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.646439] env[69249]: DEBUG nova.virt.hardware [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.649022] env[69249]: DEBUG nova.virt.hardware [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.649022] env[69249]: DEBUG nova.virt.hardware [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.649022] env[69249]: DEBUG nova.virt.hardware [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.649022] env[69249]: DEBUG nova.virt.hardware [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.649022] env[69249]: DEBUG nova.virt.hardware [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.649022] env[69249]: DEBUG nova.virt.hardware [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.652935] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764ec245-19c6-421c-a666-5794fc3c66c7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.656124] env[69249]: DEBUG oslo_vmware.api [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Task: {'id': task-3659179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211225} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.662343] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.662561] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.662751] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.662946] env[69249]: INFO nova.compute.manager [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 766.663214] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.663434] env[69249]: DEBUG oslo_vmware.api [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.666434] env[69249]: DEBUG nova.compute.manager [-] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.666571] env[69249]: DEBUG nova.network.neutron [-] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.672297] env[69249]: DEBUG oslo_vmware.api [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 766.672297] env[69249]: value = "task-3659185" [ 766.672297] env[69249]: _type = "Task" [ 766.672297] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.675146] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882cb5f7-d59d-4765-8a1c-fa6c0b32ef4a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.696297] env[69249]: DEBUG oslo_vmware.api [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.760452] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.983821] env[69249]: DEBUG nova.network.neutron [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Updating instance_info_cache with network_info: [{"id": "eac780e9-251a-4937-9fb1-1fdf34799c55", "address": "fa:16:3e:7f:3d:d4", "network": {"id": "83e91d9f-fe38-4230-8d99-4211c69497b1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-867463548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94fe6b184d3b44f4ab075d2e92252e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac780e9-25", "ovs_interfaceid": "eac780e9-251a-4937-9fb1-1fdf34799c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.021633] env[69249]: DEBUG oslo_vmware.api [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382312} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.024550] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.024550] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.024550] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.024747] env[69249]: INFO nova.compute.manager [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Took 0.60 seconds to destroy the instance on the hypervisor. [ 767.024880] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.025286] env[69249]: DEBUG nova.compute.manager [-] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.025387] env[69249]: DEBUG nova.network.neutron [-] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.111125] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbe81b7-1c2d-49d2-a793-092e06e11cb0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.129077] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9c94e1-cd19-4956-a8c8-e0fd904eba20 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.139245] env[69249]: DEBUG oslo_vmware.api [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.165645] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a46901-df8d-4d13-9bde-5f18f0e7938e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.173882] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af600306-ffb8-4a5b-9eb6-c16839442642 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.193473] env[69249]: DEBUG nova.compute.provider_tree [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.201231] env[69249]: DEBUG oslo_vmware.api [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319951} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.201231] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.201231] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.201231] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.201231] env[69249]: INFO nova.compute.manager [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Took 1.20 seconds to destroy the instance on the hypervisor. [ 767.201231] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.201231] env[69249]: DEBUG nova.compute.manager [-] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.201231] env[69249]: DEBUG nova.network.neutron [-] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.259595] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659180, 'name': ReconfigVM_Task, 'duration_secs': 0.603737} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.259904] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Reconfigured VM instance instance-00000025 to attach disk [datastore2] fdce3cf5-0d76-44bb-8550-bbec4a20470e/fdce3cf5-0d76-44bb-8550-bbec4a20470e.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.260534] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f6ef362-2e05-4474-908f-bd5d68642681 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.267222] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 767.267222] env[69249]: value = "task-3659186" [ 767.267222] env[69249]: _type = "Task" [ 767.267222] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.275553] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659186, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.471800] env[69249]: DEBUG nova.compute.manager [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.488535] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Releasing lock "refresh_cache-6a9d205f-8f4f-456f-a7c5-94d25c06417b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.488945] env[69249]: DEBUG nova.compute.manager [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Instance network_info: |[{"id": "eac780e9-251a-4937-9fb1-1fdf34799c55", "address": "fa:16:3e:7f:3d:d4", "network": {"id": "83e91d9f-fe38-4230-8d99-4211c69497b1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-867463548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94fe6b184d3b44f4ab075d2e92252e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac780e9-25", "ovs_interfaceid": "eac780e9-251a-4937-9fb1-1fdf34799c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.489374] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:3d:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eac780e9-251a-4937-9fb1-1fdf34799c55', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.497421] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Creating folder: Project (94fe6b184d3b44f4ab075d2e92252e8d). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.500323] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a5c794f-db04-4eda-89b2-b8425655802f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.509685] env[69249]: DEBUG nova.virt.hardware [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.509918] env[69249]: DEBUG nova.virt.hardware [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.510084] env[69249]: DEBUG nova.virt.hardware [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.510265] env[69249]: DEBUG nova.virt.hardware [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.510409] env[69249]: DEBUG nova.virt.hardware [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.510552] env[69249]: DEBUG nova.virt.hardware [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.510755] env[69249]: DEBUG nova.virt.hardware [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.510912] env[69249]: DEBUG nova.virt.hardware [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.511088] env[69249]: DEBUG nova.virt.hardware [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.512092] env[69249]: DEBUG nova.virt.hardware [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.512384] env[69249]: DEBUG nova.virt.hardware [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.513460] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf8910f-145b-487f-b797-89673b5e1429 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.517357] env[69249]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 767.517514] env[69249]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69249) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 767.517820] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Folder already exists: Project (94fe6b184d3b44f4ab075d2e92252e8d). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 767.518012] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Creating folder: Instances. Parent ref: group-v729300. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.518586] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad4336ca-bc8e-4aec-848d-241119650cae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.525552] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5d3acd-d4a7-4d99-8b9c-28a69f292c03 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.541154] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Created folder: Instances in parent group-v729300. [ 767.541617] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.541898] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.542210] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57d2baa4-92a9-412b-86ed-d9ec8acd262e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.565171] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.565171] env[69249]: value = "task-3659189" [ 767.565171] env[69249]: _type = "Task" [ 767.565171] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.572169] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659189, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.644245] env[69249]: DEBUG oslo_vmware.api [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.697670] env[69249]: DEBUG nova.scheduler.client.report [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.711242] env[69249]: DEBUG nova.compute.manager [req-12cc244f-4a93-4a83-a57f-bdf38a2f0877 req-72d685b0-8767-4106-8b52-7bb375f42beb service nova] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Received event network-vif-deleted-a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.714018] env[69249]: INFO nova.compute.manager [req-12cc244f-4a93-4a83-a57f-bdf38a2f0877 req-72d685b0-8767-4106-8b52-7bb375f42beb service nova] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Neutron deleted interface a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d; detaching it from the instance and deleting it from the info cache [ 767.714018] env[69249]: DEBUG nova.network.neutron [req-12cc244f-4a93-4a83-a57f-bdf38a2f0877 req-72d685b0-8767-4106-8b52-7bb375f42beb service nova] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.745503] env[69249]: DEBUG nova.compute.manager [req-60564f3c-2660-43fc-a900-de320b199e94 req-c7aca055-bce8-47de-a8d5-972a8b797142 service nova] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Received event network-changed-eac780e9-251a-4937-9fb1-1fdf34799c55 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.745679] env[69249]: DEBUG nova.compute.manager [req-60564f3c-2660-43fc-a900-de320b199e94 req-c7aca055-bce8-47de-a8d5-972a8b797142 service nova] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Refreshing instance network info cache due to event network-changed-eac780e9-251a-4937-9fb1-1fdf34799c55. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.745887] env[69249]: DEBUG oslo_concurrency.lockutils [req-60564f3c-2660-43fc-a900-de320b199e94 req-c7aca055-bce8-47de-a8d5-972a8b797142 service nova] Acquiring lock "refresh_cache-6a9d205f-8f4f-456f-a7c5-94d25c06417b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.746039] env[69249]: DEBUG oslo_concurrency.lockutils [req-60564f3c-2660-43fc-a900-de320b199e94 req-c7aca055-bce8-47de-a8d5-972a8b797142 service nova] Acquired lock "refresh_cache-6a9d205f-8f4f-456f-a7c5-94d25c06417b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.746200] env[69249]: DEBUG nova.network.neutron [req-60564f3c-2660-43fc-a900-de320b199e94 req-c7aca055-bce8-47de-a8d5-972a8b797142 service nova] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Refreshing network info cache for port eac780e9-251a-4937-9fb1-1fdf34799c55 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.779274] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659186, 'name': Rename_Task, 'duration_secs': 0.243673} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.779534] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.779708] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3796bc71-3f76-4823-a38e-cbc04044b965 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.789585] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 767.789585] env[69249]: value = "task-3659190" [ 767.789585] env[69249]: _type = "Task" [ 767.789585] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.799034] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.984124] env[69249]: DEBUG nova.network.neutron [-] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.072898] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659189, 'name': CreateVM_Task, 'duration_secs': 0.370079} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.073080] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.073792] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '7dcdc4d5-9098-4557-84a0-cb8cb8450861', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729306', 'volume_id': '6e71b429-3b88-4dd0-8809-feb5921e5de3', 'name': 'volume-6e71b429-3b88-4dd0-8809-feb5921e5de3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9d205f-8f4f-456f-a7c5-94d25c06417b', 'attached_at': '', 'detached_at': '', 'volume_id': '6e71b429-3b88-4dd0-8809-feb5921e5de3', 'serial': '6e71b429-3b88-4dd0-8809-feb5921e5de3'}, 'boot_index': 0, 'disk_bus': None, 'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69249) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 768.073987] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Root volume attach. Driver type: vmdk {{(pid=69249) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 768.074766] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d322ea44-33c2-47f6-88a0-eb7037627aab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.082042] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3406245e-0505-42aa-bb8c-4f881f7e5208 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.089536] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea96a47d-137f-44de-811f-7a96fc9a8b9a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.095042] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-4a202f5f-d29c-4702-9d8d-df16b53d120e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.101041] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Waiting for the task: (returnval){ [ 768.101041] env[69249]: value = "task-3659191" [ 768.101041] env[69249]: _type = "Task" [ 768.101041] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.108320] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659191, 'name': RelocateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.141576] env[69249]: DEBUG oslo_vmware.api [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.144978] env[69249]: DEBUG nova.network.neutron [-] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.199632] env[69249]: DEBUG nova.network.neutron [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Successfully updated port: 1a0f83f2-699f-4aac-8120-90466759f00a {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.211162] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.211162] env[69249]: DEBUG nova.compute.manager [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.213767] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.916s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.214093] env[69249]: DEBUG nova.objects.instance [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69249) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 768.217689] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f44317a1-67e9-4a1b-acc2-8a74ffaf782a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.228971] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa293d02-4cdf-4d19-a34a-2f91e8a09f05 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.242391] env[69249]: DEBUG nova.network.neutron [-] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.267731] env[69249]: DEBUG nova.compute.manager [req-12cc244f-4a93-4a83-a57f-bdf38a2f0877 req-72d685b0-8767-4106-8b52-7bb375f42beb service nova] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Detach interface failed, port_id=a637b2d3-ac0b-45aa-ae16-f73d5fe3cf6d, reason: Instance e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 768.300507] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659190, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.486652] env[69249]: INFO nova.compute.manager [-] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Took 1.29 seconds to deallocate network for instance. [ 768.621676] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659191, 'name': RelocateVM_Task} progress is 42%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.646411] env[69249]: DEBUG oslo_vmware.api [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.646875] env[69249]: INFO nova.compute.manager [-] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Took 1.62 seconds to deallocate network for instance. [ 768.661363] env[69249]: DEBUG nova.network.neutron [req-60564f3c-2660-43fc-a900-de320b199e94 req-c7aca055-bce8-47de-a8d5-972a8b797142 service nova] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Updated VIF entry in instance network info cache for port eac780e9-251a-4937-9fb1-1fdf34799c55. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.661958] env[69249]: DEBUG nova.network.neutron [req-60564f3c-2660-43fc-a900-de320b199e94 req-c7aca055-bce8-47de-a8d5-972a8b797142 service nova] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Updating instance_info_cache with network_info: [{"id": "eac780e9-251a-4937-9fb1-1fdf34799c55", "address": "fa:16:3e:7f:3d:d4", "network": {"id": "83e91d9f-fe38-4230-8d99-4211c69497b1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-867463548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94fe6b184d3b44f4ab075d2e92252e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac780e9-25", "ovs_interfaceid": "eac780e9-251a-4937-9fb1-1fdf34799c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.700918] env[69249]: DEBUG oslo_concurrency.lockutils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Acquiring lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.701915] env[69249]: DEBUG oslo_concurrency.lockutils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Acquired lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.701915] env[69249]: DEBUG nova.network.neutron [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.715162] env[69249]: DEBUG nova.compute.utils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.716590] env[69249]: DEBUG nova.compute.manager [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.716727] env[69249]: DEBUG nova.network.neutron [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.749858] env[69249]: INFO nova.compute.manager [-] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Took 2.08 seconds to deallocate network for instance. [ 768.779673] env[69249]: DEBUG nova.policy [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c6203139dbc4a568d1b89d8022a3a9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8ebfb1d4f3e470d9efae5b6c086ca9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.806114] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659190, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.001416] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.116442] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659191, 'name': RelocateVM_Task} progress is 54%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.151145] env[69249]: DEBUG oslo_vmware.api [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.154520] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.164548] env[69249]: DEBUG oslo_concurrency.lockutils [req-60564f3c-2660-43fc-a900-de320b199e94 req-c7aca055-bce8-47de-a8d5-972a8b797142 service nova] Releasing lock "refresh_cache-6a9d205f-8f4f-456f-a7c5-94d25c06417b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.164664] env[69249]: DEBUG nova.compute.manager [req-60564f3c-2660-43fc-a900-de320b199e94 req-c7aca055-bce8-47de-a8d5-972a8b797142 service nova] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Received event network-vif-deleted-bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.165612] env[69249]: INFO nova.compute.manager [req-60564f3c-2660-43fc-a900-de320b199e94 req-c7aca055-bce8-47de-a8d5-972a8b797142 service nova] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Neutron deleted interface bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6; detaching it from the instance and deleting it from the info cache [ 769.165612] env[69249]: DEBUG nova.network.neutron [req-60564f3c-2660-43fc-a900-de320b199e94 req-c7aca055-bce8-47de-a8d5-972a8b797142 service nova] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.174584] env[69249]: DEBUG nova.network.neutron [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Successfully created port: f55f2429-3c96-42fd-886d-36c0b25def71 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.220270] env[69249]: DEBUG nova.compute.manager [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.225383] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad4d101a-6d80-43f9-939f-fe6c3a64fa12 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.225383] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.566s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.226609] env[69249]: INFO nova.compute.claims [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.256914] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.258212] env[69249]: DEBUG nova.network.neutron [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.306097] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659190, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.406295] env[69249]: DEBUG nova.network.neutron [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Updating instance_info_cache with network_info: [{"id": "1a0f83f2-699f-4aac-8120-90466759f00a", "address": "fa:16:3e:27:f8:d3", "network": {"id": "3d4636b2-4b72-4b49-a01c-077cb3dd0863", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2103962665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3b94d6383dc4a32a9e6e29169266522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f83f2-69", "ovs_interfaceid": "1a0f83f2-699f-4aac-8120-90466759f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.616370] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659191, 'name': RelocateVM_Task} progress is 67%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.649502] env[69249]: DEBUG oslo_vmware.api [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.671022] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cd5884b-50c1-49de-af85-933c962aa8a4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.679996] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb1c167-6fe9-41e5-8c7e-cf70449fc570 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.713319] env[69249]: DEBUG nova.compute.manager [req-60564f3c-2660-43fc-a900-de320b199e94 req-c7aca055-bce8-47de-a8d5-972a8b797142 service nova] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Detach interface failed, port_id=bf4fb587-12d1-4ca9-b7ee-5ae87b77c6d6, reason: Instance 0cee1d30-eb9d-4174-9b1c-6d469cbd4993 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 769.789055] env[69249]: DEBUG nova.compute.manager [req-3a4cc996-2016-4cc8-88c9-5f4e5c0e8710 req-bb6087d8-d583-47f8-961d-9ab28c3967ff service nova] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Received event network-vif-deleted-e9d54805-80a1-4a29-8c12-cf46dbeda899 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.805609] env[69249]: DEBUG oslo_vmware.api [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659190, 'name': PowerOnVM_Task, 'duration_secs': 1.673354} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.806563] env[69249]: DEBUG nova.compute.manager [req-44e358ad-1623-4697-b17e-3b847f5c82f7 req-ac435abd-012a-4704-8bba-dff7ec1f502c service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Received event network-vif-plugged-1a0f83f2-699f-4aac-8120-90466759f00a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.806779] env[69249]: DEBUG oslo_concurrency.lockutils [req-44e358ad-1623-4697-b17e-3b847f5c82f7 req-ac435abd-012a-4704-8bba-dff7ec1f502c service nova] Acquiring lock "60ff7087-07b4-4b48-ae98-700246914516-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.807135] env[69249]: DEBUG oslo_concurrency.lockutils [req-44e358ad-1623-4697-b17e-3b847f5c82f7 req-ac435abd-012a-4704-8bba-dff7ec1f502c service nova] Lock "60ff7087-07b4-4b48-ae98-700246914516-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.807308] env[69249]: DEBUG oslo_concurrency.lockutils [req-44e358ad-1623-4697-b17e-3b847f5c82f7 req-ac435abd-012a-4704-8bba-dff7ec1f502c service nova] Lock "60ff7087-07b4-4b48-ae98-700246914516-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.807473] env[69249]: DEBUG nova.compute.manager [req-44e358ad-1623-4697-b17e-3b847f5c82f7 req-ac435abd-012a-4704-8bba-dff7ec1f502c service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] No waiting events found dispatching network-vif-plugged-1a0f83f2-699f-4aac-8120-90466759f00a {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 769.807775] env[69249]: WARNING nova.compute.manager [req-44e358ad-1623-4697-b17e-3b847f5c82f7 req-ac435abd-012a-4704-8bba-dff7ec1f502c service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Received unexpected event network-vif-plugged-1a0f83f2-699f-4aac-8120-90466759f00a for instance with vm_state building and task_state spawning. [ 769.807945] env[69249]: DEBUG nova.compute.manager [req-44e358ad-1623-4697-b17e-3b847f5c82f7 req-ac435abd-012a-4704-8bba-dff7ec1f502c service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Received event network-changed-1a0f83f2-699f-4aac-8120-90466759f00a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.808109] env[69249]: DEBUG nova.compute.manager [req-44e358ad-1623-4697-b17e-3b847f5c82f7 req-ac435abd-012a-4704-8bba-dff7ec1f502c service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Refreshing instance network info cache due to event network-changed-1a0f83f2-699f-4aac-8120-90466759f00a. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.808279] env[69249]: DEBUG oslo_concurrency.lockutils [req-44e358ad-1623-4697-b17e-3b847f5c82f7 req-ac435abd-012a-4704-8bba-dff7ec1f502c service nova] Acquiring lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.808480] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.808665] env[69249]: DEBUG nova.compute.manager [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 769.809791] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7123d87e-ed4f-49ba-b6d5-e4b8fb220b53 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.908596] env[69249]: DEBUG oslo_concurrency.lockutils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Releasing lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.908710] env[69249]: DEBUG nova.compute.manager [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Instance network_info: |[{"id": "1a0f83f2-699f-4aac-8120-90466759f00a", "address": "fa:16:3e:27:f8:d3", "network": {"id": "3d4636b2-4b72-4b49-a01c-077cb3dd0863", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2103962665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3b94d6383dc4a32a9e6e29169266522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f83f2-69", "ovs_interfaceid": "1a0f83f2-699f-4aac-8120-90466759f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.908996] env[69249]: DEBUG oslo_concurrency.lockutils [req-44e358ad-1623-4697-b17e-3b847f5c82f7 req-ac435abd-012a-4704-8bba-dff7ec1f502c service nova] Acquired lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.909166] env[69249]: DEBUG nova.network.neutron [req-44e358ad-1623-4697-b17e-3b847f5c82f7 req-ac435abd-012a-4704-8bba-dff7ec1f502c service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Refreshing network info cache for port 1a0f83f2-699f-4aac-8120-90466759f00a {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.910490] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:f8:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a0f83f2-699f-4aac-8120-90466759f00a', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.920194] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Creating folder: Project (e3b94d6383dc4a32a9e6e29169266522). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.923345] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae10f5b8-da17-4fc5-b65e-604e725842a8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.936716] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Created folder: Project (e3b94d6383dc4a32a9e6e29169266522) in parent group-v729229. [ 769.937032] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Creating folder: Instances. Parent ref: group-v729359. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.937406] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8267623b-1d02-47b0-8b40-1c4853ab86d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.949400] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Created folder: Instances in parent group-v729359. [ 769.949661] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.949857] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.950086] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35ce6a85-1218-47a5-a260-14c71dc91a07 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.974784] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.974784] env[69249]: value = "task-3659194" [ 769.974784] env[69249]: _type = "Task" [ 769.974784] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.983664] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659194, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.118024] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659191, 'name': RelocateVM_Task} progress is 82%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.148771] env[69249]: DEBUG oslo_vmware.api [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.188034] env[69249]: DEBUG nova.network.neutron [req-44e358ad-1623-4697-b17e-3b847f5c82f7 req-ac435abd-012a-4704-8bba-dff7ec1f502c service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Updated VIF entry in instance network info cache for port 1a0f83f2-699f-4aac-8120-90466759f00a. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.188540] env[69249]: DEBUG nova.network.neutron [req-44e358ad-1623-4697-b17e-3b847f5c82f7 req-ac435abd-012a-4704-8bba-dff7ec1f502c service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Updating instance_info_cache with network_info: [{"id": "1a0f83f2-699f-4aac-8120-90466759f00a", "address": "fa:16:3e:27:f8:d3", "network": {"id": "3d4636b2-4b72-4b49-a01c-077cb3dd0863", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2103962665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3b94d6383dc4a32a9e6e29169266522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f83f2-69", "ovs_interfaceid": "1a0f83f2-699f-4aac-8120-90466759f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.234236] env[69249]: DEBUG nova.compute.manager [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.270016] env[69249]: DEBUG nova.virt.hardware [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.270281] env[69249]: DEBUG nova.virt.hardware [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.270434] env[69249]: DEBUG nova.virt.hardware [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.270614] env[69249]: DEBUG nova.virt.hardware [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.270860] env[69249]: DEBUG nova.virt.hardware [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.271078] env[69249]: DEBUG nova.virt.hardware [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.271302] env[69249]: DEBUG nova.virt.hardware [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.271966] env[69249]: DEBUG nova.virt.hardware [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.272131] env[69249]: DEBUG nova.virt.hardware [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.272429] env[69249]: DEBUG nova.virt.hardware [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.272547] env[69249]: DEBUG nova.virt.hardware [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.273837] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f441d59-df13-43a5-a69d-d5d054e1db44 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.284783] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6933731e-55f9-46fd-9cd6-9b67b0a14eaa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.330887] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.489181] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659194, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.619678] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659191, 'name': RelocateVM_Task} progress is 97%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.646715] env[69249]: DEBUG oslo_vmware.api [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.694773] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquiring lock "fdce3cf5-0d76-44bb-8550-bbec4a20470e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.695094] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Lock "fdce3cf5-0d76-44bb-8550-bbec4a20470e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.695333] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquiring lock "fdce3cf5-0d76-44bb-8550-bbec4a20470e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.695592] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Lock "fdce3cf5-0d76-44bb-8550-bbec4a20470e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.695844] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Lock "fdce3cf5-0d76-44bb-8550-bbec4a20470e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.697903] env[69249]: DEBUG oslo_concurrency.lockutils [req-44e358ad-1623-4697-b17e-3b847f5c82f7 req-ac435abd-012a-4704-8bba-dff7ec1f502c service nova] Releasing lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.700781] env[69249]: INFO nova.compute.manager [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Terminating instance [ 770.752256] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2679bef7-6fe6-42b2-af5a-9dd8f2e81295 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.763783] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194de466-4218-43da-8b2e-3dc31eb8f6ca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.799684] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ecfad2-979c-47b8-b0f6-e4434a2eea21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.807856] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbff4b3c-a9b0-47b1-873e-94777baa33d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.821257] env[69249]: DEBUG nova.compute.provider_tree [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.855524] env[69249]: DEBUG nova.network.neutron [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Successfully updated port: f55f2429-3c96-42fd-886d-36c0b25def71 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.987640] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659194, 'name': CreateVM_Task, 'duration_secs': 0.519325} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.987952] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.988550] env[69249]: DEBUG oslo_concurrency.lockutils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.988780] env[69249]: DEBUG oslo_concurrency.lockutils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.989771] env[69249]: DEBUG oslo_concurrency.lockutils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.989771] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e69b2a5-2f36-46e8-9738-ebbb10711dd7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.994448] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 770.994448] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e87a3e-2322-b9d3-d62c-3c72f1c3b618" [ 770.994448] env[69249]: _type = "Task" [ 770.994448] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.002730] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e87a3e-2322-b9d3-d62c-3c72f1c3b618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.114508] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659191, 'name': RelocateVM_Task} progress is 98%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.146303] env[69249]: DEBUG oslo_vmware.api [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.207278] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquiring lock "refresh_cache-fdce3cf5-0d76-44bb-8550-bbec4a20470e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.208360] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquired lock "refresh_cache-fdce3cf5-0d76-44bb-8550-bbec4a20470e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.208360] env[69249]: DEBUG nova.network.neutron [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.324609] env[69249]: DEBUG nova.scheduler.client.report [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.357969] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "refresh_cache-274354ae-834b-4bc3-ab01-3b549d9d414f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.358341] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquired lock "refresh_cache-274354ae-834b-4bc3-ab01-3b549d9d414f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.358341] env[69249]: DEBUG nova.network.neutron [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.505727] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e87a3e-2322-b9d3-d62c-3c72f1c3b618, 'name': SearchDatastore_Task, 'duration_secs': 0.037933} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.506028] env[69249]: DEBUG oslo_concurrency.lockutils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.506270] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.506500] env[69249]: DEBUG oslo_concurrency.lockutils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.506664] env[69249]: DEBUG oslo_concurrency.lockutils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.506863] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.507158] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f18cfc2a-be06-4199-a550-0160471418f2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.515358] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.515544] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.516243] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ab48dc-a2dc-402a-9c51-768cc0ab23ae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.521122] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 771.521122] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52277458-86ef-9219-94eb-2ec83afc2fd0" [ 771.521122] env[69249]: _type = "Task" [ 771.521122] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.529151] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52277458-86ef-9219-94eb-2ec83afc2fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.615442] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659191, 'name': RelocateVM_Task} progress is 98%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.647219] env[69249]: DEBUG oslo_vmware.api [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.726463] env[69249]: DEBUG nova.network.neutron [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.785180] env[69249]: DEBUG nova.network.neutron [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.831326] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.831326] env[69249]: DEBUG nova.compute.manager [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.833371] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.485s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.833371] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.835399] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.286s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.835594] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.838560] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.038s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.840570] env[69249]: INFO nova.compute.claims [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.859239] env[69249]: DEBUG nova.compute.manager [req-a67e1c2f-18ba-440a-9a0d-abfb4fe18a7d req-afde481e-a482-4c95-bf83-2e993bd8a883 service nova] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Received event network-vif-plugged-f55f2429-3c96-42fd-886d-36c0b25def71 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.859919] env[69249]: DEBUG oslo_concurrency.lockutils [req-a67e1c2f-18ba-440a-9a0d-abfb4fe18a7d req-afde481e-a482-4c95-bf83-2e993bd8a883 service nova] Acquiring lock "274354ae-834b-4bc3-ab01-3b549d9d414f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.859919] env[69249]: DEBUG oslo_concurrency.lockutils [req-a67e1c2f-18ba-440a-9a0d-abfb4fe18a7d req-afde481e-a482-4c95-bf83-2e993bd8a883 service nova] Lock "274354ae-834b-4bc3-ab01-3b549d9d414f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.859919] env[69249]: DEBUG oslo_concurrency.lockutils [req-a67e1c2f-18ba-440a-9a0d-abfb4fe18a7d req-afde481e-a482-4c95-bf83-2e993bd8a883 service nova] Lock "274354ae-834b-4bc3-ab01-3b549d9d414f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.860207] env[69249]: DEBUG nova.compute.manager [req-a67e1c2f-18ba-440a-9a0d-abfb4fe18a7d req-afde481e-a482-4c95-bf83-2e993bd8a883 service nova] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] No waiting events found dispatching network-vif-plugged-f55f2429-3c96-42fd-886d-36c0b25def71 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 771.863160] env[69249]: WARNING nova.compute.manager [req-a67e1c2f-18ba-440a-9a0d-abfb4fe18a7d req-afde481e-a482-4c95-bf83-2e993bd8a883 service nova] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Received unexpected event network-vif-plugged-f55f2429-3c96-42fd-886d-36c0b25def71 for instance with vm_state building and task_state spawning. [ 771.863160] env[69249]: DEBUG nova.compute.manager [req-a67e1c2f-18ba-440a-9a0d-abfb4fe18a7d req-afde481e-a482-4c95-bf83-2e993bd8a883 service nova] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Received event network-changed-f55f2429-3c96-42fd-886d-36c0b25def71 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.863160] env[69249]: DEBUG nova.compute.manager [req-a67e1c2f-18ba-440a-9a0d-abfb4fe18a7d req-afde481e-a482-4c95-bf83-2e993bd8a883 service nova] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Refreshing instance network info cache due to event network-changed-f55f2429-3c96-42fd-886d-36c0b25def71. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.863160] env[69249]: DEBUG oslo_concurrency.lockutils [req-a67e1c2f-18ba-440a-9a0d-abfb4fe18a7d req-afde481e-a482-4c95-bf83-2e993bd8a883 service nova] Acquiring lock "refresh_cache-274354ae-834b-4bc3-ab01-3b549d9d414f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.878631] env[69249]: INFO nova.scheduler.client.report [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleted allocations for instance c6cb354f-dc6d-4e7c-8641-563e266abdee [ 771.880997] env[69249]: INFO nova.scheduler.client.report [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Deleted allocations for instance 29788d3d-c393-465e-b943-cf86f8b7916f [ 771.909339] env[69249]: DEBUG nova.network.neutron [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.036456] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52277458-86ef-9219-94eb-2ec83afc2fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.037901] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826d3c48-566f-4742-ae1d-118980693c73 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.042750] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 772.042750] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522773af-cabf-4f82-0d44-8eb70196801c" [ 772.042750] env[69249]: _type = "Task" [ 772.042750] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.051038] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522773af-cabf-4f82-0d44-8eb70196801c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.111709] env[69249]: DEBUG nova.network.neutron [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Updating instance_info_cache with network_info: [{"id": "f55f2429-3c96-42fd-886d-36c0b25def71", "address": "fa:16:3e:7c:7c:89", "network": {"id": "5813e340-56c8-4fe2-8a98-61aa247aa020", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1055281376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ebfb1d4f3e470d9efae5b6c086ca9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf55f2429-3c", "ovs_interfaceid": "f55f2429-3c96-42fd-886d-36c0b25def71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.118784] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659191, 'name': RelocateVM_Task, 'duration_secs': 3.818271} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.119178] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 772.119446] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729306', 'volume_id': '6e71b429-3b88-4dd0-8809-feb5921e5de3', 'name': 'volume-6e71b429-3b88-4dd0-8809-feb5921e5de3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9d205f-8f4f-456f-a7c5-94d25c06417b', 'attached_at': '', 'detached_at': '', 'volume_id': '6e71b429-3b88-4dd0-8809-feb5921e5de3', 'serial': '6e71b429-3b88-4dd0-8809-feb5921e5de3'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 772.120374] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fc584e-a14e-4895-bfad-36defc3f9c60 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.144685] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cc5501-0af6-4047-9aa1-851acad4db6f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.154033] env[69249]: DEBUG oslo_vmware.api [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659184, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.171983] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] volume-6e71b429-3b88-4dd0-8809-feb5921e5de3/volume-6e71b429-3b88-4dd0-8809-feb5921e5de3.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.172570] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da83aa4a-2705-48b6-ad26-382f56dc1f99 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.191707] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Waiting for the task: (returnval){ [ 772.191707] env[69249]: value = "task-3659195" [ 772.191707] env[69249]: _type = "Task" [ 772.191707] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.199752] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.289620] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Releasing lock "refresh_cache-fdce3cf5-0d76-44bb-8550-bbec4a20470e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.290148] env[69249]: DEBUG nova.compute.manager [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.290474] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.291274] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51798b4-0625-4ad3-943b-e3b86359d5ce {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.298886] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.299170] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d51cc46-678b-4900-9184-ad62059ae1b8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.305387] env[69249]: DEBUG oslo_vmware.api [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 772.305387] env[69249]: value = "task-3659196" [ 772.305387] env[69249]: _type = "Task" [ 772.305387] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.313459] env[69249]: DEBUG oslo_vmware.api [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.344184] env[69249]: DEBUG nova.compute.utils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.347678] env[69249]: DEBUG nova.compute.manager [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.349025] env[69249]: DEBUG nova.network.neutron [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.392029] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bf4cde76-d201-4e63-975d-9d742aea30f1 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "c6cb354f-dc6d-4e7c-8641-563e266abdee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.970s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.393081] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d70a32b0-7200-44af-bd68-be3bc43abe94 tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "29788d3d-c393-465e-b943-cf86f8b7916f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.896s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.406046] env[69249]: DEBUG nova.policy [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3914a2956890494c9577f03e8f8f057d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c71aba4e294c468b84df2575a88e3e8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.552240] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522773af-cabf-4f82-0d44-8eb70196801c, 'name': SearchDatastore_Task, 'duration_secs': 0.010323} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.552449] env[69249]: DEBUG oslo_concurrency.lockutils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.552692] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 60ff7087-07b4-4b48-ae98-700246914516/60ff7087-07b4-4b48-ae98-700246914516.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.552939] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dce968b-c179-45db-9465-5adf0feed77c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.559559] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 772.559559] env[69249]: value = "task-3659197" [ 772.559559] env[69249]: _type = "Task" [ 772.559559] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.566973] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.615604] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Releasing lock "refresh_cache-274354ae-834b-4bc3-ab01-3b549d9d414f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.615947] env[69249]: DEBUG nova.compute.manager [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Instance network_info: |[{"id": "f55f2429-3c96-42fd-886d-36c0b25def71", "address": "fa:16:3e:7c:7c:89", "network": {"id": "5813e340-56c8-4fe2-8a98-61aa247aa020", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1055281376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ebfb1d4f3e470d9efae5b6c086ca9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf55f2429-3c", "ovs_interfaceid": "f55f2429-3c96-42fd-886d-36c0b25def71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.616287] env[69249]: DEBUG oslo_concurrency.lockutils [req-a67e1c2f-18ba-440a-9a0d-abfb4fe18a7d req-afde481e-a482-4c95-bf83-2e993bd8a883 service nova] Acquired lock "refresh_cache-274354ae-834b-4bc3-ab01-3b549d9d414f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.620018] env[69249]: DEBUG nova.network.neutron [req-a67e1c2f-18ba-440a-9a0d-abfb4fe18a7d req-afde481e-a482-4c95-bf83-2e993bd8a883 service nova] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Refreshing network info cache for port f55f2429-3c96-42fd-886d-36c0b25def71 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.620018] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:7c:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f55f2429-3c96-42fd-886d-36c0b25def71', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.627851] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Creating folder: Project (d8ebfb1d4f3e470d9efae5b6c086ca9e). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.629760] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0715939-4912-4005-a533-ee69f18735e7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.644818] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Created folder: Project (d8ebfb1d4f3e470d9efae5b6c086ca9e) in parent group-v729229. [ 772.645087] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Creating folder: Instances. Parent ref: group-v729362. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.645728] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7332dc3c-c4ea-4d4f-bd57-d9906b4f5d82 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.651219] env[69249]: DEBUG oslo_vmware.api [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659184, 'name': ReconfigVM_Task, 'duration_secs': 5.748374} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.651881] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.652195] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Reconfigured VM to detach interface {{(pid=69249) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 772.660192] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Created folder: Instances in parent group-v729362. [ 772.660680] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.661193] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.661628] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4676062b-0698-4017-a791-b6ff57b0ca9b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.677163] env[69249]: DEBUG nova.network.neutron [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Successfully created port: 667781ee-8afb-42ae-af4c-f133d982ca0d {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.684634] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.684634] env[69249]: value = "task-3659200" [ 772.684634] env[69249]: _type = "Task" [ 772.684634] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.692458] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659200, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.699939] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659195, 'name': ReconfigVM_Task, 'duration_secs': 0.26387} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.700214] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Reconfigured VM instance instance-00000027 to attach disk [datastore1] volume-6e71b429-3b88-4dd0-8809-feb5921e5de3/volume-6e71b429-3b88-4dd0-8809-feb5921e5de3.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.706110] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3998e779-3cbb-4071-bb35-01443f5c38c5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.722416] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Waiting for the task: (returnval){ [ 772.722416] env[69249]: value = "task-3659201" [ 772.722416] env[69249]: _type = "Task" [ 772.722416] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.732957] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.818216] env[69249]: DEBUG oslo_vmware.api [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659196, 'name': PowerOffVM_Task, 'duration_secs': 0.187778} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.818216] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.818216] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.818216] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a2f6f3b-e6f3-466d-93da-14bec8db566c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.843195] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.843195] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.843195] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Deleting the datastore file [datastore2] fdce3cf5-0d76-44bb-8550-bbec4a20470e {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.843195] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-405df878-cf94-4e2a-bd84-be1a7a30dac1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.855095] env[69249]: DEBUG nova.compute.manager [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.867130] env[69249]: DEBUG oslo_vmware.api [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for the task: (returnval){ [ 772.867130] env[69249]: value = "task-3659203" [ 772.867130] env[69249]: _type = "Task" [ 772.867130] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.878589] env[69249]: DEBUG oslo_vmware.api [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.943578] env[69249]: DEBUG nova.compute.manager [req-6ffe7ce0-7bc3-446e-a67a-e172e7bd51bc req-f4485e78-735e-4c11-bd26-8f2af5eb454a service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Received event network-vif-deleted-64d310dd-15be-460a-975f-309ac524cb3c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.943785] env[69249]: INFO nova.compute.manager [req-6ffe7ce0-7bc3-446e-a67a-e172e7bd51bc req-f4485e78-735e-4c11-bd26-8f2af5eb454a service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Neutron deleted interface 64d310dd-15be-460a-975f-309ac524cb3c; detaching it from the instance and deleting it from the info cache [ 772.944230] env[69249]: DEBUG nova.network.neutron [req-6ffe7ce0-7bc3-446e-a67a-e172e7bd51bc req-f4485e78-735e-4c11-bd26-8f2af5eb454a service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Updating instance_info_cache with network_info: [{"id": "cb617931-c243-4a1f-899a-a49bd1405c58", "address": "fa:16:3e:f8:95:5f", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb617931-c2", "ovs_interfaceid": "cb617931-c243-4a1f-899a-a49bd1405c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.070980] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497259} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.076151] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 60ff7087-07b4-4b48-ae98-700246914516/60ff7087-07b4-4b48-ae98-700246914516.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.076151] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.076151] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2de1b45-35f6-4dff-98f5-75ee66d28b1f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.080888] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 773.080888] env[69249]: value = "task-3659204" [ 773.080888] env[69249]: _type = "Task" [ 773.080888] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.093716] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.104122] env[69249]: DEBUG nova.network.neutron [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Successfully created port: 71ad91ab-3158-4e8a-aee8-0ea90e97e1ad {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.202100] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659200, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.232319] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659201, 'name': ReconfigVM_Task, 'duration_secs': 0.236158} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.232623] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729306', 'volume_id': '6e71b429-3b88-4dd0-8809-feb5921e5de3', 'name': 'volume-6e71b429-3b88-4dd0-8809-feb5921e5de3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9d205f-8f4f-456f-a7c5-94d25c06417b', 'attached_at': '', 'detached_at': '', 'volume_id': '6e71b429-3b88-4dd0-8809-feb5921e5de3', 'serial': '6e71b429-3b88-4dd0-8809-feb5921e5de3'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 773.233276] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-388b499e-635f-4313-97b7-5780b6141fba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.242261] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Waiting for the task: (returnval){ [ 773.242261] env[69249]: value = "task-3659205" [ 773.242261] env[69249]: _type = "Task" [ 773.242261] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.254432] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659205, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.382802] env[69249]: DEBUG oslo_vmware.api [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Task: {'id': task-3659203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214617} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.382802] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.383181] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.383181] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.383291] env[69249]: INFO nova.compute.manager [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Took 1.09 seconds to destroy the instance on the hypervisor. [ 773.383498] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.383697] env[69249]: DEBUG nova.compute.manager [-] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.383786] env[69249]: DEBUG nova.network.neutron [-] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.410836] env[69249]: DEBUG nova.network.neutron [-] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.414739] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3b5185-cbb8-43f6-b2fc-5acd13f3ce54 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.424862] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10f532a-763b-4a98-b316-b31f638b8764 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.429968] env[69249]: DEBUG nova.network.neutron [req-a67e1c2f-18ba-440a-9a0d-abfb4fe18a7d req-afde481e-a482-4c95-bf83-2e993bd8a883 service nova] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Updated VIF entry in instance network info cache for port f55f2429-3c96-42fd-886d-36c0b25def71. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.430452] env[69249]: DEBUG nova.network.neutron [req-a67e1c2f-18ba-440a-9a0d-abfb4fe18a7d req-afde481e-a482-4c95-bf83-2e993bd8a883 service nova] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Updating instance_info_cache with network_info: [{"id": "f55f2429-3c96-42fd-886d-36c0b25def71", "address": "fa:16:3e:7c:7c:89", "network": {"id": "5813e340-56c8-4fe2-8a98-61aa247aa020", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1055281376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ebfb1d4f3e470d9efae5b6c086ca9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf55f2429-3c", "ovs_interfaceid": "f55f2429-3c96-42fd-886d-36c0b25def71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.461818] env[69249]: DEBUG oslo_concurrency.lockutils [req-6ffe7ce0-7bc3-446e-a67a-e172e7bd51bc req-f4485e78-735e-4c11-bd26-8f2af5eb454a service nova] Acquiring lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.461994] env[69249]: DEBUG oslo_concurrency.lockutils [req-6ffe7ce0-7bc3-446e-a67a-e172e7bd51bc req-f4485e78-735e-4c11-bd26-8f2af5eb454a service nova] Acquired lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.462978] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186961c8-68f2-473f-b94e-8a3846ef75af {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.466439] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9eaf53-1900-4c78-9ef4-57aae872e86b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.487473] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b0f9e0-e46e-4d95-837b-d1fb49b50c83 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.491705] env[69249]: DEBUG oslo_concurrency.lockutils [req-6ffe7ce0-7bc3-446e-a67a-e172e7bd51bc req-f4485e78-735e-4c11-bd26-8f2af5eb454a service nova] Releasing lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.491992] env[69249]: WARNING nova.compute.manager [req-6ffe7ce0-7bc3-446e-a67a-e172e7bd51bc req-f4485e78-735e-4c11-bd26-8f2af5eb454a service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Detach interface failed, port_id=64d310dd-15be-460a-975f-309ac524cb3c, reason: No device with interface-id 64d310dd-15be-460a-975f-309ac524cb3c exists on VM: nova.exception.NotFound: No device with interface-id 64d310dd-15be-460a-975f-309ac524cb3c exists on VM [ 773.502660] env[69249]: DEBUG nova.compute.provider_tree [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.550597] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquiring lock "a76e1683-a93e-4493-8ba5-a4931b546f7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.551075] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "a76e1683-a93e-4493-8ba5-a4931b546f7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.551324] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquiring lock "a76e1683-a93e-4493-8ba5-a4931b546f7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.551511] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "a76e1683-a93e-4493-8ba5-a4931b546f7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.551681] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "a76e1683-a93e-4493-8ba5-a4931b546f7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.555918] env[69249]: INFO nova.compute.manager [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Terminating instance [ 773.589886] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.281278} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.590272] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.591092] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7176edad-4b73-47c0-9396-7be03cb2d2a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.618352] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 60ff7087-07b4-4b48-ae98-700246914516/60ff7087-07b4-4b48-ae98-700246914516.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.618643] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c254afe0-f871-4f05-b0ec-f7c6581546d7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.640119] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 773.640119] env[69249]: value = "task-3659206" [ 773.640119] env[69249]: _type = "Task" [ 773.640119] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.648247] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.697373] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659200, 'name': CreateVM_Task, 'duration_secs': 0.790553} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.697608] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.698509] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.698721] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.699086] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.699385] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ee8fd8-d03b-4470-8837-91c344d40a3b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.706248] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 773.706248] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521970f3-4830-c75f-ec36-6bdc3572a593" [ 773.706248] env[69249]: _type = "Task" [ 773.706248] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.714868] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521970f3-4830-c75f-ec36-6bdc3572a593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.754292] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659205, 'name': Rename_Task, 'duration_secs': 0.318709} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.755012] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.755012] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81dcb7b6-1b85-4b31-bc2d-c39d9e36a736 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.762009] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Waiting for the task: (returnval){ [ 773.762009] env[69249]: value = "task-3659207" [ 773.762009] env[69249]: _type = "Task" [ 773.762009] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.769796] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.873794] env[69249]: DEBUG nova.compute.manager [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.892244] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.892418] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.892597] env[69249]: DEBUG nova.network.neutron [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.906671] env[69249]: DEBUG nova.virt.hardware [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.907498] env[69249]: DEBUG nova.virt.hardware [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.907715] env[69249]: DEBUG nova.virt.hardware [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.907943] env[69249]: DEBUG nova.virt.hardware [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.908571] env[69249]: DEBUG nova.virt.hardware [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.908571] env[69249]: DEBUG nova.virt.hardware [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.909196] env[69249]: DEBUG nova.virt.hardware [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.909413] env[69249]: DEBUG nova.virt.hardware [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.909626] env[69249]: DEBUG nova.virt.hardware [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.909905] env[69249]: DEBUG nova.virt.hardware [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.910962] env[69249]: DEBUG nova.virt.hardware [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.915595] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce87b62d-d9ac-4030-8ed5-fe960d2cad6a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.919742] env[69249]: DEBUG nova.network.neutron [-] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.926234] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2b632a-a090-4f82-8bdc-76871613ca21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.942812] env[69249]: DEBUG oslo_concurrency.lockutils [req-a67e1c2f-18ba-440a-9a0d-abfb4fe18a7d req-afde481e-a482-4c95-bf83-2e993bd8a883 service nova] Releasing lock "refresh_cache-274354ae-834b-4bc3-ab01-3b549d9d414f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.006272] env[69249]: DEBUG nova.scheduler.client.report [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.059744] env[69249]: DEBUG nova.compute.manager [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.059989] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.060916] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0bc3b4-0b38-478a-bbbb-b83969c077fe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.069200] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.069448] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf1e9e80-58c1-4958-8355-756bb88a101b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.076147] env[69249]: DEBUG oslo_vmware.api [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 774.076147] env[69249]: value = "task-3659208" [ 774.076147] env[69249]: _type = "Task" [ 774.076147] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.083650] env[69249]: DEBUG oslo_vmware.api [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.150598] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659206, 'name': ReconfigVM_Task, 'duration_secs': 0.339009} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.150958] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 60ff7087-07b4-4b48-ae98-700246914516/60ff7087-07b4-4b48-ae98-700246914516.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.151635] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a6264ec-9465-45c2-a48c-e2e8d00c51bb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.158114] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 774.158114] env[69249]: value = "task-3659209" [ 774.158114] env[69249]: _type = "Task" [ 774.158114] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.166464] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659209, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.216559] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521970f3-4830-c75f-ec36-6bdc3572a593, 'name': SearchDatastore_Task, 'duration_secs': 0.01023} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.216894] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.217187] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.217472] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.217626] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.217809] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.218190] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30163302-ab77-4d2b-9a1a-5fe2b7f43fc8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.230466] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.230779] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.231440] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f4fbc5-a217-4974-83ae-5a3b085966d8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.237215] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 774.237215] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5201b96b-68dc-8385-f5a0-bafcadf819bc" [ 774.237215] env[69249]: _type = "Task" [ 774.237215] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.246028] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5201b96b-68dc-8385-f5a0-bafcadf819bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.271512] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659207, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.422207] env[69249]: INFO nova.compute.manager [-] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Took 1.04 seconds to deallocate network for instance. [ 774.472466] env[69249]: DEBUG oslo_concurrency.lockutils [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.472715] env[69249]: DEBUG oslo_concurrency.lockutils [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.472915] env[69249]: DEBUG oslo_concurrency.lockutils [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.473107] env[69249]: DEBUG oslo_concurrency.lockutils [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.473275] env[69249]: DEBUG oslo_concurrency.lockutils [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.476833] env[69249]: INFO nova.compute.manager [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Terminating instance [ 774.511121] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.511882] env[69249]: DEBUG nova.compute.manager [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.516053] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.199s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.586646] env[69249]: DEBUG oslo_vmware.api [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659208, 'name': PowerOffVM_Task, 'duration_secs': 0.216944} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.586920] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.587097] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.587377] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09cf8613-f480-4a62-88a5-a887d28a16dd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.627979] env[69249]: DEBUG nova.network.neutron [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Updating instance_info_cache with network_info: [{"id": "cb617931-c243-4a1f-899a-a49bd1405c58", "address": "fa:16:3e:f8:95:5f", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb617931-c2", "ovs_interfaceid": "cb617931-c243-4a1f-899a-a49bd1405c58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.669886] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659209, 'name': Rename_Task, 'duration_secs': 0.164016} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.670194] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.670420] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-704b8858-78ec-48b4-840c-dd53bcb9f518 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.676272] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 774.676272] env[69249]: value = "task-3659211" [ 774.676272] env[69249]: _type = "Task" [ 774.676272] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.683768] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.748205] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5201b96b-68dc-8385-f5a0-bafcadf819bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013714} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.749065] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be8ddc00-b550-4a3c-8727-df06f8aebf2f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.754398] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 774.754398] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523ccb4b-fe5a-8bca-acfa-807391e18191" [ 774.754398] env[69249]: _type = "Task" [ 774.754398] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.761801] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523ccb4b-fe5a-8bca-acfa-807391e18191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.770916] env[69249]: DEBUG oslo_vmware.api [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659207, 'name': PowerOnVM_Task, 'duration_secs': 0.562149} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.771177] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.771373] env[69249]: INFO nova.compute.manager [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Took 8.13 seconds to spawn the instance on the hypervisor. [ 774.771550] env[69249]: DEBUG nova.compute.manager [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 774.772292] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de451ba-63db-4286-9ad7-96c5cbdcba34 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.926175] env[69249]: DEBUG nova.compute.manager [req-f6735088-8386-4c8b-97aa-3b5e1af2119c req-8fcf40d4-55b6-4e0b-a08d-cecdfa67c1eb service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Received event network-vif-plugged-667781ee-8afb-42ae-af4c-f133d982ca0d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.926480] env[69249]: DEBUG oslo_concurrency.lockutils [req-f6735088-8386-4c8b-97aa-3b5e1af2119c req-8fcf40d4-55b6-4e0b-a08d-cecdfa67c1eb service nova] Acquiring lock "99c1dbd9-43fd-4409-b744-89b969a148ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.926686] env[69249]: DEBUG oslo_concurrency.lockutils [req-f6735088-8386-4c8b-97aa-3b5e1af2119c req-8fcf40d4-55b6-4e0b-a08d-cecdfa67c1eb service nova] Lock "99c1dbd9-43fd-4409-b744-89b969a148ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.926900] env[69249]: DEBUG oslo_concurrency.lockutils [req-f6735088-8386-4c8b-97aa-3b5e1af2119c req-8fcf40d4-55b6-4e0b-a08d-cecdfa67c1eb service nova] Lock "99c1dbd9-43fd-4409-b744-89b969a148ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.927893] env[69249]: DEBUG nova.compute.manager [req-f6735088-8386-4c8b-97aa-3b5e1af2119c req-8fcf40d4-55b6-4e0b-a08d-cecdfa67c1eb service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] No waiting events found dispatching network-vif-plugged-667781ee-8afb-42ae-af4c-f133d982ca0d {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 774.928384] env[69249]: WARNING nova.compute.manager [req-f6735088-8386-4c8b-97aa-3b5e1af2119c req-8fcf40d4-55b6-4e0b-a08d-cecdfa67c1eb service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Received unexpected event network-vif-plugged-667781ee-8afb-42ae-af4c-f133d982ca0d for instance with vm_state building and task_state spawning. [ 774.933923] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.937788] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.937788] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.938334] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Deleting the datastore file [datastore2] a76e1683-a93e-4493-8ba5-a4931b546f7d {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.938334] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2284afc-a95b-4b15-a22d-fac691cb551d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.960442] env[69249]: DEBUG oslo_vmware.api [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for the task: (returnval){ [ 774.960442] env[69249]: value = "task-3659212" [ 774.960442] env[69249]: _type = "Task" [ 774.960442] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.969805] env[69249]: DEBUG oslo_vmware.api [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.981038] env[69249]: DEBUG nova.compute.manager [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.981038] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.981752] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517270b0-f319-47e0-9e8c-e0b677839e6d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.992979] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.993936] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5417815a-080b-4015-aee6-609b63bc9452 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.002927] env[69249]: DEBUG oslo_vmware.api [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 775.002927] env[69249]: value = "task-3659213" [ 775.002927] env[69249]: _type = "Task" [ 775.002927] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.014447] env[69249]: DEBUG oslo_vmware.api [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.020039] env[69249]: DEBUG nova.compute.utils [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.024993] env[69249]: INFO nova.compute.claims [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.029308] env[69249]: DEBUG nova.compute.manager [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Not allocating networking since 'none' was specified. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 775.060217] env[69249]: DEBUG nova.network.neutron [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Successfully updated port: 667781ee-8afb-42ae-af4c-f133d982ca0d {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.133032] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "refresh_cache-64baed3e-df1d-47f8-8ee2-e7a44fc38b18" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.187760] env[69249]: DEBUG oslo_vmware.api [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659211, 'name': PowerOnVM_Task, 'duration_secs': 0.475763} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.188183] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.188484] env[69249]: INFO nova.compute.manager [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Took 7.72 seconds to spawn the instance on the hypervisor. [ 775.188688] env[69249]: DEBUG nova.compute.manager [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 775.189490] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0c819e-d2d4-4c0d-8503-bc62157da35b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.266994] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523ccb4b-fe5a-8bca-acfa-807391e18191, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.267737] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.267892] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 274354ae-834b-4bc3-ab01-3b549d9d414f/274354ae-834b-4bc3-ab01-3b549d9d414f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.268184] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb2e1d30-e480-4baa-a1db-9806f1b05e31 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.276544] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 775.276544] env[69249]: value = "task-3659214" [ 775.276544] env[69249]: _type = "Task" [ 775.276544] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.292080] env[69249]: INFO nova.compute.manager [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Took 50.67 seconds to build instance. [ 775.293516] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.469682] env[69249]: DEBUG oslo_vmware.api [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Task: {'id': task-3659212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169159} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.469956] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.470461] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.470690] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.470868] env[69249]: INFO nova.compute.manager [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Took 1.41 seconds to destroy the instance on the hypervisor. [ 775.471123] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.471319] env[69249]: DEBUG nova.compute.manager [-] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.471417] env[69249]: DEBUG nova.network.neutron [-] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.514470] env[69249]: DEBUG oslo_vmware.api [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659213, 'name': PowerOffVM_Task, 'duration_secs': 0.261647} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.514721] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.514889] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.515146] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cd37ca4-b461-464c-86f1-338fc52d9ee1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.523268] env[69249]: DEBUG nova.compute.manager [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.531650] env[69249]: INFO nova.compute.resource_tracker [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Updating resource usage from migration b0b4c581-909b-4a88-812d-5b09c5cf78e9 [ 775.579038] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.579038] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.579038] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Deleting the datastore file [datastore2] 64baed3e-df1d-47f8-8ee2-e7a44fc38b18 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.580811] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c648959a-5af5-4266-9952-c4102704a3e8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.589844] env[69249]: DEBUG oslo_vmware.api [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 775.589844] env[69249]: value = "task-3659216" [ 775.589844] env[69249]: _type = "Task" [ 775.589844] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.602631] env[69249]: DEBUG oslo_vmware.api [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.638941] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9e815b0d-bd61-4e6b-bef0-0c54c3c25df3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-64baed3e-df1d-47f8-8ee2-e7a44fc38b18-64d310dd-15be-460a-975f-309ac524cb3c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.621s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.713966] env[69249]: INFO nova.compute.manager [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Took 49.60 seconds to build instance. [ 775.792119] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659214, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.795719] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e3152add-bfb4-4d07-9497-01ebe3665639 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Lock "6a9d205f-8f4f-456f-a7c5-94d25c06417b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.201s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.065938] env[69249]: INFO nova.compute.manager [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Rescuing [ 776.067016] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Acquiring lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.067437] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Acquired lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.068348] env[69249]: DEBUG nova.network.neutron [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.092114] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e602d6-6680-4e22-8a64-1ef6fd6cb842 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.107531] env[69249]: DEBUG oslo_vmware.api [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38603} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.109844] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.110192] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.110415] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.110817] env[69249]: INFO nova.compute.manager [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Took 1.13 seconds to destroy the instance on the hypervisor. [ 776.111232] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.111500] env[69249]: DEBUG nova.compute.manager [-] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.111622] env[69249]: DEBUG nova.network.neutron [-] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.114328] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03003b82-5b85-4050-8830-f38a3081d4d9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.148310] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1268e7f5-8ba9-4f40-b805-10066c955218 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.156598] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4519ea-c678-4f69-a3b3-9c8723b4d582 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.170875] env[69249]: DEBUG nova.compute.provider_tree [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.218038] env[69249]: DEBUG oslo_concurrency.lockutils [None req-628f6fc2-7964-4b2f-a887-297b7bab42f5 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Lock "60ff7087-07b4-4b48-ae98-700246914516" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.202s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.276880] env[69249]: DEBUG nova.network.neutron [-] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.293181] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712153} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.294401] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 274354ae-834b-4bc3-ab01-3b549d9d414f/274354ae-834b-4bc3-ab01-3b549d9d414f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.294625] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.294872] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56b577fa-9f2f-4fde-afe9-f143ebec7139 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.298637] env[69249]: DEBUG nova.compute.manager [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.304092] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 776.304092] env[69249]: value = "task-3659217" [ 776.304092] env[69249]: _type = "Task" [ 776.304092] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.315416] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.534021] env[69249]: DEBUG nova.compute.manager [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.565779] env[69249]: DEBUG nova.virt.hardware [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.566044] env[69249]: DEBUG nova.virt.hardware [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.566210] env[69249]: DEBUG nova.virt.hardware [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.566388] env[69249]: DEBUG nova.virt.hardware [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.566542] env[69249]: DEBUG nova.virt.hardware [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.566722] env[69249]: DEBUG nova.virt.hardware [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.566943] env[69249]: DEBUG nova.virt.hardware [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.567236] env[69249]: DEBUG nova.virt.hardware [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.567423] env[69249]: DEBUG nova.virt.hardware [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.567584] env[69249]: DEBUG nova.virt.hardware [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.567748] env[69249]: DEBUG nova.virt.hardware [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.569820] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545ed426-9e2b-4584-b17b-c1178649b850 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.582675] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f8ab73-2a9f-407d-9cd4-47211b4fe800 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.599902] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.606193] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Creating folder: Project (762bf1dbab944a42ba7586d993b2a3c8). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.606936] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73899cfd-4dd0-4050-836c-1944778e90b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.616808] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Created folder: Project (762bf1dbab944a42ba7586d993b2a3c8) in parent group-v729229. [ 776.616985] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Creating folder: Instances. Parent ref: group-v729365. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 776.617251] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd5ba200-6d68-4917-ae95-503fe8708505 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.626144] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Created folder: Instances in parent group-v729365. [ 776.626342] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.626531] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.626748] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dab4858-de07-4168-8d3d-03857719e590 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.643120] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.643120] env[69249]: value = "task-3659220" [ 776.643120] env[69249]: _type = "Task" [ 776.643120] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.653298] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659220, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.674537] env[69249]: DEBUG nova.scheduler.client.report [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.693910] env[69249]: DEBUG oslo_concurrency.lockutils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "9feb7187-b316-4088-9abc-d8a5e7c601f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.693910] env[69249]: DEBUG oslo_concurrency.lockutils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "9feb7187-b316-4088-9abc-d8a5e7c601f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.722346] env[69249]: DEBUG nova.compute.manager [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.781142] env[69249]: INFO nova.compute.manager [-] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Took 1.31 seconds to deallocate network for instance. [ 776.820259] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30292} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.822596] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.823894] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b930cff8-6b97-4c07-9015-978bad0a5e07 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.856110] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 274354ae-834b-4bc3-ab01-3b549d9d414f/274354ae-834b-4bc3-ab01-3b549d9d414f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.858640] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.863344] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92c03150-5a35-4106-a0a6-a850c9371b83 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.879557] env[69249]: DEBUG nova.network.neutron [-] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.886890] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 776.886890] env[69249]: value = "task-3659221" [ 776.886890] env[69249]: _type = "Task" [ 776.886890] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.896671] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.935937] env[69249]: DEBUG nova.network.neutron [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Updating instance_info_cache with network_info: [{"id": "1a0f83f2-699f-4aac-8120-90466759f00a", "address": "fa:16:3e:27:f8:d3", "network": {"id": "3d4636b2-4b72-4b49-a01c-077cb3dd0863", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2103962665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3b94d6383dc4a32a9e6e29169266522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f83f2-69", "ovs_interfaceid": "1a0f83f2-699f-4aac-8120-90466759f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.976140] env[69249]: DEBUG nova.compute.manager [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Received event network-changed-667781ee-8afb-42ae-af4c-f133d982ca0d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.976503] env[69249]: DEBUG nova.compute.manager [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Refreshing instance network info cache due to event network-changed-667781ee-8afb-42ae-af4c-f133d982ca0d. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.976868] env[69249]: DEBUG oslo_concurrency.lockutils [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] Acquiring lock "refresh_cache-99c1dbd9-43fd-4409-b744-89b969a148ec" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.977154] env[69249]: DEBUG oslo_concurrency.lockutils [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] Acquired lock "refresh_cache-99c1dbd9-43fd-4409-b744-89b969a148ec" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.977420] env[69249]: DEBUG nova.network.neutron [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Refreshing network info cache for port 667781ee-8afb-42ae-af4c-f133d982ca0d {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.154990] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659220, 'name': CreateVM_Task, 'duration_secs': 0.482586} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.155404] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.155895] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.156070] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.156386] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.156648] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b299620-b101-40e8-98a5-1e4f46b6764a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.161254] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 777.161254] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529886ee-fdae-5cdf-a612-61e02c251465" [ 777.161254] env[69249]: _type = "Task" [ 777.161254] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.170236] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529886ee-fdae-5cdf-a612-61e02c251465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.180239] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.664s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.180438] env[69249]: INFO nova.compute.manager [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Migrating [ 777.180632] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.180775] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.182273] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.180s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.184017] env[69249]: INFO nova.compute.claims [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.235143] env[69249]: DEBUG nova.compute.manager [req-8a800d60-d5b9-4f96-a24c-57ba4ef60fd1 req-bce32f21-f958-4f3d-a63d-f2157c0a70a2 service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Received event network-vif-plugged-71ad91ab-3158-4e8a-aee8-0ea90e97e1ad {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.235417] env[69249]: DEBUG oslo_concurrency.lockutils [req-8a800d60-d5b9-4f96-a24c-57ba4ef60fd1 req-bce32f21-f958-4f3d-a63d-f2157c0a70a2 service nova] Acquiring lock "99c1dbd9-43fd-4409-b744-89b969a148ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.235587] env[69249]: DEBUG oslo_concurrency.lockutils [req-8a800d60-d5b9-4f96-a24c-57ba4ef60fd1 req-bce32f21-f958-4f3d-a63d-f2157c0a70a2 service nova] Lock "99c1dbd9-43fd-4409-b744-89b969a148ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.235832] env[69249]: DEBUG oslo_concurrency.lockutils [req-8a800d60-d5b9-4f96-a24c-57ba4ef60fd1 req-bce32f21-f958-4f3d-a63d-f2157c0a70a2 service nova] Lock "99c1dbd9-43fd-4409-b744-89b969a148ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.236032] env[69249]: DEBUG nova.compute.manager [req-8a800d60-d5b9-4f96-a24c-57ba4ef60fd1 req-bce32f21-f958-4f3d-a63d-f2157c0a70a2 service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] No waiting events found dispatching network-vif-plugged-71ad91ab-3158-4e8a-aee8-0ea90e97e1ad {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 777.236208] env[69249]: WARNING nova.compute.manager [req-8a800d60-d5b9-4f96-a24c-57ba4ef60fd1 req-bce32f21-f958-4f3d-a63d-f2157c0a70a2 service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Received unexpected event network-vif-plugged-71ad91ab-3158-4e8a-aee8-0ea90e97e1ad for instance with vm_state building and task_state spawning. [ 777.255340] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.288244] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.330197] env[69249]: DEBUG nova.network.neutron [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Successfully updated port: 71ad91ab-3158-4e8a-aee8-0ea90e97e1ad {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.383653] env[69249]: INFO nova.compute.manager [-] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Took 1.27 seconds to deallocate network for instance. [ 777.398655] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.438593] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Releasing lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.521038] env[69249]: DEBUG nova.network.neutron [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.625463] env[69249]: DEBUG nova.network.neutron [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.671998] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529886ee-fdae-5cdf-a612-61e02c251465, 'name': SearchDatastore_Task, 'duration_secs': 0.009926} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.672332] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.672562] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.672805] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.672970] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.673214] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.673486] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5280ed7-ed0f-4b2f-b071-2afdc08c8455 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.682495] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.682661] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.683420] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a31d02a-d76b-4ab9-b06b-c5224e467d8c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.687223] env[69249]: INFO nova.compute.rpcapi [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 777.687815] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.700175] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 777.700175] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5233bc59-5a3c-84c7-f664-3af017763cd3" [ 777.700175] env[69249]: _type = "Task" [ 777.700175] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.718775] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5233bc59-5a3c-84c7-f664-3af017763cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.008633} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.719965] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa47ce0-48da-4e50-bf2c-696345b66ff0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.726350] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 777.726350] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528e0f7f-4fe9-8cd7-36ef-82fc0f754028" [ 777.726350] env[69249]: _type = "Task" [ 777.726350] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.737027] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528e0f7f-4fe9-8cd7-36ef-82fc0f754028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.835127] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquiring lock "refresh_cache-99c1dbd9-43fd-4409-b744-89b969a148ec" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.893895] env[69249]: DEBUG oslo_concurrency.lockutils [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.898777] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659221, 'name': ReconfigVM_Task, 'duration_secs': 0.716235} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.899321] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 274354ae-834b-4bc3-ab01-3b549d9d414f/274354ae-834b-4bc3-ab01-3b549d9d414f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.900499] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4636059b-ae86-44c1-9864-0e826f8fd4cd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.911021] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 777.911021] env[69249]: value = "task-3659222" [ 777.911021] env[69249]: _type = "Task" [ 777.911021] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.917664] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659222, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.128133] env[69249]: DEBUG oslo_concurrency.lockutils [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] Releasing lock "refresh_cache-99c1dbd9-43fd-4409-b744-89b969a148ec" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.128435] env[69249]: DEBUG nova.compute.manager [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Received event network-vif-deleted-c8c964a2-fd72-4f02-a95a-ef2023afec7a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.128612] env[69249]: DEBUG nova.compute.manager [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Received event network-changed-eac780e9-251a-4937-9fb1-1fdf34799c55 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.128723] env[69249]: DEBUG nova.compute.manager [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Refreshing instance network info cache due to event network-changed-eac780e9-251a-4937-9fb1-1fdf34799c55. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.129044] env[69249]: DEBUG oslo_concurrency.lockutils [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] Acquiring lock "refresh_cache-6a9d205f-8f4f-456f-a7c5-94d25c06417b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.129163] env[69249]: DEBUG oslo_concurrency.lockutils [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] Acquired lock "refresh_cache-6a9d205f-8f4f-456f-a7c5-94d25c06417b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.129239] env[69249]: DEBUG nova.network.neutron [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Refreshing network info cache for port eac780e9-251a-4937-9fb1-1fdf34799c55 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.130910] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquired lock "refresh_cache-99c1dbd9-43fd-4409-b744-89b969a148ec" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.131067] env[69249]: DEBUG nova.network.neutron [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.207886] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "refresh_cache-2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.209319] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquired lock "refresh_cache-2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.209319] env[69249]: DEBUG nova.network.neutron [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.241424] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528e0f7f-4fe9-8cd7-36ef-82fc0f754028, 'name': SearchDatastore_Task, 'duration_secs': 0.012414} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.241424] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.241424] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 3aac0eba-9c02-43ce-84a7-838b09f4ae7b/3aac0eba-9c02-43ce-84a7-838b09f4ae7b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.241592] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee5c6497-99a2-4e5a-ae6a-ee593232539a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.250188] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 778.250188] env[69249]: value = "task-3659223" [ 778.250188] env[69249]: _type = "Task" [ 778.250188] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.260536] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.419668] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659222, 'name': Rename_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.693229] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac33137-2b10-4021-a6f2-8d84ff11716d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.702670] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c5dfcb-f021-4760-9d7d-cd2f924314a6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.739011] env[69249]: DEBUG nova.network.neutron [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.742010] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9515f9e-e2fa-4548-a238-cf1c3b6609b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.755739] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6be046-4963-4a3e-8bb1-eace305a1e17 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.765315] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479841} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.773136] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 3aac0eba-9c02-43ce-84a7-838b09f4ae7b/3aac0eba-9c02-43ce-84a7-838b09f4ae7b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.773367] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.773960] env[69249]: DEBUG nova.compute.provider_tree [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.777475] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ddf7293-d36e-4609-93cb-e6532929fad3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.786648] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 778.786648] env[69249]: value = "task-3659224" [ 778.786648] env[69249]: _type = "Task" [ 778.786648] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.798983] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.920480] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659222, 'name': Rename_Task, 'duration_secs': 0.836127} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.920721] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.920967] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-434fcd38-8808-4b45-bd56-12762f92d433 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.930133] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 778.930133] env[69249]: value = "task-3659225" [ 778.930133] env[69249]: _type = "Task" [ 778.930133] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.938759] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.978572] env[69249]: DEBUG nova.network.neutron [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Updated VIF entry in instance network info cache for port eac780e9-251a-4937-9fb1-1fdf34799c55. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.978572] env[69249]: DEBUG nova.network.neutron [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Updating instance_info_cache with network_info: [{"id": "eac780e9-251a-4937-9fb1-1fdf34799c55", "address": "fa:16:3e:7f:3d:d4", "network": {"id": "83e91d9f-fe38-4230-8d99-4211c69497b1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-867463548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94fe6b184d3b44f4ab075d2e92252e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeac780e9-25", "ovs_interfaceid": "eac780e9-251a-4937-9fb1-1fdf34799c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.988361] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.988637] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50320537-71a1-40ed-9af9-86b63cca1c17 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.999453] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 778.999453] env[69249]: value = "task-3659226" [ 778.999453] env[69249]: _type = "Task" [ 778.999453] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.004085] env[69249]: DEBUG nova.network.neutron [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Updating instance_info_cache with network_info: [{"id": "3765953e-6394-43a1-b93a-50d2cd5e5fa5", "address": "fa:16:3e:01:6a:6f", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3765953e-63", "ovs_interfaceid": "3765953e-6394-43a1-b93a-50d2cd5e5fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.008865] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.143199] env[69249]: DEBUG nova.network.neutron [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Updating instance_info_cache with network_info: [{"id": "667781ee-8afb-42ae-af4c-f133d982ca0d", "address": "fa:16:3e:0b:fc:35", "network": {"id": "80602015-f3e0-4619-8e2d-c559af09104e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-319862965", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c71aba4e294c468b84df2575a88e3e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap667781ee-8a", "ovs_interfaceid": "667781ee-8afb-42ae-af4c-f133d982ca0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71ad91ab-3158-4e8a-aee8-0ea90e97e1ad", "address": "fa:16:3e:43:f5:bf", "network": {"id": "a52cff91-4a28-470f-938b-e5c863f880ec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-962443763", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c71aba4e294c468b84df2575a88e3e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ad91ab-31", "ovs_interfaceid": "71ad91ab-3158-4e8a-aee8-0ea90e97e1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.261271] env[69249]: DEBUG nova.compute.manager [req-0f31e173-0e1f-4637-b94f-5351caa71a01 req-0e3f260a-cf9b-44eb-9ec0-21ad35c74567 service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Received event network-changed-71ad91ab-3158-4e8a-aee8-0ea90e97e1ad {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.261535] env[69249]: DEBUG nova.compute.manager [req-0f31e173-0e1f-4637-b94f-5351caa71a01 req-0e3f260a-cf9b-44eb-9ec0-21ad35c74567 service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Refreshing instance network info cache due to event network-changed-71ad91ab-3158-4e8a-aee8-0ea90e97e1ad. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.263560] env[69249]: DEBUG oslo_concurrency.lockutils [req-0f31e173-0e1f-4637-b94f-5351caa71a01 req-0e3f260a-cf9b-44eb-9ec0-21ad35c74567 service nova] Acquiring lock "refresh_cache-99c1dbd9-43fd-4409-b744-89b969a148ec" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.280495] env[69249]: DEBUG nova.scheduler.client.report [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.297083] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063324} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.297873] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.298908] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba3c513-622d-4da9-b3d2-1eade64fa16e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.322066] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 3aac0eba-9c02-43ce-84a7-838b09f4ae7b/3aac0eba-9c02-43ce-84a7-838b09f4ae7b.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.322620] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cedefb9-27a0-48d3-b5b9-05886518d18f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.343272] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 779.343272] env[69249]: value = "task-3659227" [ 779.343272] env[69249]: _type = "Task" [ 779.343272] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.351977] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.440925] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659225, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.481204] env[69249]: DEBUG oslo_concurrency.lockutils [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] Releasing lock "refresh_cache-6a9d205f-8f4f-456f-a7c5-94d25c06417b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.481491] env[69249]: DEBUG nova.compute.manager [req-dac4463b-8e5d-4f56-a5a1-c51475779042 req-27d05413-27e8-431e-890f-763cec90e4ef service nova] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Received event network-vif-deleted-cb617931-c243-4a1f-899a-a49bd1405c58 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.512542] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Releasing lock "refresh_cache-2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.514102] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659226, 'name': PowerOffVM_Task, 'duration_secs': 0.197117} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.514714] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.515968] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1668bc-70a0-44a5-9ae2-76e6553c626c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.548369] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c730a505-a494-4a2f-9c70-b144d4b60d3e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.584321] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.584609] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-369df6e5-ca67-4e22-9324-cfc805e9302c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.590988] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 779.590988] env[69249]: value = "task-3659228" [ 779.590988] env[69249]: _type = "Task" [ 779.590988] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.600095] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.647541] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Releasing lock "refresh_cache-99c1dbd9-43fd-4409-b744-89b969a148ec" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.647919] env[69249]: DEBUG nova.compute.manager [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Instance network_info: |[{"id": "667781ee-8afb-42ae-af4c-f133d982ca0d", "address": "fa:16:3e:0b:fc:35", "network": {"id": "80602015-f3e0-4619-8e2d-c559af09104e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-319862965", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c71aba4e294c468b84df2575a88e3e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap667781ee-8a", "ovs_interfaceid": "667781ee-8afb-42ae-af4c-f133d982ca0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71ad91ab-3158-4e8a-aee8-0ea90e97e1ad", "address": "fa:16:3e:43:f5:bf", "network": {"id": "a52cff91-4a28-470f-938b-e5c863f880ec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-962443763", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c71aba4e294c468b84df2575a88e3e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ad91ab-31", "ovs_interfaceid": "71ad91ab-3158-4e8a-aee8-0ea90e97e1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.648246] env[69249]: DEBUG oslo_concurrency.lockutils [req-0f31e173-0e1f-4637-b94f-5351caa71a01 req-0e3f260a-cf9b-44eb-9ec0-21ad35c74567 service nova] Acquired lock "refresh_cache-99c1dbd9-43fd-4409-b744-89b969a148ec" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.648423] env[69249]: DEBUG nova.network.neutron [req-0f31e173-0e1f-4637-b94f-5351caa71a01 req-0e3f260a-cf9b-44eb-9ec0-21ad35c74567 service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Refreshing network info cache for port 71ad91ab-3158-4e8a-aee8-0ea90e97e1ad {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.649866] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:fc:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '667781ee-8afb-42ae-af4c-f133d982ca0d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:f5:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71ad91ab-3158-4e8a-aee8-0ea90e97e1ad', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.659292] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.660332] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.660513] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27a09da9-0b32-47fd-b87c-133781d0ef21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.687170] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.687170] env[69249]: value = "task-3659229" [ 779.687170] env[69249]: _type = "Task" [ 779.687170] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.697024] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659229, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.785839] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.786563] env[69249]: DEBUG nova.compute.manager [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.790377] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.160s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.793095] env[69249]: INFO nova.compute.claims [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.853591] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.942551] env[69249]: DEBUG oslo_vmware.api [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659225, 'name': PowerOnVM_Task, 'duration_secs': 0.531152} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.942762] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.942980] env[69249]: INFO nova.compute.manager [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Took 9.71 seconds to spawn the instance on the hypervisor. [ 779.943242] env[69249]: DEBUG nova.compute.manager [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 779.944023] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf430095-6e36-4871-bdb1-3e1e79325ad8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.103109] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] VM already powered off {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 780.103383] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.103635] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.103802] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.103992] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.104265] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89eb5afa-71f1-40cb-b118-f5e98b9d350b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.113249] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.113249] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.113883] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce0b6c1-3f91-42d6-9636-74ad85d05a6d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.118955] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 780.118955] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52fbfd9a-1aa6-8586-e19b-2e640d96197d" [ 780.118955] env[69249]: _type = "Task" [ 780.118955] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.126051] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52fbfd9a-1aa6-8586-e19b-2e640d96197d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.195882] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659229, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.299569] env[69249]: DEBUG nova.compute.utils [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.300560] env[69249]: DEBUG nova.compute.manager [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Not allocating networking since 'none' was specified. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 780.355939] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659227, 'name': ReconfigVM_Task, 'duration_secs': 0.806941} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.356900] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 3aac0eba-9c02-43ce-84a7-838b09f4ae7b/3aac0eba-9c02-43ce-84a7-838b09f4ae7b.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.357031] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4ac56af-f097-4d11-bebf-0dea808f11b6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.361225] env[69249]: DEBUG nova.network.neutron [req-0f31e173-0e1f-4637-b94f-5351caa71a01 req-0e3f260a-cf9b-44eb-9ec0-21ad35c74567 service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Updated VIF entry in instance network info cache for port 71ad91ab-3158-4e8a-aee8-0ea90e97e1ad. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.361592] env[69249]: DEBUG nova.network.neutron [req-0f31e173-0e1f-4637-b94f-5351caa71a01 req-0e3f260a-cf9b-44eb-9ec0-21ad35c74567 service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Updating instance_info_cache with network_info: [{"id": "667781ee-8afb-42ae-af4c-f133d982ca0d", "address": "fa:16:3e:0b:fc:35", "network": {"id": "80602015-f3e0-4619-8e2d-c559af09104e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-319862965", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c71aba4e294c468b84df2575a88e3e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap667781ee-8a", "ovs_interfaceid": "667781ee-8afb-42ae-af4c-f133d982ca0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "71ad91ab-3158-4e8a-aee8-0ea90e97e1ad", "address": "fa:16:3e:43:f5:bf", "network": {"id": "a52cff91-4a28-470f-938b-e5c863f880ec", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-962443763", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c71aba4e294c468b84df2575a88e3e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ad91ab-31", "ovs_interfaceid": "71ad91ab-3158-4e8a-aee8-0ea90e97e1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.365218] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 780.365218] env[69249]: value = "task-3659230" [ 780.365218] env[69249]: _type = "Task" [ 780.365218] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.373135] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659230, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.460444] env[69249]: INFO nova.compute.manager [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Took 47.25 seconds to build instance. [ 780.629472] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52fbfd9a-1aa6-8586-e19b-2e640d96197d, 'name': SearchDatastore_Task, 'duration_secs': 0.008761} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.630295] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b072c38f-f5e5-4d19-90dc-97d952714504 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.635208] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 780.635208] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f8327c-c0f0-90be-c1bd-9fe5676ffe24" [ 780.635208] env[69249]: _type = "Task" [ 780.635208] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.643068] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f8327c-c0f0-90be-c1bd-9fe5676ffe24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.696531] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659229, 'name': CreateVM_Task, 'duration_secs': 0.861873} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.696694] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.697564] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.697830] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.698269] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.698521] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2236897e-e03a-4db3-8804-cc93acf7980c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.703072] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 780.703072] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cbf64d-8dda-e2c1-2a4e-e45d3a585174" [ 780.703072] env[69249]: _type = "Task" [ 780.703072] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.709613] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cbf64d-8dda-e2c1-2a4e-e45d3a585174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.804161] env[69249]: DEBUG nova.compute.manager [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.864628] env[69249]: DEBUG oslo_concurrency.lockutils [req-0f31e173-0e1f-4637-b94f-5351caa71a01 req-0e3f260a-cf9b-44eb-9ec0-21ad35c74567 service nova] Releasing lock "refresh_cache-99c1dbd9-43fd-4409-b744-89b969a148ec" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.885497] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659230, 'name': Rename_Task, 'duration_secs': 0.178217} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.885821] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.886138] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa27bade-b2d0-4fbc-84e3-c027a916b990 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.894047] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 780.894047] env[69249]: value = "task-3659231" [ 780.894047] env[69249]: _type = "Task" [ 780.894047] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.901570] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.962134] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f588040f-2128-4359-a771-b899dce513f3 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "274354ae-834b-4bc3-ab01-3b549d9d414f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.249s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.029872] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c05c653-3e5e-41b2-9891-951bedcb0835 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.050239] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Updating instance '2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d' progress to 0 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 781.147609] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f8327c-c0f0-90be-c1bd-9fe5676ffe24, 'name': SearchDatastore_Task, 'duration_secs': 0.009698} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.149748] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.150031] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 60ff7087-07b4-4b48-ae98-700246914516/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk. {{(pid=69249) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 781.150547] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c11b18fd-ad92-4a80-916c-8bb96e3c1e11 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.157914] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 781.157914] env[69249]: value = "task-3659232" [ 781.157914] env[69249]: _type = "Task" [ 781.157914] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.168352] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.212422] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cbf64d-8dda-e2c1-2a4e-e45d3a585174, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.213113] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.213113] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.213337] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.213599] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.213821] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.217030] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d51d83d3-2203-4cce-a115-b4778676deef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.225514] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.225781] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.226586] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2d36d86-a57a-4c02-992e-36439b7de95c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.233399] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 781.233399] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528fc600-41e9-3b2c-a7c2-9025987509ef" [ 781.233399] env[69249]: _type = "Task" [ 781.233399] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.243198] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528fc600-41e9-3b2c-a7c2-9025987509ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008337} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.247614] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a78c99-8f26-4b56-b6d6-d3765de99a21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.251920] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 781.251920] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5229688f-fe56-c7de-a940-cfb8031998a7" [ 781.251920] env[69249]: _type = "Task" [ 781.251920] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.267136] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5229688f-fe56-c7de-a940-cfb8031998a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009464} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.267136] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.267289] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 99c1dbd9-43fd-4409-b744-89b969a148ec/99c1dbd9-43fd-4409-b744-89b969a148ec.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.267499] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94cfa724-923e-4734-a05e-8318cb86d0f5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.274478] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 781.274478] env[69249]: value = "task-3659233" [ 781.274478] env[69249]: _type = "Task" [ 781.274478] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.286845] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.306649] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4aae7f-3a85-4839-8603-cfcf5ba6b0a3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.320021] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e6562f-0432-418c-8548-531ba96c9df0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.350728] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b137e17d-c0ef-4d58-a075-b65c3e110907 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.358800] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dec038a-1abf-4592-8c6f-bc0b5aaa07b3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.374839] env[69249]: DEBUG nova.compute.provider_tree [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.403063] env[69249]: DEBUG oslo_vmware.api [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659231, 'name': PowerOnVM_Task, 'duration_secs': 0.490122} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.403354] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.403553] env[69249]: INFO nova.compute.manager [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Took 4.87 seconds to spawn the instance on the hypervisor. [ 781.403730] env[69249]: DEBUG nova.compute.manager [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.404563] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eae5f73-b2c8-4ed5-a3cb-0d824badd3f8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.464765] env[69249]: DEBUG nova.compute.manager [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.560778] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.562031] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4086523b-db64-4f7c-9da4-a593a91c3312 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.569701] env[69249]: DEBUG oslo_vmware.api [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 781.569701] env[69249]: value = "task-3659234" [ 781.569701] env[69249]: _type = "Task" [ 781.569701] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.577756] env[69249]: DEBUG oslo_vmware.api [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.668484] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483832} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.669253] env[69249]: INFO nova.virt.vmwareapi.ds_util [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 60ff7087-07b4-4b48-ae98-700246914516/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk. [ 781.669646] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70abe2a9-2c69-4fac-aa72-db1f7a8fcec3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.695136] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 60ff7087-07b4-4b48-ae98-700246914516/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.695300] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e190a84-21c0-4e74-a380-2530f3cf3028 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.714096] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 781.714096] env[69249]: value = "task-3659235" [ 781.714096] env[69249]: _type = "Task" [ 781.714096] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.726417] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.784515] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659233, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.820020] env[69249]: DEBUG nova.compute.manager [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.846799] env[69249]: DEBUG nova.virt.hardware [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.847038] env[69249]: DEBUG nova.virt.hardware [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.847232] env[69249]: DEBUG nova.virt.hardware [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.847424] env[69249]: DEBUG nova.virt.hardware [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.847566] env[69249]: DEBUG nova.virt.hardware [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.847719] env[69249]: DEBUG nova.virt.hardware [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.847959] env[69249]: DEBUG nova.virt.hardware [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.848205] env[69249]: DEBUG nova.virt.hardware [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.848347] env[69249]: DEBUG nova.virt.hardware [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.848528] env[69249]: DEBUG nova.virt.hardware [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.848711] env[69249]: DEBUG nova.virt.hardware [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.849766] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d228048-6b7c-4140-a2d6-00e00c46d4bc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.858727] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6a64b4-ac01-41eb-8297-385f42908640 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.873129] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.881307] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.881307] env[69249]: DEBUG nova.scheduler.client.report [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.883075] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.883851] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44333915-882e-4530-a6a9-91b5c9748fe1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.901012] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.901012] env[69249]: value = "task-3659236" [ 781.901012] env[69249]: _type = "Task" [ 781.901012] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.910780] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659236, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.921489] env[69249]: INFO nova.compute.manager [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Took 40.14 seconds to build instance. [ 781.993997] env[69249]: DEBUG oslo_concurrency.lockutils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.079943] env[69249]: DEBUG oslo_vmware.api [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659234, 'name': PowerOffVM_Task, 'duration_secs': 0.207962} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.079943] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.080162] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Updating instance '2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d' progress to 17 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 782.224928] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659235, 'name': ReconfigVM_Task, 'duration_secs': 0.456772} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.225242] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 60ff7087-07b4-4b48-ae98-700246914516/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.226147] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c832901d-3eb3-46c7-80e9-ec0e12c6b3cd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.251998] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28a7fcd2-4c40-47a9-815b-0640c09ce5e2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.267547] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 782.267547] env[69249]: value = "task-3659237" [ 782.267547] env[69249]: _type = "Task" [ 782.267547] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.276818] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.285595] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75559} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.285890] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 99c1dbd9-43fd-4409-b744-89b969a148ec/99c1dbd9-43fd-4409-b744-89b969a148ec.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.286131] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.286396] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe90b5fe-6a72-427f-ad13-dc00d799acbf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.293029] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 782.293029] env[69249]: value = "task-3659238" [ 782.293029] env[69249]: _type = "Task" [ 782.293029] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.302261] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.384560] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.385105] env[69249]: DEBUG nova.compute.manager [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.387867] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.311s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.389525] env[69249]: INFO nova.compute.claims [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.413203] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659236, 'name': CreateVM_Task, 'duration_secs': 0.408253} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.413390] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.413815] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.413980] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.414315] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.414571] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21c22732-7518-44ff-9303-c95a345dfb55 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.419430] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 782.419430] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524d1cd5-ed8d-7486-4473-3f953046f464" [ 782.419430] env[69249]: _type = "Task" [ 782.419430] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.424960] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcebd0e6-6a0b-4212-99f6-a6e0e9fabd4e tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "3aac0eba-9c02-43ce-84a7-838b09f4ae7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.893s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.431345] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524d1cd5-ed8d-7486-4473-3f953046f464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.588164] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.588525] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.588703] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.588937] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.589106] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.589606] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.589606] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.589745] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.589787] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.589963] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.590154] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.595489] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa9e9179-6172-4b83-b4e9-c239ab4644ea {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.613340] env[69249]: DEBUG oslo_vmware.api [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 782.613340] env[69249]: value = "task-3659239" [ 782.613340] env[69249]: _type = "Task" [ 782.613340] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.622317] env[69249]: DEBUG oslo_vmware.api [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.777429] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659237, 'name': ReconfigVM_Task, 'duration_secs': 0.41134} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.777771] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.778235] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d04d5f21-2600-4d08-9be7-c90ff07e8038 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.784675] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 782.784675] env[69249]: value = "task-3659240" [ 782.784675] env[69249]: _type = "Task" [ 782.784675] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.801183] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.806146] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159012} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.806429] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.807234] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531d7165-fc9c-4fbc-9bc3-c4d3f3d69117 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.832243] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 99c1dbd9-43fd-4409-b744-89b969a148ec/99c1dbd9-43fd-4409-b744-89b969a148ec.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.832574] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcf0c019-a7fb-49db-8425-d0782bdef7b6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.853449] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 782.853449] env[69249]: value = "task-3659241" [ 782.853449] env[69249]: _type = "Task" [ 782.853449] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.862124] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.897074] env[69249]: DEBUG nova.compute.utils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.898622] env[69249]: DEBUG nova.compute.manager [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.900459] env[69249]: DEBUG nova.network.neutron [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.931298] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524d1cd5-ed8d-7486-4473-3f953046f464, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.931453] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.932593] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.932593] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.932593] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.932593] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.932829] env[69249]: DEBUG nova.compute.manager [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.936026] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbe09915-4084-43ee-aa61-3b8cbd0b14ed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.946499] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.946756] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.948333] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6485f7d1-d765-4c02-9d65-63715c006448 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.955319] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 782.955319] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52406626-1e06-bcca-4918-540d6e06cd98" [ 782.955319] env[69249]: _type = "Task" [ 782.955319] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.969700] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52406626-1e06-bcca-4918-540d6e06cd98, 'name': SearchDatastore_Task, 'duration_secs': 0.009026} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.972072] env[69249]: DEBUG nova.policy [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b2a847ffc4d43d8bc67fe693c3af61d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca9e190c49ad482ebd6106615f49335e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.975294] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76770c3b-c318-4a2e-8ebd-26ad6d8b30c1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.986441] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 782.986441] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5214d12c-62d2-ed5a-cb20-8c7a0433e77a" [ 782.986441] env[69249]: _type = "Task" [ 782.986441] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.998507] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5214d12c-62d2-ed5a-cb20-8c7a0433e77a, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.998850] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.999224] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 10282b3a-8a35-496d-9768-113bbd170f79/10282b3a-8a35-496d-9768-113bbd170f79.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.003652] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ed896b2-96dc-4506-9fcc-7c6696a39a3c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.011771] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 783.011771] env[69249]: value = "task-3659242" [ 783.011771] env[69249]: _type = "Task" [ 783.011771] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.023194] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.123939] env[69249]: DEBUG oslo_vmware.api [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659239, 'name': ReconfigVM_Task, 'duration_secs': 0.380995} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.124334] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Updating instance '2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d' progress to 33 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 783.296342] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.323788] env[69249]: DEBUG nova.network.neutron [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Successfully created port: f81ec91f-44fb-4de5-8b9a-361050254a03 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.363231] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.406781] env[69249]: DEBUG nova.compute.utils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.471717] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.505632] env[69249]: DEBUG nova.compute.manager [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 783.506712] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9300b78b-fc45-4810-a665-cb74d0b8cc77 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.538542] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659242, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.631223] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.631478] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.631958] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.631958] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.631958] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.632344] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.632344] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.632519] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.632620] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.632832] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.632975] env[69249]: DEBUG nova.virt.hardware [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.638823] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Reconfiguring VM instance instance-00000021 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 783.644572] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-454c3461-95af-4019-9be2-fe484e5e15d9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.674248] env[69249]: DEBUG oslo_vmware.api [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 783.674248] env[69249]: value = "task-3659243" [ 783.674248] env[69249]: _type = "Task" [ 783.674248] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.687669] env[69249]: DEBUG oslo_vmware.api [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.497905] env[69249]: DEBUG nova.compute.manager [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.503127] env[69249]: INFO nova.compute.manager [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] instance snapshotting [ 784.503127] env[69249]: DEBUG oslo_concurrency.lockutils [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "4aa31fef-e939-4657-8a8f-48042bd1d081" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.503127] env[69249]: DEBUG oslo_concurrency.lockutils [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.503447] env[69249]: DEBUG oslo_concurrency.lockutils [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "4aa31fef-e939-4657-8a8f-48042bd1d081-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.503447] env[69249]: DEBUG oslo_concurrency.lockutils [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.507020] env[69249]: DEBUG oslo_concurrency.lockutils [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.514901] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c991b73d-f02f-4be4-a179-82dcfa012b97 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.518312] env[69249]: INFO nova.compute.manager [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Terminating instance [ 784.522991] env[69249]: DEBUG oslo_vmware.api [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659240, 'name': PowerOnVM_Task, 'duration_secs': 0.755243} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.528486] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.537188] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.537434] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602332} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.541499] env[69249]: DEBUG nova.compute.manager [None req-f75345f5-d6d6-4fbc-97e1-79389be95992 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.542190] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 10282b3a-8a35-496d-9768-113bbd170f79/10282b3a-8a35-496d-9768-113bbd170f79.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.542394] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.542903] env[69249]: DEBUG oslo_vmware.api [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659243, 'name': ReconfigVM_Task, 'duration_secs': 0.217846} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.543932] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3f1865-f304-4467-bceb-9c99fdad5290 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.558776] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b2fd3c6-8a24-41da-a5bc-c8bda10f2095 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.560836] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Reconfigured VM instance instance-00000021 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 784.564911] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f38d0b-f1c1-489f-b443-91fe4456f0d6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.567885] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121374bf-5929-456a-91b6-40a475e91fd5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.577050] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 784.577050] env[69249]: value = "task-3659244" [ 784.577050] env[69249]: _type = "Task" [ 784.577050] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.601653] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d/2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.607293] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c1ab380-d541-4c5f-bcdc-44e8e166de07 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.628134] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659244, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.629634] env[69249]: DEBUG oslo_vmware.api [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 784.629634] env[69249]: value = "task-3659245" [ 784.629634] env[69249]: _type = "Task" [ 784.629634] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.642380] env[69249]: DEBUG oslo_vmware.api [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.774248] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac300fea-a602-4972-84fc-0868fff7d4b5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.784379] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1771e2-0376-44e0-a93c-3b9f60b4b3a6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.815893] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874f2e19-cb13-4bf5-841d-416ccf95d36e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.825978] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a7279a-fa31-4bac-9aac-5c85de50ca27 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.837970] env[69249]: DEBUG nova.compute.provider_tree [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.982985] env[69249]: DEBUG nova.compute.manager [req-cf216951-0ca7-40ec-8b73-6effa7acc97e req-d443ba9d-944c-4f31-9333-fd250630dd08 service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Received event network-vif-plugged-f81ec91f-44fb-4de5-8b9a-361050254a03 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.983210] env[69249]: DEBUG oslo_concurrency.lockutils [req-cf216951-0ca7-40ec-8b73-6effa7acc97e req-d443ba9d-944c-4f31-9333-fd250630dd08 service nova] Acquiring lock "04de2a83-d1dd-4619-b623-e5cd1b9c8102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.983414] env[69249]: DEBUG oslo_concurrency.lockutils [req-cf216951-0ca7-40ec-8b73-6effa7acc97e req-d443ba9d-944c-4f31-9333-fd250630dd08 service nova] Lock "04de2a83-d1dd-4619-b623-e5cd1b9c8102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.983742] env[69249]: DEBUG oslo_concurrency.lockutils [req-cf216951-0ca7-40ec-8b73-6effa7acc97e req-d443ba9d-944c-4f31-9333-fd250630dd08 service nova] Lock "04de2a83-d1dd-4619-b623-e5cd1b9c8102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.983945] env[69249]: DEBUG nova.compute.manager [req-cf216951-0ca7-40ec-8b73-6effa7acc97e req-d443ba9d-944c-4f31-9333-fd250630dd08 service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] No waiting events found dispatching network-vif-plugged-f81ec91f-44fb-4de5-8b9a-361050254a03 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 784.984111] env[69249]: WARNING nova.compute.manager [req-cf216951-0ca7-40ec-8b73-6effa7acc97e req-d443ba9d-944c-4f31-9333-fd250630dd08 service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Received unexpected event network-vif-plugged-f81ec91f-44fb-4de5-8b9a-361050254a03 for instance with vm_state building and task_state block_device_mapping. [ 784.997019] env[69249]: DEBUG nova.network.neutron [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Successfully updated port: f81ec91f-44fb-4de5-8b9a-361050254a03 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.014764] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659241, 'name': ReconfigVM_Task, 'duration_secs': 2.105781} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.015766] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 99c1dbd9-43fd-4409-b744-89b969a148ec/99c1dbd9-43fd-4409-b744-89b969a148ec.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.016530] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5752e0b1-440c-4dfe-8139-f705ceb9bb65 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.024583] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 785.024583] env[69249]: value = "task-3659246" [ 785.024583] env[69249]: _type = "Task" [ 785.024583] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.038474] env[69249]: DEBUG nova.compute.manager [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.038676] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.038996] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659246, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.039868] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a6257a-222b-4294-98f6-658075d859c7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.046453] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.046822] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8524ad29-86dd-4d04-8de8-4076e53eea1b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.053137] env[69249]: DEBUG oslo_vmware.api [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 785.053137] env[69249]: value = "task-3659247" [ 785.053137] env[69249]: _type = "Task" [ 785.053137] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.062273] env[69249]: DEBUG oslo_vmware.api [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.092570] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068307} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.092771] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.093547] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe19897-4024-4ad0-af91-13226e17f490 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.125596] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 10282b3a-8a35-496d-9768-113bbd170f79/10282b3a-8a35-496d-9768-113bbd170f79.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.128201] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 785.128377] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-125e9368-7678-4db7-a61d-842804161fbd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.144715] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1fc97c68-2108-426a-a0f1-6428c67efd6b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.153503] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 785.153503] env[69249]: value = "task-3659248" [ 785.153503] env[69249]: _type = "Task" [ 785.153503] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.157336] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 785.157336] env[69249]: value = "task-3659249" [ 785.157336] env[69249]: _type = "Task" [ 785.157336] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.157545] env[69249]: DEBUG oslo_vmware.api [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659245, 'name': ReconfigVM_Task, 'duration_secs': 0.285787} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.160406] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d/2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.160656] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Updating instance '2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d' progress to 50 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 785.171721] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.174879] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.341335] env[69249]: DEBUG nova.scheduler.client.report [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.504930] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquiring lock "refresh_cache-04de2a83-d1dd-4619-b623-e5cd1b9c8102" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.504930] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquired lock "refresh_cache-04de2a83-d1dd-4619-b623-e5cd1b9c8102" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.504930] env[69249]: DEBUG nova.network.neutron [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.519878] env[69249]: DEBUG nova.compute.manager [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.536662] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659246, 'name': Rename_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.554118] env[69249]: DEBUG nova.virt.hardware [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:53:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='980949709',id=18,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-285008394',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.554118] env[69249]: DEBUG nova.virt.hardware [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.554118] env[69249]: DEBUG nova.virt.hardware [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.554118] env[69249]: DEBUG nova.virt.hardware [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.554118] env[69249]: DEBUG nova.virt.hardware [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.554330] env[69249]: DEBUG nova.virt.hardware [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.554330] env[69249]: DEBUG nova.virt.hardware [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.554632] env[69249]: DEBUG nova.virt.hardware [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.555421] env[69249]: DEBUG nova.virt.hardware [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.555665] env[69249]: DEBUG nova.virt.hardware [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.555846] env[69249]: DEBUG nova.virt.hardware [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.557106] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a63622-c775-46b1-b61c-44fbf6a4f7f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.572972] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3854c22-615b-4f92-9d09-259cd63eac4b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.577043] env[69249]: DEBUG oslo_vmware.api [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.672575] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659248, 'name': ReconfigVM_Task, 'duration_secs': 0.270516} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.675943] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675cadc2-f406-44bc-9d8a-d5f1a9c79ef1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.678638] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 10282b3a-8a35-496d-9768-113bbd170f79/10282b3a-8a35-496d-9768-113bbd170f79.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.679316] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.679501] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19e7bbd8-5a8e-4560-b91b-2a48e9565f52 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.699397] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f052eaef-31c6-4174-b1ef-231b06899638 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.702197] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 785.702197] env[69249]: value = "task-3659250" [ 785.702197] env[69249]: _type = "Task" [ 785.702197] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.719602] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Updating instance '2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d' progress to 67 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 785.729089] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659250, 'name': Rename_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.846137] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.458s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.846756] env[69249]: DEBUG nova.compute.manager [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.849982] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.683s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.851366] env[69249]: INFO nova.compute.claims [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.035972] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659246, 'name': Rename_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.044310] env[69249]: DEBUG nova.network.neutron [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.066210] env[69249]: DEBUG oslo_vmware.api [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.171274] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.213062] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659250, 'name': Rename_Task, 'duration_secs': 0.142358} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.213062] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.213062] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54747746-2f98-4a8a-9d88-51fb813f71db {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.219850] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 786.219850] env[69249]: value = "task-3659251" [ 786.219850] env[69249]: _type = "Task" [ 786.219850] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.230673] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.233347] env[69249]: DEBUG nova.network.neutron [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Updating instance_info_cache with network_info: [{"id": "f81ec91f-44fb-4de5-8b9a-361050254a03", "address": "fa:16:3e:d0:f6:a1", "network": {"id": "3f87e5dc-c116-4903-9284-04c998d8be30", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1667844632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca9e190c49ad482ebd6106615f49335e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf81ec91f-44", "ovs_interfaceid": "f81ec91f-44fb-4de5-8b9a-361050254a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.278487] env[69249]: DEBUG nova.compute.manager [req-bc7e1fb7-80d4-488c-9692-efb6ea8aedb3 req-7c767135-c297-4e54-bb03-e1643289842c service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Received event network-changed-1a0f83f2-699f-4aac-8120-90466759f00a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.278606] env[69249]: DEBUG nova.compute.manager [req-bc7e1fb7-80d4-488c-9692-efb6ea8aedb3 req-7c767135-c297-4e54-bb03-e1643289842c service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Refreshing instance network info cache due to event network-changed-1a0f83f2-699f-4aac-8120-90466759f00a. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.278794] env[69249]: DEBUG oslo_concurrency.lockutils [req-bc7e1fb7-80d4-488c-9692-efb6ea8aedb3 req-7c767135-c297-4e54-bb03-e1643289842c service nova] Acquiring lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.278945] env[69249]: DEBUG oslo_concurrency.lockutils [req-bc7e1fb7-80d4-488c-9692-efb6ea8aedb3 req-7c767135-c297-4e54-bb03-e1643289842c service nova] Acquired lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.279129] env[69249]: DEBUG nova.network.neutron [req-bc7e1fb7-80d4-488c-9692-efb6ea8aedb3 req-7c767135-c297-4e54-bb03-e1643289842c service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Refreshing network info cache for port 1a0f83f2-699f-4aac-8120-90466759f00a {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.284496] env[69249]: DEBUG nova.network.neutron [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Port 3765953e-6394-43a1-b93a-50d2cd5e5fa5 binding to destination host cpu-1 is already ACTIVE {{(pid=69249) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 786.355654] env[69249]: DEBUG nova.compute.utils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.360415] env[69249]: DEBUG nova.compute.manager [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.360415] env[69249]: DEBUG nova.network.neutron [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.535346] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659246, 'name': Rename_Task, 'duration_secs': 1.097217} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.535660] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.535952] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-158096d3-ae53-4358-85c6-47799f6d6788 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.543160] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 786.543160] env[69249]: value = "task-3659252" [ 786.543160] env[69249]: _type = "Task" [ 786.543160] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.551044] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.569868] env[69249]: DEBUG oslo_vmware.api [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659247, 'name': PowerOffVM_Task, 'duration_secs': 1.130325} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.569868] env[69249]: DEBUG nova.policy [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3c455e064dc4c6ca4918c0a83cf7d7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e098d60775a46b8ad25e9703792fb58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.571563] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.571563] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.571563] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-419fcd3e-7ae1-4a8a-a58e-a01beac3faba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.652951] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.653150] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.653353] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Deleting the datastore file [datastore2] 4aa31fef-e939-4657-8a8f-48042bd1d081 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.653614] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-147f7377-5d06-40a5-bdcc-58b429d8ffca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.661479] env[69249]: DEBUG oslo_vmware.api [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 786.661479] env[69249]: value = "task-3659254" [ 786.661479] env[69249]: _type = "Task" [ 786.661479] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.674143] env[69249]: DEBUG oslo_vmware.api [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.677999] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.729455] env[69249]: DEBUG oslo_vmware.api [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659251, 'name': PowerOnVM_Task, 'duration_secs': 0.461901} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.729841] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.729984] env[69249]: INFO nova.compute.manager [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Took 4.91 seconds to spawn the instance on the hypervisor. [ 786.730253] env[69249]: DEBUG nova.compute.manager [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 786.731082] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50720e4a-9cc9-4fe2-9319-ab80cc9b7d48 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.741032] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Releasing lock "refresh_cache-04de2a83-d1dd-4619-b623-e5cd1b9c8102" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.741953] env[69249]: DEBUG nova.compute.manager [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Instance network_info: |[{"id": "f81ec91f-44fb-4de5-8b9a-361050254a03", "address": "fa:16:3e:d0:f6:a1", "network": {"id": "3f87e5dc-c116-4903-9284-04c998d8be30", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1667844632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca9e190c49ad482ebd6106615f49335e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf81ec91f-44", "ovs_interfaceid": "f81ec91f-44fb-4de5-8b9a-361050254a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.742302] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:f6:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f81ec91f-44fb-4de5-8b9a-361050254a03', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.749780] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.750086] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.750360] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61b2bfc3-5a93-402d-a74c-4af267aa9979 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.773438] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.773438] env[69249]: value = "task-3659255" [ 786.773438] env[69249]: _type = "Task" [ 786.773438] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.781052] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659255, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.866608] env[69249]: DEBUG nova.compute.manager [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.965869] env[69249]: DEBUG nova.network.neutron [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Successfully created port: 44a247b1-c0c0-48b7-9e34-5c452a76b81b {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.053371] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659252, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.121270] env[69249]: DEBUG nova.network.neutron [req-bc7e1fb7-80d4-488c-9692-efb6ea8aedb3 req-7c767135-c297-4e54-bb03-e1643289842c service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Updated VIF entry in instance network info cache for port 1a0f83f2-699f-4aac-8120-90466759f00a. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.121840] env[69249]: DEBUG nova.network.neutron [req-bc7e1fb7-80d4-488c-9692-efb6ea8aedb3 req-7c767135-c297-4e54-bb03-e1643289842c service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Updating instance_info_cache with network_info: [{"id": "1a0f83f2-699f-4aac-8120-90466759f00a", "address": "fa:16:3e:27:f8:d3", "network": {"id": "3d4636b2-4b72-4b49-a01c-077cb3dd0863", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2103962665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3b94d6383dc4a32a9e6e29169266522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f83f2-69", "ovs_interfaceid": "1a0f83f2-699f-4aac-8120-90466759f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.176715] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659249, 'name': CreateSnapshot_Task, 'duration_secs': 1.62811} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.179997] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 787.180354] env[69249]: DEBUG oslo_vmware.api [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297544} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.183637] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07912498-cb03-44fb-9212-2419d402a5c0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.186239] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.186455] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.186661] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.186865] env[69249]: INFO nova.compute.manager [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Took 2.15 seconds to destroy the instance on the hypervisor. [ 787.187196] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.187782] env[69249]: DEBUG nova.compute.manager [-] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.187913] env[69249]: DEBUG nova.network.neutron [-] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.252194] env[69249]: INFO nova.compute.manager [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Took 41.28 seconds to build instance. [ 787.285247] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659255, 'name': CreateVM_Task, 'duration_secs': 0.37003} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.285420] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.286517] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.286678] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.286993] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.287283] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de4c367-af6b-492e-86e4-073a7857476a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.303688] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 787.303688] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5201474c-8d85-bb83-9f4d-eec4c4c8052f" [ 787.303688] env[69249]: _type = "Task" [ 787.303688] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.315414] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.315414] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.315634] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.329708] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5201474c-8d85-bb83-9f4d-eec4c4c8052f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.457536] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f261fd3a-e885-43d8-89f1-9a8f0a219e20 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.465334] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa86b7f-4575-444c-8d71-721f7aa848e4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.501926] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c3f347-562c-4f0c-b20f-6a401abc34cf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.508108] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d4b673-c42a-4706-989f-e516093c6df2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.522037] env[69249]: DEBUG nova.compute.provider_tree [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.554762] env[69249]: DEBUG oslo_vmware.api [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659252, 'name': PowerOnVM_Task, 'duration_secs': 0.845328} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.555487] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.555690] env[69249]: INFO nova.compute.manager [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Took 13.68 seconds to spawn the instance on the hypervisor. [ 787.555866] env[69249]: DEBUG nova.compute.manager [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 787.557766] env[69249]: DEBUG nova.compute.manager [req-d05dc72e-fa99-4d4a-9746-21de30a0fe0d req-a0ea5dfa-670c-4aa2-800f-04f7a5295545 service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Received event network-changed-f81ec91f-44fb-4de5-8b9a-361050254a03 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.557981] env[69249]: DEBUG nova.compute.manager [req-d05dc72e-fa99-4d4a-9746-21de30a0fe0d req-a0ea5dfa-670c-4aa2-800f-04f7a5295545 service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Refreshing instance network info cache due to event network-changed-f81ec91f-44fb-4de5-8b9a-361050254a03. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.558244] env[69249]: DEBUG oslo_concurrency.lockutils [req-d05dc72e-fa99-4d4a-9746-21de30a0fe0d req-a0ea5dfa-670c-4aa2-800f-04f7a5295545 service nova] Acquiring lock "refresh_cache-04de2a83-d1dd-4619-b623-e5cd1b9c8102" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.558383] env[69249]: DEBUG oslo_concurrency.lockutils [req-d05dc72e-fa99-4d4a-9746-21de30a0fe0d req-a0ea5dfa-670c-4aa2-800f-04f7a5295545 service nova] Acquired lock "refresh_cache-04de2a83-d1dd-4619-b623-e5cd1b9c8102" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.558542] env[69249]: DEBUG nova.network.neutron [req-d05dc72e-fa99-4d4a-9746-21de30a0fe0d req-a0ea5dfa-670c-4aa2-800f-04f7a5295545 service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Refreshing network info cache for port f81ec91f-44fb-4de5-8b9a-361050254a03 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.560319] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822f50cf-b317-42db-8a3f-47b55b1406d1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.625341] env[69249]: DEBUG oslo_concurrency.lockutils [req-bc7e1fb7-80d4-488c-9692-efb6ea8aedb3 req-7c767135-c297-4e54-bb03-e1643289842c service nova] Releasing lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.713301] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 787.713693] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c6054d17-7dd6-492c-9565-12364e2cbbc9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.723521] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 787.723521] env[69249]: value = "task-3659256" [ 787.723521] env[69249]: _type = "Task" [ 787.723521] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.732300] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659256, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.754583] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2515414f-8444-412b-9827-1564632d8430 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "10282b3a-8a35-496d-9768-113bbd170f79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.889s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.824086] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5201474c-8d85-bb83-9f4d-eec4c4c8052f, 'name': SearchDatastore_Task, 'duration_secs': 0.03675} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.825856] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.826153] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.826400] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.826543] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.826726] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.827525] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e815230-dbbc-45e1-b9da-e7ec63a13fa3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.840032] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.840032] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.840417] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-038de1b7-0dfc-4a1b-bd01-3777e336872d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.848142] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 787.848142] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5212585a-0114-983a-1232-72282b0c3fea" [ 787.848142] env[69249]: _type = "Task" [ 787.848142] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.857294] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5212585a-0114-983a-1232-72282b0c3fea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.881037] env[69249]: DEBUG nova.compute.manager [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.912040] env[69249]: DEBUG nova.virt.hardware [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.912801] env[69249]: DEBUG nova.virt.hardware [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.912801] env[69249]: DEBUG nova.virt.hardware [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.913047] env[69249]: DEBUG nova.virt.hardware [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.913361] env[69249]: DEBUG nova.virt.hardware [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.913646] env[69249]: DEBUG nova.virt.hardware [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.913984] env[69249]: DEBUG nova.virt.hardware [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.916016] env[69249]: DEBUG nova.virt.hardware [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.916016] env[69249]: DEBUG nova.virt.hardware [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.916016] env[69249]: DEBUG nova.virt.hardware [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.916016] env[69249]: DEBUG nova.virt.hardware [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.916016] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6974d7cd-916e-4702-81ae-95a7cd58741b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.926788] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e1cb30-e8a1-4271-a8e8-ce992829ac5c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.028086] env[69249]: DEBUG nova.scheduler.client.report [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.081343] env[69249]: INFO nova.compute.manager [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Took 49.44 seconds to build instance. [ 788.235578] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659256, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.260899] env[69249]: DEBUG nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.304376] env[69249]: DEBUG nova.network.neutron [req-d05dc72e-fa99-4d4a-9746-21de30a0fe0d req-a0ea5dfa-670c-4aa2-800f-04f7a5295545 service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Updated VIF entry in instance network info cache for port f81ec91f-44fb-4de5-8b9a-361050254a03. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.308017] env[69249]: DEBUG nova.network.neutron [req-d05dc72e-fa99-4d4a-9746-21de30a0fe0d req-a0ea5dfa-670c-4aa2-800f-04f7a5295545 service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Updating instance_info_cache with network_info: [{"id": "f81ec91f-44fb-4de5-8b9a-361050254a03", "address": "fa:16:3e:d0:f6:a1", "network": {"id": "3f87e5dc-c116-4903-9284-04c998d8be30", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1667844632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca9e190c49ad482ebd6106615f49335e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf81ec91f-44", "ovs_interfaceid": "f81ec91f-44fb-4de5-8b9a-361050254a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.318383] env[69249]: DEBUG nova.network.neutron [-] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.362585] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5212585a-0114-983a-1232-72282b0c3fea, 'name': SearchDatastore_Task, 'duration_secs': 0.016215} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.363490] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff6bd0fd-395b-4e8b-bd8f-f95b69f82aa5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.369921] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 788.369921] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c04960-899d-6a57-c24b-6b64f07d4ccc" [ 788.369921] env[69249]: _type = "Task" [ 788.369921] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.382264] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c04960-899d-6a57-c24b-6b64f07d4ccc, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.382534] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.382797] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 04de2a83-d1dd-4619-b623-e5cd1b9c8102/04de2a83-d1dd-4619-b623-e5cd1b9c8102.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.383081] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1de66ec-4296-4f42-a07a-a808a18d9b84 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.386522] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "refresh_cache-2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.386688] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquired lock "refresh_cache-2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.386854] env[69249]: DEBUG nova.network.neutron [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.392025] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 788.392025] env[69249]: value = "task-3659257" [ 788.392025] env[69249]: _type = "Task" [ 788.392025] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.398560] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.534172] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.534172] env[69249]: DEBUG nova.compute.manager [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.535405] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.188s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.535847] env[69249]: DEBUG nova.objects.instance [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Lazy-loading 'resources' on Instance uuid 9e031523-93b3-43c4-a068-22baf4887e27 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.583879] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ee6c388-d74b-4b6f-b174-f1bbbf6d5495 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "99c1dbd9-43fd-4409-b744-89b969a148ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.077s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.635680] env[69249]: DEBUG nova.network.neutron [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Successfully updated port: 44a247b1-c0c0-48b7-9e34-5c452a76b81b {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.688204] env[69249]: DEBUG nova.compute.manager [req-f3727216-7a54-453e-aafd-9e2172479812 req-1669029a-c519-4016-a2e7-76d1dcfb531d service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Received event network-changed-1a0f83f2-699f-4aac-8120-90466759f00a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.688474] env[69249]: DEBUG nova.compute.manager [req-f3727216-7a54-453e-aafd-9e2172479812 req-1669029a-c519-4016-a2e7-76d1dcfb531d service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Refreshing instance network info cache due to event network-changed-1a0f83f2-699f-4aac-8120-90466759f00a. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.688661] env[69249]: DEBUG oslo_concurrency.lockutils [req-f3727216-7a54-453e-aafd-9e2172479812 req-1669029a-c519-4016-a2e7-76d1dcfb531d service nova] Acquiring lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.688803] env[69249]: DEBUG oslo_concurrency.lockutils [req-f3727216-7a54-453e-aafd-9e2172479812 req-1669029a-c519-4016-a2e7-76d1dcfb531d service nova] Acquired lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.688973] env[69249]: DEBUG nova.network.neutron [req-f3727216-7a54-453e-aafd-9e2172479812 req-1669029a-c519-4016-a2e7-76d1dcfb531d service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Refreshing network info cache for port 1a0f83f2-699f-4aac-8120-90466759f00a {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.737899] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659256, 'name': CloneVM_Task} progress is 95%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.794232] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.810945] env[69249]: DEBUG oslo_concurrency.lockutils [req-d05dc72e-fa99-4d4a-9746-21de30a0fe0d req-a0ea5dfa-670c-4aa2-800f-04f7a5295545 service nova] Releasing lock "refresh_cache-04de2a83-d1dd-4619-b623-e5cd1b9c8102" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.811116] env[69249]: DEBUG nova.compute.manager [req-d05dc72e-fa99-4d4a-9746-21de30a0fe0d req-a0ea5dfa-670c-4aa2-800f-04f7a5295545 service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Received event network-changed-1a0f83f2-699f-4aac-8120-90466759f00a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.811282] env[69249]: DEBUG nova.compute.manager [req-d05dc72e-fa99-4d4a-9746-21de30a0fe0d req-a0ea5dfa-670c-4aa2-800f-04f7a5295545 service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Refreshing instance network info cache due to event network-changed-1a0f83f2-699f-4aac-8120-90466759f00a. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.811475] env[69249]: DEBUG oslo_concurrency.lockutils [req-d05dc72e-fa99-4d4a-9746-21de30a0fe0d req-a0ea5dfa-670c-4aa2-800f-04f7a5295545 service nova] Acquiring lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.820175] env[69249]: INFO nova.compute.manager [-] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Took 1.63 seconds to deallocate network for instance. [ 788.911594] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659257, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.038938] env[69249]: DEBUG nova.compute.utils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.043636] env[69249]: DEBUG nova.compute.manager [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.044061] env[69249]: DEBUG nova.network.neutron [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.089806] env[69249]: DEBUG nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.120808] env[69249]: DEBUG nova.policy [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d40afccdb74bf2afd10bdffd0ec7e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '230276ac599c4286b530f1dd2f6b80e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.140737] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Acquiring lock "refresh_cache-b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.140937] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Acquired lock "refresh_cache-b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.141149] env[69249]: DEBUG nova.network.neutron [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.194020] env[69249]: INFO nova.compute.manager [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Rebuilding instance [ 789.206435] env[69249]: DEBUG nova.network.neutron [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Updating instance_info_cache with network_info: [{"id": "3765953e-6394-43a1-b93a-50d2cd5e5fa5", "address": "fa:16:3e:01:6a:6f", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3765953e-63", "ovs_interfaceid": "3765953e-6394-43a1-b93a-50d2cd5e5fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.244103] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659256, 'name': CloneVM_Task, 'duration_secs': 1.344077} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.244720] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Created linked-clone VM from snapshot [ 789.245863] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf58e98e-b3db-40eb-9d66-db1f9d5abf43 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.262664] env[69249]: DEBUG nova.compute.manager [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.262664] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be54902a-a52d-4b20-bde7-cc7ba83aedb2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.270499] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Uploading image 8dfed4ba-75a7-48ef-b4b6-eefa65e5acc0 {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 789.289135] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 789.289492] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cb5292a3-ffc8-466b-8c63-1f14d92f8c04 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.295618] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 789.295618] env[69249]: value = "task-3659258" [ 789.295618] env[69249]: _type = "Task" [ 789.295618] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.310567] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659258, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.328918] env[69249]: DEBUG oslo_concurrency.lockutils [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.412549] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544762} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.413287] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 04de2a83-d1dd-4619-b623-e5cd1b9c8102/04de2a83-d1dd-4619-b623-e5cd1b9c8102.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.413451] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.413732] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a31862d6-641c-45db-8ee2-0826d1b37fb7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.422223] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 789.422223] env[69249]: value = "task-3659259" [ 789.422223] env[69249]: _type = "Task" [ 789.422223] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.431810] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.546246] env[69249]: DEBUG nova.compute.manager [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.608080] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.624702] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1446bb93-e09d-40a2-a4a9-2912bf76c4ef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.634575] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd3b287-8682-4f58-9693-41410a402b0d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.672490] env[69249]: DEBUG nova.network.neutron [req-f3727216-7a54-453e-aafd-9e2172479812 req-1669029a-c519-4016-a2e7-76d1dcfb531d service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Updated VIF entry in instance network info cache for port 1a0f83f2-699f-4aac-8120-90466759f00a. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.672708] env[69249]: DEBUG nova.network.neutron [req-f3727216-7a54-453e-aafd-9e2172479812 req-1669029a-c519-4016-a2e7-76d1dcfb531d service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Updating instance_info_cache with network_info: [{"id": "1a0f83f2-699f-4aac-8120-90466759f00a", "address": "fa:16:3e:27:f8:d3", "network": {"id": "3d4636b2-4b72-4b49-a01c-077cb3dd0863", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2103962665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3b94d6383dc4a32a9e6e29169266522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f83f2-69", "ovs_interfaceid": "1a0f83f2-699f-4aac-8120-90466759f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.677023] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33b64e4-d000-43ac-a5fd-64714a6f7202 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.683888] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62799c4-e057-4f3e-964a-fa8b86807cb9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.701690] env[69249]: DEBUG nova.compute.provider_tree [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.708329] env[69249]: DEBUG oslo_concurrency.lockutils [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Releasing lock "refresh_cache-2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.738884] env[69249]: DEBUG nova.network.neutron [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.794625] env[69249]: DEBUG nova.network.neutron [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Successfully created port: d304e7e8-6b0b-4099-83f9-9d638f2441a3 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.809755] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659258, 'name': Destroy_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.934690] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.991807] env[69249]: DEBUG nova.network.neutron [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Updating instance_info_cache with network_info: [{"id": "44a247b1-c0c0-48b7-9e34-5c452a76b81b", "address": "fa:16:3e:91:65:39", "network": {"id": "f55b16f8-7fd2-4d84-bbac-73a39ffa77e7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1533063399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e098d60775a46b8ad25e9703792fb58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44a247b1-c0", "ovs_interfaceid": "44a247b1-c0c0-48b7-9e34-5c452a76b81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.148563] env[69249]: DEBUG nova.compute.manager [req-37bbc77e-8d88-4129-9ebe-e69d700ef735 req-ed20490b-bf64-4214-ae7e-131355b4098c service nova] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Received event network-vif-deleted-00cd1c4f-c10a-4581-8ec9-e7fbfbe12148 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.178546] env[69249]: DEBUG oslo_concurrency.lockutils [req-f3727216-7a54-453e-aafd-9e2172479812 req-1669029a-c519-4016-a2e7-76d1dcfb531d service nova] Releasing lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.178983] env[69249]: DEBUG oslo_concurrency.lockutils [req-d05dc72e-fa99-4d4a-9746-21de30a0fe0d req-a0ea5dfa-670c-4aa2-800f-04f7a5295545 service nova] Acquired lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.179187] env[69249]: DEBUG nova.network.neutron [req-d05dc72e-fa99-4d4a-9746-21de30a0fe0d req-a0ea5dfa-670c-4aa2-800f-04f7a5295545 service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Refreshing network info cache for port 1a0f83f2-699f-4aac-8120-90466759f00a {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.205396] env[69249]: DEBUG nova.scheduler.client.report [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.240575] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96163ad9-1f3a-4a54-8b4f-f2acbf5ce90a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.265544] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d64269-4212-4053-b6c0-f9e1d0e56e2c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.273018] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Updating instance '2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d' progress to 83 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 790.285304] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.285605] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f49c8db-00aa-4992-b900-437bc1449926 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.296022] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 790.296022] env[69249]: value = "task-3659260" [ 790.296022] env[69249]: _type = "Task" [ 790.296022] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.313706] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.313992] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659258, 'name': Destroy_Task, 'duration_secs': 0.762345} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.314241] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Destroyed the VM [ 790.314811] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 790.315094] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eea618fd-51a8-41ff-bad7-7b417ecd9b22 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.323516] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 790.323516] env[69249]: value = "task-3659261" [ 790.323516] env[69249]: _type = "Task" [ 790.323516] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.333424] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659261, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.434702] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.799693} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.435015] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.435875] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a03f39-8161-450e-b597-d8f6fded5b92 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.459718] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 04de2a83-d1dd-4619-b623-e5cd1b9c8102/04de2a83-d1dd-4619-b623-e5cd1b9c8102.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.460509] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c6615fb-b997-48ee-982c-937652fc367c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.483691] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 790.483691] env[69249]: value = "task-3659262" [ 790.483691] env[69249]: _type = "Task" [ 790.483691] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.498447] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Releasing lock "refresh_cache-b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.498757] env[69249]: DEBUG nova.compute.manager [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Instance network_info: |[{"id": "44a247b1-c0c0-48b7-9e34-5c452a76b81b", "address": "fa:16:3e:91:65:39", "network": {"id": "f55b16f8-7fd2-4d84-bbac-73a39ffa77e7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1533063399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e098d60775a46b8ad25e9703792fb58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44a247b1-c0", "ovs_interfaceid": "44a247b1-c0c0-48b7-9e34-5c452a76b81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.499106] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.503026] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:65:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44a247b1-c0c0-48b7-9e34-5c452a76b81b', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.507379] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Creating folder: Project (0e098d60775a46b8ad25e9703792fb58). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.507687] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eb2d2c4-48a2-4b41-8611-415ae202db5c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.523307] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Created folder: Project (0e098d60775a46b8ad25e9703792fb58) in parent group-v729229. [ 790.523521] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Creating folder: Instances. Parent ref: group-v729373. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.523779] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec609a70-2cc9-4623-8333-f22cf2870d52 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.535290] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Created folder: Instances in parent group-v729373. [ 790.535552] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.535756] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.535971] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9d5ec04-f53a-4756-913f-6e74c49e0c75 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.556882] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.556882] env[69249]: value = "task-3659265" [ 790.556882] env[69249]: _type = "Task" [ 790.556882] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.558363] env[69249]: DEBUG nova.compute.manager [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.573680] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659265, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.585774] env[69249]: DEBUG nova.virt.hardware [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.586065] env[69249]: DEBUG nova.virt.hardware [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.586239] env[69249]: DEBUG nova.virt.hardware [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.586537] env[69249]: DEBUG nova.virt.hardware [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.586665] env[69249]: DEBUG nova.virt.hardware [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.586719] env[69249]: DEBUG nova.virt.hardware [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.586899] env[69249]: DEBUG nova.virt.hardware [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.587073] env[69249]: DEBUG nova.virt.hardware [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.587243] env[69249]: DEBUG nova.virt.hardware [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.587396] env[69249]: DEBUG nova.virt.hardware [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.587558] env[69249]: DEBUG nova.virt.hardware [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.588434] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60448e26-bd47-4346-8b8e-0a07019f8670 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.598752] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25f5ae0-583c-41c6-b5a1-bab385412545 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.710427] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.713060] env[69249]: DEBUG oslo_concurrency.lockutils [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.134s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.713391] env[69249]: DEBUG nova.objects.instance [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lazy-loading 'resources' on Instance uuid c66e5703-cc8f-436d-87f2-8664229825e5 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.734798] env[69249]: INFO nova.scheduler.client.report [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Deleted allocations for instance 9e031523-93b3-43c4-a068-22baf4887e27 [ 790.784027] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.784134] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43755ce9-5f86-4038-a75b-1b64186a3873 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.793619] env[69249]: DEBUG oslo_vmware.api [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 790.793619] env[69249]: value = "task-3659266" [ 790.793619] env[69249]: _type = "Task" [ 790.793619] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.811288] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659260, 'name': PowerOffVM_Task, 'duration_secs': 0.128408} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.811555] env[69249]: DEBUG oslo_vmware.api [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.814147] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.814400] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.815218] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5101cad2-adbe-4031-9961-e96b5321c3b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.824575] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.828404] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0281b8c9-31f6-40d0-9cef-8aec3e40c279 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.837028] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659261, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.864533] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.864741] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.864933] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Deleting the datastore file [datastore2] 10282b3a-8a35-496d-9768-113bbd170f79 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.865328] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-876b6cdc-88a5-4afb-8e33-f43a2ecb2058 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.873399] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 790.873399] env[69249]: value = "task-3659268" [ 790.873399] env[69249]: _type = "Task" [ 790.873399] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.883071] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.994953] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659262, 'name': ReconfigVM_Task, 'duration_secs': 0.304952} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.995264] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 04de2a83-d1dd-4619-b623-e5cd1b9c8102/04de2a83-d1dd-4619-b623-e5cd1b9c8102.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.995626] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69249) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 790.996347] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-022b7eff-d450-4ad0-a3a1-0b1a2350c31f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.004903] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 791.004903] env[69249]: value = "task-3659269" [ 791.004903] env[69249]: _type = "Task" [ 791.004903] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.014988] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659269, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.016374] env[69249]: DEBUG nova.network.neutron [req-d05dc72e-fa99-4d4a-9746-21de30a0fe0d req-a0ea5dfa-670c-4aa2-800f-04f7a5295545 service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Updated VIF entry in instance network info cache for port 1a0f83f2-699f-4aac-8120-90466759f00a. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.016374] env[69249]: DEBUG nova.network.neutron [req-d05dc72e-fa99-4d4a-9746-21de30a0fe0d req-a0ea5dfa-670c-4aa2-800f-04f7a5295545 service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Updating instance_info_cache with network_info: [{"id": "1a0f83f2-699f-4aac-8120-90466759f00a", "address": "fa:16:3e:27:f8:d3", "network": {"id": "3d4636b2-4b72-4b49-a01c-077cb3dd0863", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2103962665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3b94d6383dc4a32a9e6e29169266522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f83f2-69", "ovs_interfaceid": "1a0f83f2-699f-4aac-8120-90466759f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.034191] env[69249]: DEBUG nova.compute.manager [req-2478eb63-db46-4082-b34a-86241c4e44e1 req-dba197ac-c312-4e80-86f6-d38bee547279 service nova] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Received event network-vif-plugged-44a247b1-c0c0-48b7-9e34-5c452a76b81b {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.034622] env[69249]: DEBUG oslo_concurrency.lockutils [req-2478eb63-db46-4082-b34a-86241c4e44e1 req-dba197ac-c312-4e80-86f6-d38bee547279 service nova] Acquiring lock "b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.035185] env[69249]: DEBUG oslo_concurrency.lockutils [req-2478eb63-db46-4082-b34a-86241c4e44e1 req-dba197ac-c312-4e80-86f6-d38bee547279 service nova] Lock "b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.035185] env[69249]: DEBUG oslo_concurrency.lockutils [req-2478eb63-db46-4082-b34a-86241c4e44e1 req-dba197ac-c312-4e80-86f6-d38bee547279 service nova] Lock "b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.035439] env[69249]: DEBUG nova.compute.manager [req-2478eb63-db46-4082-b34a-86241c4e44e1 req-dba197ac-c312-4e80-86f6-d38bee547279 service nova] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] No waiting events found dispatching network-vif-plugged-44a247b1-c0c0-48b7-9e34-5c452a76b81b {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 791.035623] env[69249]: WARNING nova.compute.manager [req-2478eb63-db46-4082-b34a-86241c4e44e1 req-dba197ac-c312-4e80-86f6-d38bee547279 service nova] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Received unexpected event network-vif-plugged-44a247b1-c0c0-48b7-9e34-5c452a76b81b for instance with vm_state building and task_state spawning. [ 791.035946] env[69249]: DEBUG nova.compute.manager [req-2478eb63-db46-4082-b34a-86241c4e44e1 req-dba197ac-c312-4e80-86f6-d38bee547279 service nova] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Received event network-changed-44a247b1-c0c0-48b7-9e34-5c452a76b81b {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.036105] env[69249]: DEBUG nova.compute.manager [req-2478eb63-db46-4082-b34a-86241c4e44e1 req-dba197ac-c312-4e80-86f6-d38bee547279 service nova] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Refreshing instance network info cache due to event network-changed-44a247b1-c0c0-48b7-9e34-5c452a76b81b. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.036391] env[69249]: DEBUG oslo_concurrency.lockutils [req-2478eb63-db46-4082-b34a-86241c4e44e1 req-dba197ac-c312-4e80-86f6-d38bee547279 service nova] Acquiring lock "refresh_cache-b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.036596] env[69249]: DEBUG oslo_concurrency.lockutils [req-2478eb63-db46-4082-b34a-86241c4e44e1 req-dba197ac-c312-4e80-86f6-d38bee547279 service nova] Acquired lock "refresh_cache-b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.036829] env[69249]: DEBUG nova.network.neutron [req-2478eb63-db46-4082-b34a-86241c4e44e1 req-dba197ac-c312-4e80-86f6-d38bee547279 service nova] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Refreshing network info cache for port 44a247b1-c0c0-48b7-9e34-5c452a76b81b {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.077894] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659265, 'name': CreateVM_Task, 'duration_secs': 0.427405} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.078122] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.078827] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.078997] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.079350] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.079632] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-878ba9a6-42c9-4689-be42-8d13f2fb1b98 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.087256] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Waiting for the task: (returnval){ [ 791.087256] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52caeb13-2b6c-cdff-3b70-e9f7f139b8f1" [ 791.087256] env[69249]: _type = "Task" [ 791.087256] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.096141] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52caeb13-2b6c-cdff-3b70-e9f7f139b8f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.132710] env[69249]: DEBUG oslo_concurrency.lockutils [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquiring lock "99c1dbd9-43fd-4409-b744-89b969a148ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.132982] env[69249]: DEBUG oslo_concurrency.lockutils [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "99c1dbd9-43fd-4409-b744-89b969a148ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.133228] env[69249]: DEBUG oslo_concurrency.lockutils [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquiring lock "99c1dbd9-43fd-4409-b744-89b969a148ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.133466] env[69249]: DEBUG oslo_concurrency.lockutils [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "99c1dbd9-43fd-4409-b744-89b969a148ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.133684] env[69249]: DEBUG oslo_concurrency.lockutils [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "99c1dbd9-43fd-4409-b744-89b969a148ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.136347] env[69249]: INFO nova.compute.manager [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Terminating instance [ 791.247758] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3c29b5b-e87e-4e7f-a38a-ae12a792f261 tempest-ServersTestFqdnHostnames-127733322 tempest-ServersTestFqdnHostnames-127733322-project-member] Lock "9e031523-93b3-43c4-a068-22baf4887e27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.227s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.305849] env[69249]: DEBUG oslo_vmware.api [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.336852] env[69249]: DEBUG oslo_vmware.api [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659261, 'name': RemoveSnapshot_Task, 'duration_secs': 0.885459} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.337147] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 791.387063] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112581} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.388330] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.388596] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.388780] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.465661] env[69249]: DEBUG nova.network.neutron [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Successfully updated port: d304e7e8-6b0b-4099-83f9-9d638f2441a3 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.518079] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659269, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.075446} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.518345] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69249) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 791.518889] env[69249]: DEBUG oslo_concurrency.lockutils [req-d05dc72e-fa99-4d4a-9746-21de30a0fe0d req-a0ea5dfa-670c-4aa2-800f-04f7a5295545 service nova] Releasing lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.519894] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9adfdfc-1f66-431d-a1ac-133dddac0db8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.552537] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 04de2a83-d1dd-4619-b623-e5cd1b9c8102/ephemeral_0.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.555073] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-714a73d3-657d-4ac1-8fd8-81b6c75a057f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.574390] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 791.574390] env[69249]: value = "task-3659270" [ 791.574390] env[69249]: _type = "Task" [ 791.574390] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.587263] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.598064] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52caeb13-2b6c-cdff-3b70-e9f7f139b8f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011154} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.600613] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.600851] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.601091] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.601239] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.601410] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.601686] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a510c93-bbc7-4c3c-883f-ebf43af33dc6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.613046] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.613046] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.613189] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dee49a3-84c1-4ec7-9685-fc97bc90e77b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.619799] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Waiting for the task: (returnval){ [ 791.619799] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522583b3-818e-ced5-f5c3-d594865c6896" [ 791.619799] env[69249]: _type = "Task" [ 791.619799] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.632128] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522583b3-818e-ced5-f5c3-d594865c6896, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.635489] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a4cee44-50e9-40bc-864e-8fe407bd45c9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.641439] env[69249]: DEBUG nova.compute.manager [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.641662] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.642052] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Waiting for the task: (returnval){ [ 791.642052] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52078b0d-06a2-39a9-9e03-b4733ab2b8bc" [ 791.642052] env[69249]: _type = "Task" [ 791.642052] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.642835] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f00f2a1-0c3b-4bc6-9e27-976ae94186ab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.658861] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52078b0d-06a2-39a9-9e03-b4733ab2b8bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010253} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.660859] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.661240] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea/b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.661409] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.663608] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89db2501-8a0c-437f-86cd-254618e7d7ff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.665388] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6f113d9-0c43-4e9e-9977-516224df8cd3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.673825] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Waiting for the task: (returnval){ [ 791.673825] env[69249]: value = "task-3659271" [ 791.673825] env[69249]: _type = "Task" [ 791.673825] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.675061] env[69249]: DEBUG oslo_vmware.api [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 791.675061] env[69249]: value = "task-3659272" [ 791.675061] env[69249]: _type = "Task" [ 791.675061] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.688366] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Acquiring lock "60ff7087-07b4-4b48-ae98-700246914516" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.688366] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Lock "60ff7087-07b4-4b48-ae98-700246914516" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.688366] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Acquiring lock "60ff7087-07b4-4b48-ae98-700246914516-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.688366] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Lock "60ff7087-07b4-4b48-ae98-700246914516-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.688366] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Lock "60ff7087-07b4-4b48-ae98-700246914516-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.695299] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': task-3659271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.695725] env[69249]: DEBUG oslo_vmware.api [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.696462] env[69249]: INFO nova.compute.manager [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Terminating instance [ 791.745032] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fc37fa-71b3-466c-a7bb-1fdc9bf3d36f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.754884] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa194c9f-b272-4f4c-83b4-e661af0f72c8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.793928] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1efe41f-e0ab-459e-98ae-245d6ec27714 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.808355] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d087b38-a7de-4a1e-9ad0-a3379a56b245 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.812808] env[69249]: DEBUG oslo_vmware.api [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659266, 'name': PowerOnVM_Task, 'duration_secs': 0.624517} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.813141] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.813333] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-16b20b0d-61e0-46ac-9289-6212fe5cdf36 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Updating instance '2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d' progress to 100 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 791.832226] env[69249]: DEBUG nova.compute.provider_tree [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.848034] env[69249]: WARNING nova.compute.manager [None req-5ac6e821-3e63-4ad1-baa8-a53d9f25c75d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Image not found during snapshot: nova.exception.ImageNotFound: Image 8dfed4ba-75a7-48ef-b4b6-eefa65e5acc0 could not be found. [ 791.870023] env[69249]: DEBUG nova.network.neutron [req-2478eb63-db46-4082-b34a-86241c4e44e1 req-dba197ac-c312-4e80-86f6-d38bee547279 service nova] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Updated VIF entry in instance network info cache for port 44a247b1-c0c0-48b7-9e34-5c452a76b81b. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.870372] env[69249]: DEBUG nova.network.neutron [req-2478eb63-db46-4082-b34a-86241c4e44e1 req-dba197ac-c312-4e80-86f6-d38bee547279 service nova] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Updating instance_info_cache with network_info: [{"id": "44a247b1-c0c0-48b7-9e34-5c452a76b81b", "address": "fa:16:3e:91:65:39", "network": {"id": "f55b16f8-7fd2-4d84-bbac-73a39ffa77e7", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1533063399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e098d60775a46b8ad25e9703792fb58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44a247b1-c0", "ovs_interfaceid": "44a247b1-c0c0-48b7-9e34-5c452a76b81b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.970988] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "refresh_cache-da460c36-960d-4ae2-a931-313c2e79a7d5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.970988] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "refresh_cache-da460c36-960d-4ae2-a931-313c2e79a7d5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.970988] env[69249]: DEBUG nova.network.neutron [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.089297] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.188681] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': task-3659271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492547} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.192292] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea/b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.192292] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.192292] env[69249]: DEBUG oslo_vmware.api [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659272, 'name': PowerOffVM_Task, 'duration_secs': 0.204374} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.192582] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d72e5106-4f9e-4801-aba1-ca45b7ab219c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.194421] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.194596] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.194824] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dd1a868-e268-4431-9d2e-02c7a83f7144 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.205515] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Waiting for the task: (returnval){ [ 792.205515] env[69249]: value = "task-3659274" [ 792.205515] env[69249]: _type = "Task" [ 792.205515] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.208397] env[69249]: DEBUG nova.compute.manager [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.208636] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.209575] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab765886-95ba-4c70-9b7e-b3aa526eede4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.216157] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': task-3659274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.221698] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.221946] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36468955-d73d-494e-bb3f-0fc6d049d213 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.229217] env[69249]: DEBUG oslo_vmware.api [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 792.229217] env[69249]: value = "task-3659275" [ 792.229217] env[69249]: _type = "Task" [ 792.229217] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.241112] env[69249]: DEBUG oslo_vmware.api [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.264071] env[69249]: DEBUG nova.compute.manager [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Received event network-changed-1a0f83f2-699f-4aac-8120-90466759f00a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.264071] env[69249]: DEBUG nova.compute.manager [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Refreshing instance network info cache due to event network-changed-1a0f83f2-699f-4aac-8120-90466759f00a. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.264929] env[69249]: DEBUG oslo_concurrency.lockutils [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] Acquiring lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.264929] env[69249]: DEBUG oslo_concurrency.lockutils [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] Acquired lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.265795] env[69249]: DEBUG nova.network.neutron [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Refreshing network info cache for port 1a0f83f2-699f-4aac-8120-90466759f00a {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.335825] env[69249]: DEBUG nova.scheduler.client.report [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.370728] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.371032] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.371312] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Deleting the datastore file [datastore1] 99c1dbd9-43fd-4409-b744-89b969a148ec {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.371661] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f05f3190-487d-4e10-9677-35508c186bf0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.374725] env[69249]: DEBUG oslo_concurrency.lockutils [req-2478eb63-db46-4082-b34a-86241c4e44e1 req-dba197ac-c312-4e80-86f6-d38bee547279 service nova] Releasing lock "refresh_cache-b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.382058] env[69249]: DEBUG oslo_vmware.api [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for the task: (returnval){ [ 792.382058] env[69249]: value = "task-3659276" [ 792.382058] env[69249]: _type = "Task" [ 792.382058] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.391978] env[69249]: DEBUG oslo_vmware.api [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.424613] env[69249]: DEBUG nova.virt.hardware [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.424907] env[69249]: DEBUG nova.virt.hardware [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.425241] env[69249]: DEBUG nova.virt.hardware [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.425504] env[69249]: DEBUG nova.virt.hardware [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.425594] env[69249]: DEBUG nova.virt.hardware [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.425781] env[69249]: DEBUG nova.virt.hardware [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.426092] env[69249]: DEBUG nova.virt.hardware [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.426282] env[69249]: DEBUG nova.virt.hardware [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.426458] env[69249]: DEBUG nova.virt.hardware [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.426641] env[69249]: DEBUG nova.virt.hardware [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.426792] env[69249]: DEBUG nova.virt.hardware [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.427981] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e82f1c-1004-46d8-8594-c06153190d0e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.437176] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44004cd0-4938-424c-a1a3-8ee548a7498e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.452255] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.458087] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.458369] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.458593] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b49e72cf-ada5-4dc6-8f83-858241540fd1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.477887] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.477887] env[69249]: value = "task-3659277" [ 792.477887] env[69249]: _type = "Task" [ 792.477887] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.487167] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659277, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.530115] env[69249]: DEBUG nova.network.neutron [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.589752] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659270, 'name': ReconfigVM_Task, 'duration_secs': 0.774896} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.590357] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 04de2a83-d1dd-4619-b623-e5cd1b9c8102/ephemeral_0.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.591392] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97802c7b-7ca2-4a60-b785-c0b715350861 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.600795] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 792.600795] env[69249]: value = "task-3659278" [ 792.600795] env[69249]: _type = "Task" [ 792.600795] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.610363] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659278, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.699797] env[69249]: DEBUG nova.network.neutron [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updating instance_info_cache with network_info: [{"id": "d304e7e8-6b0b-4099-83f9-9d638f2441a3", "address": "fa:16:3e:ca:0b:26", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd304e7e8-6b", "ovs_interfaceid": "d304e7e8-6b0b-4099-83f9-9d638f2441a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.716775] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': task-3659274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115272} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.717878] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.719055] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc141248-4e1c-43f8-89ac-df744aedcd81 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.748886] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea/b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.753209] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2e43cc0-3eaf-4b5f-8c16-8ca6204a5c88 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.781482] env[69249]: DEBUG oslo_vmware.api [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659275, 'name': PowerOffVM_Task, 'duration_secs': 0.350187} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.781874] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.782153] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.782511] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b102c2c-d71c-4877-a573-89c966b3c648 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.787493] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Waiting for the task: (returnval){ [ 792.787493] env[69249]: value = "task-3659279" [ 792.787493] env[69249]: _type = "Task" [ 792.787493] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.800387] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': task-3659279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.841535] env[69249]: DEBUG oslo_concurrency.lockutils [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.843972] env[69249]: DEBUG oslo_concurrency.lockutils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.507s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.845549] env[69249]: INFO nova.compute.claims [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.848683] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "274354ae-834b-4bc3-ab01-3b549d9d414f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.848903] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "274354ae-834b-4bc3-ab01-3b549d9d414f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.849115] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "274354ae-834b-4bc3-ab01-3b549d9d414f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.849383] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "274354ae-834b-4bc3-ab01-3b549d9d414f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.849470] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "274354ae-834b-4bc3-ab01-3b549d9d414f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.851312] env[69249]: INFO nova.compute.manager [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Terminating instance [ 792.875286] env[69249]: INFO nova.scheduler.client.report [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Deleted allocations for instance c66e5703-cc8f-436d-87f2-8664229825e5 [ 792.891212] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.891431] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.891611] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Deleting the datastore file [datastore1] 60ff7087-07b4-4b48-ae98-700246914516 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.892591] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12bda29b-3f94-4b37-b74c-ddb74633b50d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.900590] env[69249]: DEBUG oslo_vmware.api [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Task: {'id': task-3659276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174158} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.902158] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.902396] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.902581] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.902699] env[69249]: INFO nova.compute.manager [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Took 1.26 seconds to destroy the instance on the hypervisor. [ 792.902934] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.903461] env[69249]: DEBUG nova.compute.manager [-] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.903570] env[69249]: DEBUG nova.network.neutron [-] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.908227] env[69249]: DEBUG oslo_vmware.api [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for the task: (returnval){ [ 792.908227] env[69249]: value = "task-3659281" [ 792.908227] env[69249]: _type = "Task" [ 792.908227] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.922998] env[69249]: DEBUG oslo_vmware.api [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.991837] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659277, 'name': CreateVM_Task, 'duration_secs': 0.347284} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.991910] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.992413] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.992606] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.993727] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.994053] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-381dff48-fca1-4210-b277-6fd99013f09d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.999900] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 792.999900] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5297a949-6ef9-2fc1-9057-108948c3109c" [ 792.999900] env[69249]: _type = "Task" [ 792.999900] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.010801] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5297a949-6ef9-2fc1-9057-108948c3109c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.067569] env[69249]: DEBUG nova.network.neutron [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Updated VIF entry in instance network info cache for port 1a0f83f2-699f-4aac-8120-90466759f00a. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.068480] env[69249]: DEBUG nova.network.neutron [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Updating instance_info_cache with network_info: [{"id": "1a0f83f2-699f-4aac-8120-90466759f00a", "address": "fa:16:3e:27:f8:d3", "network": {"id": "3d4636b2-4b72-4b49-a01c-077cb3dd0863", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2103962665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3b94d6383dc4a32a9e6e29169266522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f83f2-69", "ovs_interfaceid": "1a0f83f2-699f-4aac-8120-90466759f00a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.119321] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659278, 'name': Rename_Task, 'duration_secs': 0.340951} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.119675] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.120026] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0ab49a4-b473-4187-a40e-90f4c9c5363b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.128442] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 793.128442] env[69249]: value = "task-3659282" [ 793.128442] env[69249]: _type = "Task" [ 793.128442] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.144552] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.202097] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "refresh_cache-da460c36-960d-4ae2-a931-313c2e79a7d5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.202459] env[69249]: DEBUG nova.compute.manager [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Instance network_info: |[{"id": "d304e7e8-6b0b-4099-83f9-9d638f2441a3", "address": "fa:16:3e:ca:0b:26", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd304e7e8-6b", "ovs_interfaceid": "d304e7e8-6b0b-4099-83f9-9d638f2441a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.202886] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:0b:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd304e7e8-6b0b-4099-83f9-9d638f2441a3', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.211783] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.212015] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.212294] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56b6e42e-65ac-46ef-9b5b-465758d3811e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.233918] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.233918] env[69249]: value = "task-3659283" [ 793.233918] env[69249]: _type = "Task" [ 793.233918] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.245426] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659283, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.301553] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': task-3659279, 'name': ReconfigVM_Task, 'duration_secs': 0.420985} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.301867] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Reconfigured VM instance instance-0000002e to attach disk [datastore2] b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea/b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.305151] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36003abd-f669-4820-a4bb-5989f60bf7a1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.313768] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Waiting for the task: (returnval){ [ 793.313768] env[69249]: value = "task-3659284" [ 793.313768] env[69249]: _type = "Task" [ 793.313768] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.324028] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': task-3659284, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.356166] env[69249]: DEBUG nova.compute.manager [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.356379] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.357605] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9645875-b183-4ef7-a31e-14ed33491ada {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.367919] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.369140] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81242a60-81da-45f0-8dc9-526af18ce48f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.378244] env[69249]: DEBUG oslo_vmware.api [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 793.378244] env[69249]: value = "task-3659285" [ 793.378244] env[69249]: _type = "Task" [ 793.378244] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.390118] env[69249]: DEBUG oslo_concurrency.lockutils [None req-84dfe0ae-120d-4b0d-b56e-fce67706daf7 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "c66e5703-cc8f-436d-87f2-8664229825e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.707s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.395942] env[69249]: DEBUG oslo_vmware.api [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.425127] env[69249]: DEBUG oslo_vmware.api [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Task: {'id': task-3659281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34218} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.425127] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.425127] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.425127] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.425301] env[69249]: INFO nova.compute.manager [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Took 1.22 seconds to destroy the instance on the hypervisor. [ 793.425851] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.426020] env[69249]: DEBUG nova.compute.manager [-] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.426138] env[69249]: DEBUG nova.network.neutron [-] [instance: 60ff7087-07b4-4b48-ae98-700246914516] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.447360] env[69249]: DEBUG nova.compute.manager [req-999d8272-4b8b-48df-a2a6-11ecbce1726d req-a611490e-b25e-4a38-b376-d957470ca2ce service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Received event network-vif-deleted-71ad91ab-3158-4e8a-aee8-0ea90e97e1ad {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.447668] env[69249]: INFO nova.compute.manager [req-999d8272-4b8b-48df-a2a6-11ecbce1726d req-a611490e-b25e-4a38-b376-d957470ca2ce service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Neutron deleted interface 71ad91ab-3158-4e8a-aee8-0ea90e97e1ad; detaching it from the instance and deleting it from the info cache [ 793.448211] env[69249]: DEBUG nova.network.neutron [req-999d8272-4b8b-48df-a2a6-11ecbce1726d req-a611490e-b25e-4a38-b376-d957470ca2ce service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Updating instance_info_cache with network_info: [{"id": "667781ee-8afb-42ae-af4c-f133d982ca0d", "address": "fa:16:3e:0b:fc:35", "network": {"id": "80602015-f3e0-4619-8e2d-c559af09104e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-319862965", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c71aba4e294c468b84df2575a88e3e8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap667781ee-8a", "ovs_interfaceid": "667781ee-8afb-42ae-af4c-f133d982ca0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.516369] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5297a949-6ef9-2fc1-9057-108948c3109c, 'name': SearchDatastore_Task, 'duration_secs': 0.016091} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.516795] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.516966] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.517321] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.517451] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.517650] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.517947] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6d6252e-1a78-4f33-b9d4-cd8d1323da76 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.544724] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.545070] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.546017] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-992e1815-ea1e-43c6-b1a2-279732177055 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.555392] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 793.555392] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528a3dae-e72d-e1f4-6ae9-23a542d5652e" [ 793.555392] env[69249]: _type = "Task" [ 793.555392] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.569682] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528a3dae-e72d-e1f4-6ae9-23a542d5652e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.570991] env[69249]: DEBUG oslo_concurrency.lockutils [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] Releasing lock "refresh_cache-60ff7087-07b4-4b48-ae98-700246914516" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.571295] env[69249]: DEBUG nova.compute.manager [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Received event network-vif-plugged-d304e7e8-6b0b-4099-83f9-9d638f2441a3 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.571508] env[69249]: DEBUG oslo_concurrency.lockutils [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] Acquiring lock "da460c36-960d-4ae2-a931-313c2e79a7d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.571906] env[69249]: DEBUG oslo_concurrency.lockutils [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] Lock "da460c36-960d-4ae2-a931-313c2e79a7d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.571997] env[69249]: DEBUG oslo_concurrency.lockutils [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] Lock "da460c36-960d-4ae2-a931-313c2e79a7d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.572142] env[69249]: DEBUG nova.compute.manager [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] No waiting events found dispatching network-vif-plugged-d304e7e8-6b0b-4099-83f9-9d638f2441a3 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 793.572411] env[69249]: WARNING nova.compute.manager [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Received unexpected event network-vif-plugged-d304e7e8-6b0b-4099-83f9-9d638f2441a3 for instance with vm_state building and task_state spawning. [ 793.572741] env[69249]: DEBUG nova.compute.manager [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Received event network-changed-d304e7e8-6b0b-4099-83f9-9d638f2441a3 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.572969] env[69249]: DEBUG nova.compute.manager [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Refreshing instance network info cache due to event network-changed-d304e7e8-6b0b-4099-83f9-9d638f2441a3. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.573280] env[69249]: DEBUG oslo_concurrency.lockutils [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] Acquiring lock "refresh_cache-da460c36-960d-4ae2-a931-313c2e79a7d5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.573636] env[69249]: DEBUG oslo_concurrency.lockutils [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] Acquired lock "refresh_cache-da460c36-960d-4ae2-a931-313c2e79a7d5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.574127] env[69249]: DEBUG nova.network.neutron [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Refreshing network info cache for port d304e7e8-6b0b-4099-83f9-9d638f2441a3 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.639808] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.745857] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659283, 'name': CreateVM_Task, 'duration_secs': 0.402926} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.746046] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.746762] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.746926] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.747295] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.747547] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16897bf6-a0e8-45f5-9c12-d23166ebd357 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.756594] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 793.756594] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52234235-f3f2-d88f-3088-bf260389cbb7" [ 793.756594] env[69249]: _type = "Task" [ 793.756594] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.768148] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52234235-f3f2-d88f-3088-bf260389cbb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.826902] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': task-3659284, 'name': Rename_Task, 'duration_secs': 0.204461} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.827224] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.827492] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eca65f9-e32c-4666-bc8b-603b080a8f58 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.837483] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Waiting for the task: (returnval){ [ 793.837483] env[69249]: value = "task-3659286" [ 793.837483] env[69249]: _type = "Task" [ 793.837483] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.848223] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': task-3659286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.897160] env[69249]: DEBUG oslo_vmware.api [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659285, 'name': PowerOffVM_Task, 'duration_secs': 0.220403} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.897432] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.897624] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.897954] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c577191-5ec4-4dec-b899-422d7e79f8a8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.952846] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2797c514-f8be-4954-8fef-e9544ff29ee9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.971310] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed317848-0983-4ee6-b3c3-aa461cd8b9df {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.993820] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.994594] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.994795] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Deleting the datastore file [datastore1] 274354ae-834b-4bc3-ab01-3b549d9d414f {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.996203] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea150602-1e9e-4dc9-9002-91709fb09474 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.009940] env[69249]: DEBUG oslo_vmware.api [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 794.009940] env[69249]: value = "task-3659288" [ 794.009940] env[69249]: _type = "Task" [ 794.009940] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.021378] env[69249]: DEBUG nova.compute.manager [req-999d8272-4b8b-48df-a2a6-11ecbce1726d req-a611490e-b25e-4a38-b376-d957470ca2ce service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Detach interface failed, port_id=71ad91ab-3158-4e8a-aee8-0ea90e97e1ad, reason: Instance 99c1dbd9-43fd-4409-b744-89b969a148ec could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 794.035642] env[69249]: DEBUG oslo_vmware.api [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.065847] env[69249]: DEBUG nova.network.neutron [-] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.083736] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528a3dae-e72d-e1f4-6ae9-23a542d5652e, 'name': SearchDatastore_Task, 'duration_secs': 0.014265} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.089169] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcaeb615-7f4c-4e58-ae49-5b51f38e63e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.097623] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 794.097623] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52886996-8175-4b31-1f6e-6b8c98b0a0d8" [ 794.097623] env[69249]: _type = "Task" [ 794.097623] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.113251] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52886996-8175-4b31-1f6e-6b8c98b0a0d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.115121] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.118811] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 10282b3a-8a35-496d-9768-113bbd170f79/10282b3a-8a35-496d-9768-113bbd170f79.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.118811] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a954633a-eed9-4f66-8182-587c1fe92e9f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.124281] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 794.124281] env[69249]: value = "task-3659289" [ 794.124281] env[69249]: _type = "Task" [ 794.124281] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.148450] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.159999] env[69249]: DEBUG oslo_vmware.api [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659282, 'name': PowerOnVM_Task, 'duration_secs': 0.90999} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.164034] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.164034] env[69249]: INFO nova.compute.manager [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Took 8.64 seconds to spawn the instance on the hypervisor. [ 794.164034] env[69249]: DEBUG nova.compute.manager [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 794.166178] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f0bd38-f164-4b31-abdb-eee79fbdc415 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.275536] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52234235-f3f2-d88f-3088-bf260389cbb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011591} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.277484] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.277484] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.277484] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.277484] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.277484] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.277484] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cd4d587-50d6-4521-9324-22f177236c74 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.291695] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.292554] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.293102] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdb24c27-3a5e-4679-9128-c075fcb86c97 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.305848] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 794.305848] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f83038-be87-a88a-3d05-803e8c31e9c7" [ 794.305848] env[69249]: _type = "Task" [ 794.305848] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.317779] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f83038-be87-a88a-3d05-803e8c31e9c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.350808] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': task-3659286, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.434610] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8107f11c-0313-4668-9aa7-8d1d7445ac1d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.446189] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35a059d-deca-4e59-b4dc-e47d6512c8be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.451073] env[69249]: DEBUG nova.network.neutron [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updated VIF entry in instance network info cache for port d304e7e8-6b0b-4099-83f9-9d638f2441a3. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.451921] env[69249]: DEBUG nova.network.neutron [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updating instance_info_cache with network_info: [{"id": "d304e7e8-6b0b-4099-83f9-9d638f2441a3", "address": "fa:16:3e:ca:0b:26", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd304e7e8-6b", "ovs_interfaceid": "d304e7e8-6b0b-4099-83f9-9d638f2441a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.493276] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29281f1e-305e-42d2-b332-8e06f1cd1b84 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.503515] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd12008-e74e-4fb9-86e3-73eacc4bd55a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.520483] env[69249]: DEBUG nova.compute.provider_tree [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.533824] env[69249]: DEBUG oslo_vmware.api [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158888} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.535405] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.535405] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.535405] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.535405] env[69249]: INFO nova.compute.manager [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 794.535405] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.535760] env[69249]: DEBUG nova.compute.manager [-] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.535760] env[69249]: DEBUG nova.network.neutron [-] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.572063] env[69249]: INFO nova.compute.manager [-] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Took 1.67 seconds to deallocate network for instance. [ 794.617870] env[69249]: DEBUG nova.network.neutron [-] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.637708] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659289, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.702552] env[69249]: INFO nova.compute.manager [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Took 44.10 seconds to build instance. [ 794.754942] env[69249]: DEBUG nova.compute.manager [req-a4f1ab75-7b50-42d9-97f4-ae388d75006e req-9aefc198-3a35-4e71-ae6a-d9dbe6c3379d service nova] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Received event network-vif-deleted-1a0f83f2-699f-4aac-8120-90466759f00a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.827266] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f83038-be87-a88a-3d05-803e8c31e9c7, 'name': SearchDatastore_Task, 'duration_secs': 0.076575} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.829979] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7d3e9a-68cb-4605-b437-dd7bb49538aa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.849133] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 794.849133] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ead01d-256a-c1a3-7bbe-ec5c56e8cb03" [ 794.849133] env[69249]: _type = "Task" [ 794.849133] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.862666] env[69249]: DEBUG oslo_vmware.api [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': task-3659286, 'name': PowerOnVM_Task, 'duration_secs': 0.545513} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.864034] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.864228] env[69249]: INFO nova.compute.manager [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Took 6.98 seconds to spawn the instance on the hypervisor. [ 794.864499] env[69249]: DEBUG nova.compute.manager [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 794.865679] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e11e01-2a15-433e-b78b-25c9f168b6fe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.875504] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ead01d-256a-c1a3-7bbe-ec5c56e8cb03, 'name': SearchDatastore_Task, 'duration_secs': 0.011447} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.876338] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.876724] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] da460c36-960d-4ae2-a931-313c2e79a7d5/da460c36-960d-4ae2-a931-313c2e79a7d5.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.877122] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8560c589-c94e-470b-ad18-49fdfda97a01 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.896668] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 794.896668] env[69249]: value = "task-3659290" [ 794.896668] env[69249]: _type = "Task" [ 794.896668] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.914331] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.960014] env[69249]: DEBUG oslo_concurrency.lockutils [req-4fd51339-69a9-4791-a687-fde37c6d18b6 req-95d45f3f-3435-4303-82dc-aa96668be04e service nova] Releasing lock "refresh_cache-da460c36-960d-4ae2-a931-313c2e79a7d5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.028060] env[69249]: DEBUG nova.scheduler.client.report [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.079347] env[69249]: DEBUG oslo_concurrency.lockutils [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.122559] env[69249]: INFO nova.compute.manager [-] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Took 1.70 seconds to deallocate network for instance. [ 795.140043] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521505} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.140856] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 10282b3a-8a35-496d-9768-113bbd170f79/10282b3a-8a35-496d-9768-113bbd170f79.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.140856] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.141114] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-914cfb2c-5adf-4642-b012-e29d00680daa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.152322] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 795.152322] env[69249]: value = "task-3659291" [ 795.152322] env[69249]: _type = "Task" [ 795.152322] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.165718] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.205321] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a2dbe69-27c1-465c-b6ad-a3ea886198d5 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "04de2a83-d1dd-4619-b623-e5cd1b9c8102" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.635s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.339683] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.340077] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.340288] env[69249]: DEBUG nova.compute.manager [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Going to confirm migration 1 {{(pid=69249) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 795.395649] env[69249]: DEBUG nova.network.neutron [-] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.407582] env[69249]: INFO nova.compute.manager [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Took 40.35 seconds to build instance. [ 795.423599] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452737} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.424637] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] da460c36-960d-4ae2-a931-313c2e79a7d5/da460c36-960d-4ae2-a931-313c2e79a7d5.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.425105] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.425493] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6846e01-8b2a-4ddd-8871-d3f7edd2392d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.435188] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 795.435188] env[69249]: value = "task-3659292" [ 795.435188] env[69249]: _type = "Task" [ 795.435188] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.448078] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.531984] env[69249]: DEBUG oslo_concurrency.lockutils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.533912] env[69249]: DEBUG nova.compute.manager [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.535785] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.534s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.535785] env[69249]: DEBUG nova.objects.instance [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lazy-loading 'resources' on Instance uuid 0cee1d30-eb9d-4174-9b1c-6d469cbd4993 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.630205] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.662639] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212542} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.662908] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.663696] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942b6003-49b4-4557-bbb1-73536afe435b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.685062] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 10282b3a-8a35-496d-9768-113bbd170f79/10282b3a-8a35-496d-9768-113bbd170f79.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.685914] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-989f67d7-2f32-485a-ae12-6927150dc506 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.707436] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 795.707436] env[69249]: value = "task-3659293" [ 795.707436] env[69249]: _type = "Task" [ 795.707436] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.711072] env[69249]: DEBUG nova.compute.manager [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.721114] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659293, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.730741] env[69249]: DEBUG nova.compute.manager [req-d8186c55-e7a8-4b69-af77-ae0e42bd7836 req-9678dd17-ac5d-4c2b-bed8-a081e08a47bd service nova] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Received event network-vif-deleted-667781ee-8afb-42ae-af4c-f133d982ca0d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.730804] env[69249]: DEBUG nova.compute.manager [req-d8186c55-e7a8-4b69-af77-ae0e42bd7836 req-9678dd17-ac5d-4c2b-bed8-a081e08a47bd service nova] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Received event network-vif-deleted-f55f2429-3c96-42fd-886d-36c0b25def71 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.907088] env[69249]: INFO nova.compute.manager [-] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Took 1.37 seconds to deallocate network for instance. [ 795.918271] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3f9cb3a9-4b25-4242-9837-e7e08fa1f856 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Lock "b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.063s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.927020] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "refresh_cache-2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.929016] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquired lock "refresh_cache-2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.929016] env[69249]: DEBUG nova.network.neutron [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.929016] env[69249]: DEBUG nova.objects.instance [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lazy-loading 'info_cache' on Instance uuid 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.958746] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.301895} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.959085] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.960363] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b5f0b9-eac4-4c27-9027-c8265bf7b67d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.991014] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] da460c36-960d-4ae2-a931-313c2e79a7d5/da460c36-960d-4ae2-a931-313c2e79a7d5.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.991417] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd181484-91e1-47ca-8eca-fd1aa162b45c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.015374] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 796.015374] env[69249]: value = "task-3659294" [ 796.015374] env[69249]: _type = "Task" [ 796.015374] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.025024] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.041765] env[69249]: DEBUG nova.compute.utils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.044262] env[69249]: DEBUG nova.compute.manager [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.044434] env[69249]: DEBUG nova.network.neutron [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.129882] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Acquiring lock "b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.130434] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Lock "b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.130434] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Acquiring lock "b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.130666] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Lock "b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.130841] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Lock "b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.134608] env[69249]: DEBUG nova.policy [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a35cae3fb6c4a0eb3b28e9032447200', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a097e2ffed746299307c1cb7a339fc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.136414] env[69249]: INFO nova.compute.manager [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Terminating instance [ 796.224116] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659293, 'name': ReconfigVM_Task, 'duration_secs': 0.283554} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.224300] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 10282b3a-8a35-496d-9768-113bbd170f79/10282b3a-8a35-496d-9768-113bbd170f79.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.227244] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fd56e31-d2f3-4311-beb7-a8c35541496e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.240889] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 796.240889] env[69249]: value = "task-3659295" [ 796.240889] env[69249]: _type = "Task" [ 796.240889] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.246523] env[69249]: DEBUG oslo_concurrency.lockutils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.264794] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659295, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.416282] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.421826] env[69249]: DEBUG nova.compute.manager [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.536326] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659294, 'name': ReconfigVM_Task, 'duration_secs': 0.273718} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.536637] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Reconfigured VM instance instance-0000002f to attach disk [datastore2] da460c36-960d-4ae2-a931-313c2e79a7d5/da460c36-960d-4ae2-a931-313c2e79a7d5.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.537536] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b8eb2fa-9dcd-400c-bc4e-6a32c2a9a4bb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.544151] env[69249]: DEBUG nova.compute.manager [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.550102] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 796.550102] env[69249]: value = "task-3659296" [ 796.550102] env[69249]: _type = "Task" [ 796.550102] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.565088] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659296, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.565371] env[69249]: DEBUG nova.network.neutron [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Successfully created port: 36dec8fe-0532-4e6a-b424-d6fd59232088 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.592266] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d28e09-ed34-4ade-9134-b7811b3e5e2b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.601736] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddbfbbf-e016-4930-a945-59e8d9837c8b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.635337] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9c7f79-0ae9-456e-b16a-964432f28482 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.641342] env[69249]: DEBUG nova.compute.manager [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.641418] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.644286] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff50668-6931-4734-be05-6c19064aa6ea {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.650023] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac130bba-2a96-47c4-ba79-cec8ae090fea {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.658775] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.668273] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbec7ad6-c75a-49e1-ad93-25c9d7f1ca22 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.670774] env[69249]: DEBUG nova.compute.provider_tree [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.679099] env[69249]: DEBUG oslo_vmware.api [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Waiting for the task: (returnval){ [ 796.679099] env[69249]: value = "task-3659297" [ 796.679099] env[69249]: _type = "Task" [ 796.679099] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.689626] env[69249]: DEBUG oslo_vmware.api [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': task-3659297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.758846] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659295, 'name': Rename_Task, 'duration_secs': 0.160021} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.759218] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.759471] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6aaba830-29f9-49c3-abab-2b404e8f9b3d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.768363] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 796.768363] env[69249]: value = "task-3659298" [ 796.768363] env[69249]: _type = "Task" [ 796.768363] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.777640] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.952076] env[69249]: DEBUG oslo_concurrency.lockutils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.007096] env[69249]: DEBUG nova.compute.manager [req-f6cf151e-faa3-4985-a1dd-e085d16eb627 req-fc3743ec-8aa9-4eb5-a460-db686889717f service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Received event network-changed-f81ec91f-44fb-4de5-8b9a-361050254a03 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.007096] env[69249]: DEBUG nova.compute.manager [req-f6cf151e-faa3-4985-a1dd-e085d16eb627 req-fc3743ec-8aa9-4eb5-a460-db686889717f service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Refreshing instance network info cache due to event network-changed-f81ec91f-44fb-4de5-8b9a-361050254a03. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.007096] env[69249]: DEBUG oslo_concurrency.lockutils [req-f6cf151e-faa3-4985-a1dd-e085d16eb627 req-fc3743ec-8aa9-4eb5-a460-db686889717f service nova] Acquiring lock "refresh_cache-04de2a83-d1dd-4619-b623-e5cd1b9c8102" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.007096] env[69249]: DEBUG oslo_concurrency.lockutils [req-f6cf151e-faa3-4985-a1dd-e085d16eb627 req-fc3743ec-8aa9-4eb5-a460-db686889717f service nova] Acquired lock "refresh_cache-04de2a83-d1dd-4619-b623-e5cd1b9c8102" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.007096] env[69249]: DEBUG nova.network.neutron [req-f6cf151e-faa3-4985-a1dd-e085d16eb627 req-fc3743ec-8aa9-4eb5-a460-db686889717f service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Refreshing network info cache for port f81ec91f-44fb-4de5-8b9a-361050254a03 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.065088] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659296, 'name': Rename_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.174839] env[69249]: DEBUG nova.scheduler.client.report [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.200125] env[69249]: DEBUG oslo_vmware.api [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': task-3659297, 'name': PowerOffVM_Task, 'duration_secs': 0.291718} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.200125] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.200218] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.200502] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25966f6c-04d1-4bc1-9489-f850fc8dcd16 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.280952] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659298, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.287714] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.288089] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.288395] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Deleting the datastore file [datastore2] b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.288796] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60eeda84-bc4c-4828-b3f6-d67446599e2c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.293807] env[69249]: DEBUG nova.network.neutron [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Updating instance_info_cache with network_info: [{"id": "3765953e-6394-43a1-b93a-50d2cd5e5fa5", "address": "fa:16:3e:01:6a:6f", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3765953e-63", "ovs_interfaceid": "3765953e-6394-43a1-b93a-50d2cd5e5fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.296400] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.296691] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.296935] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.297210] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.297454] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.299159] env[69249]: DEBUG oslo_vmware.api [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Waiting for the task: (returnval){ [ 797.299159] env[69249]: value = "task-3659300" [ 797.299159] env[69249]: _type = "Task" [ 797.299159] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.299785] env[69249]: INFO nova.compute.manager [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Terminating instance [ 797.312091] env[69249]: DEBUG oslo_vmware.api [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': task-3659300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.518863] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "54881ffe-35d0-4e65-bc8b-74cc709b6c98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.519117] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "54881ffe-35d0-4e65-bc8b-74cc709b6c98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.559576] env[69249]: DEBUG nova.compute.manager [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.564941] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659296, 'name': Rename_Task, 'duration_secs': 0.996172} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.565221] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.565475] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-492d0c7d-9521-4638-9dc6-2afc0bb8e675 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.573669] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 797.573669] env[69249]: value = "task-3659301" [ 797.573669] env[69249]: _type = "Task" [ 797.573669] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.584178] env[69249]: DEBUG nova.virt.hardware [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.584511] env[69249]: DEBUG nova.virt.hardware [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.584627] env[69249]: DEBUG nova.virt.hardware [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.584800] env[69249]: DEBUG nova.virt.hardware [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.584944] env[69249]: DEBUG nova.virt.hardware [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.585102] env[69249]: DEBUG nova.virt.hardware [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.585308] env[69249]: DEBUG nova.virt.hardware [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.585472] env[69249]: DEBUG nova.virt.hardware [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.585636] env[69249]: DEBUG nova.virt.hardware [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.585794] env[69249]: DEBUG nova.virt.hardware [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.585963] env[69249]: DEBUG nova.virt.hardware [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.587161] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cca2b1-f056-438d-ab27-10cbd2665ab0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.592532] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.598360] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d112be9-f582-4d7e-a1a8-db01e0dd112e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.686469] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.688865] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.535s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.690075] env[69249]: DEBUG nova.objects.instance [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lazy-loading 'resources' on Instance uuid e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.707590] env[69249]: INFO nova.scheduler.client.report [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleted allocations for instance 0cee1d30-eb9d-4174-9b1c-6d469cbd4993 [ 797.786331] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659298, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.800174] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Releasing lock "refresh_cache-2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.800489] env[69249]: DEBUG nova.objects.instance [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lazy-loading 'migration_context' on Instance uuid 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.813021] env[69249]: DEBUG nova.compute.manager [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.813021] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.813021] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9296ec1d-7d31-4f20-9038-85764ab9e8f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.823405] env[69249]: DEBUG oslo_vmware.api [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Task: {'id': task-3659300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195908} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.823577] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.823817] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.823988] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.824173] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.824377] env[69249]: INFO nova.compute.manager [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Took 1.18 seconds to destroy the instance on the hypervisor. [ 797.824610] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.824794] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c58eb86-a50b-4dd6-a054-e705e96ec073 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.826506] env[69249]: DEBUG nova.compute.manager [-] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.826589] env[69249]: DEBUG nova.network.neutron [-] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.834055] env[69249]: DEBUG oslo_vmware.api [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 797.834055] env[69249]: value = "task-3659302" [ 797.834055] env[69249]: _type = "Task" [ 797.834055] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.843393] env[69249]: DEBUG oslo_vmware.api [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.859784] env[69249]: DEBUG nova.network.neutron [req-f6cf151e-faa3-4985-a1dd-e085d16eb627 req-fc3743ec-8aa9-4eb5-a460-db686889717f service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Updated VIF entry in instance network info cache for port f81ec91f-44fb-4de5-8b9a-361050254a03. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.859784] env[69249]: DEBUG nova.network.neutron [req-f6cf151e-faa3-4985-a1dd-e085d16eb627 req-fc3743ec-8aa9-4eb5-a460-db686889717f service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Updating instance_info_cache with network_info: [{"id": "f81ec91f-44fb-4de5-8b9a-361050254a03", "address": "fa:16:3e:d0:f6:a1", "network": {"id": "3f87e5dc-c116-4903-9284-04c998d8be30", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1667844632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca9e190c49ad482ebd6106615f49335e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf81ec91f-44", "ovs_interfaceid": "f81ec91f-44fb-4de5-8b9a-361050254a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.058068] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "7087f91f-7211-47e8-b3c1-fe1101c5008d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.058572] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "7087f91f-7211-47e8-b3c1-fe1101c5008d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.087890] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659301, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.215592] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5e8858aa-3e3c-452e-b54b-dbc19bbca7fe tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "0cee1d30-eb9d-4174-9b1c-6d469cbd4993" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.727s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.245513] env[69249]: DEBUG nova.compute.manager [req-57b37c53-dc7c-4aaa-bccb-c39770c0a64b req-208a02a5-9364-409c-a3d7-f3ed9247f521 service nova] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Received event network-vif-plugged-36dec8fe-0532-4e6a-b424-d6fd59232088 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.245513] env[69249]: DEBUG oslo_concurrency.lockutils [req-57b37c53-dc7c-4aaa-bccb-c39770c0a64b req-208a02a5-9364-409c-a3d7-f3ed9247f521 service nova] Acquiring lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.245513] env[69249]: DEBUG oslo_concurrency.lockutils [req-57b37c53-dc7c-4aaa-bccb-c39770c0a64b req-208a02a5-9364-409c-a3d7-f3ed9247f521 service nova] Lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.245767] env[69249]: DEBUG oslo_concurrency.lockutils [req-57b37c53-dc7c-4aaa-bccb-c39770c0a64b req-208a02a5-9364-409c-a3d7-f3ed9247f521 service nova] Lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.245877] env[69249]: DEBUG nova.compute.manager [req-57b37c53-dc7c-4aaa-bccb-c39770c0a64b req-208a02a5-9364-409c-a3d7-f3ed9247f521 service nova] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] No waiting events found dispatching network-vif-plugged-36dec8fe-0532-4e6a-b424-d6fd59232088 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 798.246114] env[69249]: WARNING nova.compute.manager [req-57b37c53-dc7c-4aaa-bccb-c39770c0a64b req-208a02a5-9364-409c-a3d7-f3ed9247f521 service nova] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Received unexpected event network-vif-plugged-36dec8fe-0532-4e6a-b424-d6fd59232088 for instance with vm_state building and task_state spawning. [ 798.283948] env[69249]: DEBUG oslo_vmware.api [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659298, 'name': PowerOnVM_Task, 'duration_secs': 1.335243} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.284583] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.284583] env[69249]: DEBUG nova.compute.manager [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 798.285397] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b60ebe-df98-428a-bc35-b1c03a92b592 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.303311] env[69249]: DEBUG nova.objects.base [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Object Instance<2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d> lazy-loaded attributes: info_cache,migration_context {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 798.304241] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f93df9-41b8-4052-a9e5-73322856daf8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.315521] env[69249]: DEBUG nova.network.neutron [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Successfully updated port: 36dec8fe-0532-4e6a-b424-d6fd59232088 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.342933] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c5e0859-e05d-4f9e-9412-403c29f419ed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.351083] env[69249]: DEBUG oslo_vmware.api [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 798.351083] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5240e693-8802-0672-7415-567813a93398" [ 798.351083] env[69249]: _type = "Task" [ 798.351083] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.354758] env[69249]: DEBUG oslo_vmware.api [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659302, 'name': PowerOffVM_Task, 'duration_secs': 0.254452} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.358841] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.359048] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.362681] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ed7e420-da4a-4ad4-ace7-4c2af9d11db4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.364252] env[69249]: DEBUG oslo_concurrency.lockutils [req-f6cf151e-faa3-4985-a1dd-e085d16eb627 req-fc3743ec-8aa9-4eb5-a460-db686889717f service nova] Releasing lock "refresh_cache-04de2a83-d1dd-4619-b623-e5cd1b9c8102" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.371806] env[69249]: DEBUG oslo_vmware.api [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5240e693-8802-0672-7415-567813a93398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.461149] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.461863] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.462107] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Deleting the datastore file [datastore1] b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.464966] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e535c86e-4ca6-4ddb-b516-7ea0f498f871 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.471945] env[69249]: DEBUG oslo_vmware.api [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for the task: (returnval){ [ 798.471945] env[69249]: value = "task-3659304" [ 798.471945] env[69249]: _type = "Task" [ 798.471945] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.482559] env[69249]: DEBUG oslo_vmware.api [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.590033] env[69249]: DEBUG oslo_vmware.api [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659301, 'name': PowerOnVM_Task, 'duration_secs': 0.565949} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.592894] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.593274] env[69249]: INFO nova.compute.manager [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Took 8.03 seconds to spawn the instance on the hypervisor. [ 798.593577] env[69249]: DEBUG nova.compute.manager [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 798.594750] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e65e448-484a-4b16-ad70-ebe99033291e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.680130] env[69249]: DEBUG nova.network.neutron [-] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.682047] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0a115a-1d56-4195-b817-04b7ec6d6196 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.691728] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b77e57f-bbed-4382-8cee-2820b4ac629f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.699295] env[69249]: DEBUG oslo_concurrency.lockutils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "c1bd29ac-51b7-4f33-8b65-7f10fac03626" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.699987] env[69249]: DEBUG oslo_concurrency.lockutils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "c1bd29ac-51b7-4f33-8b65-7f10fac03626" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.728569] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640200d8-cbda-4bfd-8c34-13eb96be654d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.737378] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044a85d2-739d-4e79-961b-71fbed1d32fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.753098] env[69249]: DEBUG nova.compute.provider_tree [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.805693] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.818028] env[69249]: DEBUG oslo_concurrency.lockutils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.818028] env[69249]: DEBUG oslo_concurrency.lockutils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.818028] env[69249]: DEBUG nova.network.neutron [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.866130] env[69249]: DEBUG oslo_vmware.api [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5240e693-8802-0672-7415-567813a93398, 'name': SearchDatastore_Task, 'duration_secs': 0.021041} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.866544] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.985759] env[69249]: DEBUG oslo_vmware.api [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Task: {'id': task-3659304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453942} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.986144] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.986721] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.986721] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.986882] env[69249]: INFO nova.compute.manager [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 798.987270] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.987522] env[69249]: DEBUG nova.compute.manager [-] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.987660] env[69249]: DEBUG nova.network.neutron [-] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.051019] env[69249]: DEBUG nova.compute.manager [req-0889c23d-2baa-4208-97e8-e125fc71f481 req-735d972a-8a1f-4b6b-bf77-09b44d68f1b3 service nova] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Received event network-vif-deleted-44a247b1-c0c0-48b7-9e34-5c452a76b81b {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.120071] env[69249]: INFO nova.compute.manager [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Took 41.98 seconds to build instance. [ 799.186692] env[69249]: INFO nova.compute.manager [-] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Took 1.36 seconds to deallocate network for instance. [ 799.225680] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "88330e19-a7d2-4fd3-a3aa-190c752558e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.225926] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "88330e19-a7d2-4fd3-a3aa-190c752558e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.256847] env[69249]: DEBUG nova.scheduler.client.report [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.353018] env[69249]: DEBUG nova.network.neutron [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.499635] env[69249]: DEBUG nova.network.neutron [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating instance_info_cache with network_info: [{"id": "36dec8fe-0532-4e6a-b424-d6fd59232088", "address": "fa:16:3e:a5:66:b7", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dec8fe-05", "ovs_interfaceid": "36dec8fe-0532-4e6a-b424-d6fd59232088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.622291] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5092254e-2be3-4fc3-ab5d-b6d5dc1e910b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "da460c36-960d-4ae2-a931-313c2e79a7d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.569s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.693752] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.762353] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.765887] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.508s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.765887] env[69249]: DEBUG nova.objects.instance [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Lazy-loading 'resources' on Instance uuid 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.791984] env[69249]: INFO nova.scheduler.client.report [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleted allocations for instance e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611 [ 799.831492] env[69249]: DEBUG nova.network.neutron [-] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.003302] env[69249]: DEBUG oslo_concurrency.lockutils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.003447] env[69249]: DEBUG nova.compute.manager [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Instance network_info: |[{"id": "36dec8fe-0532-4e6a-b424-d6fd59232088", "address": "fa:16:3e:a5:66:b7", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dec8fe-05", "ovs_interfaceid": "36dec8fe-0532-4e6a-b424-d6fd59232088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.003844] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:66:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36dec8fe-0532-4e6a-b424-d6fd59232088', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.011657] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Creating folder: Project (8a097e2ffed746299307c1cb7a339fc8). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.011901] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34d37e07-d2c6-4ac8-9279-269154a2292d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.024416] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Created folder: Project (8a097e2ffed746299307c1cb7a339fc8) in parent group-v729229. [ 800.024641] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Creating folder: Instances. Parent ref: group-v729378. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.024899] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd9b9791-859c-4f33-ab69-0e7947f65494 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.036215] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Created folder: Instances in parent group-v729378. [ 800.036485] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.036685] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.036899] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79d89ad1-e149-424b-89a5-da4bd4738c92 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.056313] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.056313] env[69249]: value = "task-3659307" [ 800.056313] env[69249]: _type = "Task" [ 800.056313] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.064293] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659307, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.125070] env[69249]: DEBUG nova.compute.manager [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.163647] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "10282b3a-8a35-496d-9768-113bbd170f79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.163957] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "10282b3a-8a35-496d-9768-113bbd170f79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.164103] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "10282b3a-8a35-496d-9768-113bbd170f79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.164365] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "10282b3a-8a35-496d-9768-113bbd170f79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.164545] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "10282b3a-8a35-496d-9768-113bbd170f79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.166859] env[69249]: INFO nova.compute.manager [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Terminating instance [ 800.278675] env[69249]: DEBUG nova.compute.manager [req-af448fc6-7eeb-4645-b3dc-f177252cd678 req-f0684133-b1cf-4603-a4ff-024b1021ee5d service nova] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Received event network-changed-36dec8fe-0532-4e6a-b424-d6fd59232088 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.278944] env[69249]: DEBUG nova.compute.manager [req-af448fc6-7eeb-4645-b3dc-f177252cd678 req-f0684133-b1cf-4603-a4ff-024b1021ee5d service nova] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Refreshing instance network info cache due to event network-changed-36dec8fe-0532-4e6a-b424-d6fd59232088. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.279266] env[69249]: DEBUG oslo_concurrency.lockutils [req-af448fc6-7eeb-4645-b3dc-f177252cd678 req-f0684133-b1cf-4603-a4ff-024b1021ee5d service nova] Acquiring lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.279484] env[69249]: DEBUG oslo_concurrency.lockutils [req-af448fc6-7eeb-4645-b3dc-f177252cd678 req-f0684133-b1cf-4603-a4ff-024b1021ee5d service nova] Acquired lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.279724] env[69249]: DEBUG nova.network.neutron [req-af448fc6-7eeb-4645-b3dc-f177252cd678 req-f0684133-b1cf-4603-a4ff-024b1021ee5d service nova] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Refreshing network info cache for port 36dec8fe-0532-4e6a-b424-d6fd59232088 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.303932] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e6e5790c-6a4f-49a0-8866-f5624f45dddf tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.385s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.337174] env[69249]: INFO nova.compute.manager [-] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Took 1.35 seconds to deallocate network for instance. [ 800.567511] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659307, 'name': CreateVM_Task, 'duration_secs': 0.398955} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.570178] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.571139] env[69249]: DEBUG oslo_concurrency.lockutils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.571280] env[69249]: DEBUG oslo_concurrency.lockutils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.571609] env[69249]: DEBUG oslo_concurrency.lockutils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.571865] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d60b1d-8a65-4332-bb4b-917b0f2cae74 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.577558] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 800.577558] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a889f9-925f-0be1-ba44-fd3a2e4e6bab" [ 800.577558] env[69249]: _type = "Task" [ 800.577558] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.588835] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a889f9-925f-0be1-ba44-fd3a2e4e6bab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.650120] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.670891] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "refresh_cache-10282b3a-8a35-496d-9768-113bbd170f79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.672018] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquired lock "refresh_cache-10282b3a-8a35-496d-9768-113bbd170f79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.672018] env[69249]: DEBUG nova.network.neutron [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.756250] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45409c33-1e04-4d1d-a704-5c83b8eea82b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.766197] env[69249]: DEBUG nova.compute.manager [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Stashing vm_state: active {{(pid=69249) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 800.770417] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8010a0-4079-42c4-819a-b9ccd6d1ecee {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.811096] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2990e41-399e-4961-b532-1dde795f444c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.821230] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd48261-5060-43e9-a1a9-a1aad055a738 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.838354] env[69249]: DEBUG nova.compute.provider_tree [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.848241] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.039536] env[69249]: DEBUG nova.network.neutron [req-af448fc6-7eeb-4645-b3dc-f177252cd678 req-f0684133-b1cf-4603-a4ff-024b1021ee5d service nova] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updated VIF entry in instance network info cache for port 36dec8fe-0532-4e6a-b424-d6fd59232088. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.039803] env[69249]: DEBUG nova.network.neutron [req-af448fc6-7eeb-4645-b3dc-f177252cd678 req-f0684133-b1cf-4603-a4ff-024b1021ee5d service nova] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating instance_info_cache with network_info: [{"id": "36dec8fe-0532-4e6a-b424-d6fd59232088", "address": "fa:16:3e:a5:66:b7", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dec8fe-05", "ovs_interfaceid": "36dec8fe-0532-4e6a-b424-d6fd59232088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.091983] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a889f9-925f-0be1-ba44-fd3a2e4e6bab, 'name': SearchDatastore_Task, 'duration_secs': 0.013167} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.092389] env[69249]: DEBUG oslo_concurrency.lockutils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.092694] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.093012] env[69249]: DEBUG oslo_concurrency.lockutils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.093241] env[69249]: DEBUG oslo_concurrency.lockutils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.093489] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.093832] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66b1416d-a4ad-43d4-a5da-8c57da0dd7ad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.109992] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.109992] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.110831] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf30286-45fd-45fe-8252-d8336336ecf4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.118874] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 801.118874] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526f8a52-0f2f-843e-e8ec-b4c107f534a8" [ 801.118874] env[69249]: _type = "Task" [ 801.118874] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.128749] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526f8a52-0f2f-843e-e8ec-b4c107f534a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.193898] env[69249]: DEBUG nova.network.neutron [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.251972] env[69249]: DEBUG nova.network.neutron [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.290614] env[69249]: DEBUG oslo_concurrency.lockutils [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.359715] env[69249]: ERROR nova.scheduler.client.report [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] [req-1060c807-a204-4cd8-ad41-a27b6216395e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c355696e-e44b-4fc5-8175-1e54a0df25d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1060c807-a204-4cd8-ad41-a27b6216395e"}]} [ 801.376077] env[69249]: DEBUG nova.scheduler.client.report [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Refreshing inventories for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 801.390142] env[69249]: DEBUG nova.scheduler.client.report [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Updating ProviderTree inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 801.390384] env[69249]: DEBUG nova.compute.provider_tree [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.402063] env[69249]: DEBUG nova.scheduler.client.report [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Refreshing aggregate associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, aggregates: None {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 801.420940] env[69249]: DEBUG nova.scheduler.client.report [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Refreshing trait associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 801.542240] env[69249]: DEBUG oslo_concurrency.lockutils [req-af448fc6-7eeb-4645-b3dc-f177252cd678 req-f0684133-b1cf-4603-a4ff-024b1021ee5d service nova] Releasing lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.542509] env[69249]: DEBUG nova.compute.manager [req-af448fc6-7eeb-4645-b3dc-f177252cd678 req-f0684133-b1cf-4603-a4ff-024b1021ee5d service nova] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Received event network-vif-deleted-85e1f9c9-34ed-4bfa-bc1c-457d5ab3aa88 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.629507] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526f8a52-0f2f-843e-e8ec-b4c107f534a8, 'name': SearchDatastore_Task, 'duration_secs': 0.042021} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.632890] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b00700-df5f-4cdf-895b-d2fe2c755296 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.639332] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 801.639332] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52325c32-f0e8-c96c-022b-4dedc83ea815" [ 801.639332] env[69249]: _type = "Task" [ 801.639332] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.650738] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52325c32-f0e8-c96c-022b-4dedc83ea815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.755895] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Releasing lock "refresh_cache-10282b3a-8a35-496d-9768-113bbd170f79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.756384] env[69249]: DEBUG nova.compute.manager [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.756580] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.757858] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4ecc47-5cbd-4609-8fd6-a873e2c04db3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.765942] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.766155] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ae24b23-e96b-4896-9f1e-78a57e504054 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.775456] env[69249]: DEBUG oslo_vmware.api [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 801.775456] env[69249]: value = "task-3659308" [ 801.775456] env[69249]: _type = "Task" [ 801.775456] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.784361] env[69249]: DEBUG oslo_vmware.api [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.857853] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d987a310-c460-42a6-8515-c2e47ed0b7ed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.866913] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b03735f-ce14-4306-ab5c-c8a3e07a8015 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.899184] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d00da5-1449-483c-8802-3030727a777d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.907801] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c56bcf1-1d85-4250-8f28-efda17e4eb86 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.923551] env[69249]: DEBUG nova.compute.provider_tree [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.151344] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52325c32-f0e8-c96c-022b-4dedc83ea815, 'name': SearchDatastore_Task, 'duration_secs': 0.032656} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.151759] env[69249]: DEBUG oslo_concurrency.lockutils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.152035] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 7f60ac74-14f2-49b5-98f0-417f5fb046ac/7f60ac74-14f2-49b5-98f0-417f5fb046ac.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.152332] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ffd79d2-2f7b-4d13-a77f-a6aa91cb2a70 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.160366] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 802.160366] env[69249]: value = "task-3659309" [ 802.160366] env[69249]: _type = "Task" [ 802.160366] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.169546] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.287186] env[69249]: DEBUG oslo_vmware.api [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659308, 'name': PowerOffVM_Task, 'duration_secs': 0.257726} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.287499] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.287665] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.287928] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f0798d1-2f22-4d62-83d6-4f6bec458522 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.319679] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.320520] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.320520] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Deleting the datastore file [datastore2] 10282b3a-8a35-496d-9768-113bbd170f79 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.320520] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e5fcc9e-7588-4e73-b91b-99fed2ec24fe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.328477] env[69249]: DEBUG oslo_vmware.api [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 802.328477] env[69249]: value = "task-3659311" [ 802.328477] env[69249]: _type = "Task" [ 802.328477] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.337719] env[69249]: DEBUG oslo_vmware.api [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.458735] env[69249]: DEBUG nova.scheduler.client.report [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 802.460292] env[69249]: DEBUG nova.compute.provider_tree [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 73 to 74 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 802.460292] env[69249]: DEBUG nova.compute.provider_tree [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.671698] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492815} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.671698] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 7f60ac74-14f2-49b5-98f0-417f5fb046ac/7f60ac74-14f2-49b5-98f0-417f5fb046ac.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.671698] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.671698] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9759bed9-5d84-41c1-85e1-5529d66f639d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.679575] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 802.679575] env[69249]: value = "task-3659312" [ 802.679575] env[69249]: _type = "Task" [ 802.679575] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.687902] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.840233] env[69249]: DEBUG oslo_vmware.api [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158191} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.840233] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.840233] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.840233] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.840233] env[69249]: INFO nova.compute.manager [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Took 1.08 seconds to destroy the instance on the hypervisor. [ 802.840233] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.840547] env[69249]: DEBUG nova.compute.manager [-] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.840547] env[69249]: DEBUG nova.network.neutron [-] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.865395] env[69249]: DEBUG nova.network.neutron [-] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.964764] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.200s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.967727] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.636s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.967727] env[69249]: DEBUG nova.objects.instance [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69249) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 802.983357] env[69249]: INFO nova.scheduler.client.report [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Deleted allocations for instance 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f [ 803.189918] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06651} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.190282] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.191087] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36095823-75af-4fed-93b8-466fa5e61c61 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.213727] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 7f60ac74-14f2-49b5-98f0-417f5fb046ac/7f60ac74-14f2-49b5-98f0-417f5fb046ac.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.213993] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12893987-402d-476e-aa20-6f23c996d623 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.234455] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 803.234455] env[69249]: value = "task-3659313" [ 803.234455] env[69249]: _type = "Task" [ 803.234455] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.242869] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.368209] env[69249]: DEBUG nova.network.neutron [-] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.491809] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a0b61ee-e957-41db-8ed6-2e96fac189cc tempest-ServersV294TestFqdnHostnames-974411717 tempest-ServersV294TestFqdnHostnames-974411717-project-member] Lock "456cb87c-c3f5-4fd9-a20b-9f54e8255b5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.545s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.745699] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659313, 'name': ReconfigVM_Task, 'duration_secs': 0.270037} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.745959] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 7f60ac74-14f2-49b5-98f0-417f5fb046ac/7f60ac74-14f2-49b5-98f0-417f5fb046ac.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.746656] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac8c8558-31a4-4db7-9ac2-7475a8c02945 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.753630] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 803.753630] env[69249]: value = "task-3659314" [ 803.753630] env[69249]: _type = "Task" [ 803.753630] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.762781] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659314, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.871315] env[69249]: INFO nova.compute.manager [-] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Took 1.03 seconds to deallocate network for instance. [ 803.984102] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b59b56-be8f-439a-8fd7-b6c7fa901c2d tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.984102] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.049s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.984102] env[69249]: DEBUG nova.objects.instance [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Lazy-loading 'resources' on Instance uuid fdce3cf5-0d76-44bb-8550-bbec4a20470e {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.264746] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659314, 'name': Rename_Task, 'duration_secs': 0.153306} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.267934] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.267934] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73be0953-367f-4f9e-8b22-7ae5bb35669d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.275593] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 804.275593] env[69249]: value = "task-3659315" [ 804.275593] env[69249]: _type = "Task" [ 804.275593] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.294404] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659315, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.378100] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.789827] env[69249]: DEBUG oslo_vmware.api [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659315, 'name': PowerOnVM_Task, 'duration_secs': 0.448773} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.789827] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.790294] env[69249]: INFO nova.compute.manager [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Took 7.23 seconds to spawn the instance on the hypervisor. [ 804.790294] env[69249]: DEBUG nova.compute.manager [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 804.790902] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e66984-ff4d-4aed-96cf-a4f7a24cd3f3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.983016] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8999dcc1-b9e0-4c22-88cb-3381f0645234 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.995062] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8f88f9-b66c-4ce4-83d6-31a6f8da1779 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.024063] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9274e9-f50e-4825-b95e-3cdb5f9552df {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.034130] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecd6122-b7ef-4703-b829-65cd6fa9ba83 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.047113] env[69249]: DEBUG nova.compute.provider_tree [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.309105] env[69249]: INFO nova.compute.manager [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Took 38.99 seconds to build instance. [ 805.588399] env[69249]: DEBUG nova.scheduler.client.report [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 805.588620] env[69249]: DEBUG nova.compute.provider_tree [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 74 to 75 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 805.588807] env[69249]: DEBUG nova.compute.provider_tree [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.812078] env[69249]: DEBUG oslo_concurrency.lockutils [None req-116e6297-babe-420c-8668-7aee9767e814 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.700s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.096784] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.104563] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.243s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.106238] env[69249]: INFO nova.compute.claims [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.157392] env[69249]: INFO nova.scheduler.client.report [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Deleted allocations for instance fdce3cf5-0d76-44bb-8550-bbec4a20470e [ 806.315507] env[69249]: DEBUG nova.compute.manager [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.413297] env[69249]: DEBUG nova.compute.manager [req-e815f353-d318-4bac-afbe-13e7f65855f4 req-4d0cc504-97e2-45eb-b516-eca7da2a01d3 service nova] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Received event network-changed-36dec8fe-0532-4e6a-b424-d6fd59232088 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.413297] env[69249]: DEBUG nova.compute.manager [req-e815f353-d318-4bac-afbe-13e7f65855f4 req-4d0cc504-97e2-45eb-b516-eca7da2a01d3 service nova] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Refreshing instance network info cache due to event network-changed-36dec8fe-0532-4e6a-b424-d6fd59232088. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.413297] env[69249]: DEBUG oslo_concurrency.lockutils [req-e815f353-d318-4bac-afbe-13e7f65855f4 req-4d0cc504-97e2-45eb-b516-eca7da2a01d3 service nova] Acquiring lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.413297] env[69249]: DEBUG oslo_concurrency.lockutils [req-e815f353-d318-4bac-afbe-13e7f65855f4 req-4d0cc504-97e2-45eb-b516-eca7da2a01d3 service nova] Acquired lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.413297] env[69249]: DEBUG nova.network.neutron [req-e815f353-d318-4bac-afbe-13e7f65855f4 req-4d0cc504-97e2-45eb-b516-eca7da2a01d3 service nova] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Refreshing network info cache for port 36dec8fe-0532-4e6a-b424-d6fd59232088 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.666857] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edad6a6f-e54e-4097-b335-776c4199c757 tempest-ServerShowV254Test-1987956428 tempest-ServerShowV254Test-1987956428-project-member] Lock "fdce3cf5-0d76-44bb-8550-bbec4a20470e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.972s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.838960] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.234221] env[69249]: DEBUG nova.network.neutron [req-e815f353-d318-4bac-afbe-13e7f65855f4 req-4d0cc504-97e2-45eb-b516-eca7da2a01d3 service nova] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updated VIF entry in instance network info cache for port 36dec8fe-0532-4e6a-b424-d6fd59232088. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.234593] env[69249]: DEBUG nova.network.neutron [req-e815f353-d318-4bac-afbe-13e7f65855f4 req-4d0cc504-97e2-45eb-b516-eca7da2a01d3 service nova] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating instance_info_cache with network_info: [{"id": "36dec8fe-0532-4e6a-b424-d6fd59232088", "address": "fa:16:3e:a5:66:b7", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dec8fe-05", "ovs_interfaceid": "36dec8fe-0532-4e6a-b424-d6fd59232088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.441957] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquiring lock "376bfcc0-86b6-4b47-a07b-ac46ab4fae2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.442234] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Lock "376bfcc0-86b6-4b47-a07b-ac46ab4fae2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.557552] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e59817-2371-4ba4-b427-21b6bc7bd1b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.566528] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a65b592-12f6-4d6d-acc6-a610145ded8b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.599965] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f404654-838e-41b2-9be6-f819219cb676 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.609059] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977b4934-f311-483c-9791-0358309037d8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.623624] env[69249]: DEBUG nova.compute.provider_tree [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.737723] env[69249]: DEBUG oslo_concurrency.lockutils [req-e815f353-d318-4bac-afbe-13e7f65855f4 req-4d0cc504-97e2-45eb-b516-eca7da2a01d3 service nova] Releasing lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.127085] env[69249]: DEBUG nova.scheduler.client.report [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.632269] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.632910] env[69249]: DEBUG nova.compute.manager [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.635581] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.380s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.637036] env[69249]: INFO nova.compute.claims [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.141723] env[69249]: DEBUG nova.compute.utils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.147886] env[69249]: DEBUG nova.compute.manager [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.147886] env[69249]: DEBUG nova.network.neutron [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.205918] env[69249]: DEBUG nova.policy [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac15811015aa438a91eb5cdbce9afa33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f87d1349e054129af3eca3947232321', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.505798] env[69249]: DEBUG nova.network.neutron [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Successfully created port: 0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.645862] env[69249]: DEBUG nova.compute.manager [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.043789] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f36f8f1-6339-4e7f-8c99-0eb7320e66de {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.052053] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e4f313-7033-4119-8c55-9e967fe73d44 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.083398] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a934c4-7359-4ba0-a3a4-8f101f615aa5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.092903] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee828ae-6aec-462a-ab47-373f71546008 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.108156] env[69249]: DEBUG nova.compute.provider_tree [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.611560] env[69249]: DEBUG nova.scheduler.client.report [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.657525] env[69249]: DEBUG nova.compute.manager [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.682812] env[69249]: DEBUG nova.virt.hardware [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.682812] env[69249]: DEBUG nova.virt.hardware [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.682812] env[69249]: DEBUG nova.virt.hardware [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.682812] env[69249]: DEBUG nova.virt.hardware [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.682812] env[69249]: DEBUG nova.virt.hardware [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.683356] env[69249]: DEBUG nova.virt.hardware [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.683683] env[69249]: DEBUG nova.virt.hardware [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.683953] env[69249]: DEBUG nova.virt.hardware [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.684244] env[69249]: DEBUG nova.virt.hardware [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.684536] env[69249]: DEBUG nova.virt.hardware [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.684833] env[69249]: DEBUG nova.virt.hardware [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.685919] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c4013f-e460-48c2-acbb-e35195e22ed8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.694508] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699235c5-5021-4970-bb27-0f4b85eab029 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.884199] env[69249]: DEBUG nova.compute.manager [req-b37a9fee-7029-4e42-b97f-e5d253e8ed96 req-23980c5b-1e1a-4af4-9a99-e699f38d68fe service nova] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Received event network-vif-plugged-0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.884199] env[69249]: DEBUG oslo_concurrency.lockutils [req-b37a9fee-7029-4e42-b97f-e5d253e8ed96 req-23980c5b-1e1a-4af4-9a99-e699f38d68fe service nova] Acquiring lock "48e32bdf-0ae5-4fa7-865a-210775192c0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.884199] env[69249]: DEBUG oslo_concurrency.lockutils [req-b37a9fee-7029-4e42-b97f-e5d253e8ed96 req-23980c5b-1e1a-4af4-9a99-e699f38d68fe service nova] Lock "48e32bdf-0ae5-4fa7-865a-210775192c0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.884199] env[69249]: DEBUG oslo_concurrency.lockutils [req-b37a9fee-7029-4e42-b97f-e5d253e8ed96 req-23980c5b-1e1a-4af4-9a99-e699f38d68fe service nova] Lock "48e32bdf-0ae5-4fa7-865a-210775192c0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.884199] env[69249]: DEBUG nova.compute.manager [req-b37a9fee-7029-4e42-b97f-e5d253e8ed96 req-23980c5b-1e1a-4af4-9a99-e699f38d68fe service nova] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] No waiting events found dispatching network-vif-plugged-0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 810.884199] env[69249]: WARNING nova.compute.manager [req-b37a9fee-7029-4e42-b97f-e5d253e8ed96 req-23980c5b-1e1a-4af4-9a99-e699f38d68fe service nova] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Received unexpected event network-vif-plugged-0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe for instance with vm_state building and task_state spawning. [ 811.024956] env[69249]: DEBUG nova.network.neutron [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Successfully updated port: 0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.116311] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.116923] env[69249]: DEBUG nova.compute.manager [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.119741] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.832s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.119741] env[69249]: DEBUG nova.objects.instance [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lazy-loading 'resources' on Instance uuid a76e1683-a93e-4493-8ba5-a4931b546f7d {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.527340] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "refresh_cache-48e32bdf-0ae5-4fa7-865a-210775192c0b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.527491] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired lock "refresh_cache-48e32bdf-0ae5-4fa7-865a-210775192c0b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.527687] env[69249]: DEBUG nova.network.neutron [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.624487] env[69249]: DEBUG nova.compute.utils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.628439] env[69249]: DEBUG nova.compute.manager [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.628553] env[69249]: DEBUG nova.network.neutron [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.675286] env[69249]: DEBUG nova.policy [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f75fafa26c5423fa93ac437487f1806', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6e0865b5355471a85e12784ec0363ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.953242] env[69249]: DEBUG nova.network.neutron [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Successfully created port: 8d6a42df-37c8-406c-b908-4d97a3edb1ee {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.047474] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791687c8-c3ca-4bc1-a25c-165ac5cd5979 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.056353] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a95ae2-27d8-4215-94f9-9faf48b1cde3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.061154] env[69249]: DEBUG nova.network.neutron [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.092071] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555a640c-7dc7-448d-ae43-32e3b79ec534 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.097379] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b0ebbe-6281-4700-8c5e-7fc697b9c15b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.118784] env[69249]: DEBUG nova.compute.provider_tree [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.132067] env[69249]: DEBUG nova.compute.manager [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.245080] env[69249]: DEBUG nova.network.neutron [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Updating instance_info_cache with network_info: [{"id": "0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe", "address": "fa:16:3e:98:e5:de", "network": {"id": "43a3fff8-4cd3-480e-9007-e9e900a6d427", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1590462981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f87d1349e054129af3eca3947232321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4ce6a0-6b", "ovs_interfaceid": "0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.626083] env[69249]: DEBUG nova.scheduler.client.report [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.749050] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Releasing lock "refresh_cache-48e32bdf-0ae5-4fa7-865a-210775192c0b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.749441] env[69249]: DEBUG nova.compute.manager [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Instance network_info: |[{"id": "0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe", "address": "fa:16:3e:98:e5:de", "network": {"id": "43a3fff8-4cd3-480e-9007-e9e900a6d427", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1590462981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f87d1349e054129af3eca3947232321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4ce6a0-6b", "ovs_interfaceid": "0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.749939] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:e5:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.759256] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Creating folder: Project (5f87d1349e054129af3eca3947232321). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.759560] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23a847fe-1500-4ec8-a0a2-90c1ee3b4d02 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.773040] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Created folder: Project (5f87d1349e054129af3eca3947232321) in parent group-v729229. [ 812.773158] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Creating folder: Instances. Parent ref: group-v729381. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.773770] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05786a9b-eea0-4e4e-98ab-ef3419fae7f5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.784026] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Created folder: Instances in parent group-v729381. [ 812.784283] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.784458] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.784678] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fab87daa-5608-4d27-8da4-27c0d28a2714 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.805549] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.805549] env[69249]: value = "task-3659318" [ 812.805549] env[69249]: _type = "Task" [ 812.805549] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.814386] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659318, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.908804] env[69249]: DEBUG nova.compute.manager [req-4e0b5dfa-3dc7-462e-9463-1f1d0e49952e req-1fa048cb-5f74-4c34-8274-129175868982 service nova] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Received event network-changed-0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.908940] env[69249]: DEBUG nova.compute.manager [req-4e0b5dfa-3dc7-462e-9463-1f1d0e49952e req-1fa048cb-5f74-4c34-8274-129175868982 service nova] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Refreshing instance network info cache due to event network-changed-0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.909172] env[69249]: DEBUG oslo_concurrency.lockutils [req-4e0b5dfa-3dc7-462e-9463-1f1d0e49952e req-1fa048cb-5f74-4c34-8274-129175868982 service nova] Acquiring lock "refresh_cache-48e32bdf-0ae5-4fa7-865a-210775192c0b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.909302] env[69249]: DEBUG oslo_concurrency.lockutils [req-4e0b5dfa-3dc7-462e-9463-1f1d0e49952e req-1fa048cb-5f74-4c34-8274-129175868982 service nova] Acquired lock "refresh_cache-48e32bdf-0ae5-4fa7-865a-210775192c0b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.909459] env[69249]: DEBUG nova.network.neutron [req-4e0b5dfa-3dc7-462e-9463-1f1d0e49952e req-1fa048cb-5f74-4c34-8274-129175868982 service nova] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Refreshing network info cache for port 0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.132351] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.135046] env[69249]: DEBUG oslo_concurrency.lockutils [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.241s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.135046] env[69249]: DEBUG nova.objects.instance [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lazy-loading 'resources' on Instance uuid 64baed3e-df1d-47f8-8ee2-e7a44fc38b18 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.143170] env[69249]: DEBUG nova.compute.manager [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.160350] env[69249]: INFO nova.scheduler.client.report [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Deleted allocations for instance a76e1683-a93e-4493-8ba5-a4931b546f7d [ 813.175017] env[69249]: DEBUG nova.virt.hardware [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.175017] env[69249]: DEBUG nova.virt.hardware [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.175017] env[69249]: DEBUG nova.virt.hardware [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.175017] env[69249]: DEBUG nova.virt.hardware [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.175918] env[69249]: DEBUG nova.virt.hardware [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.176025] env[69249]: DEBUG nova.virt.hardware [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.176233] env[69249]: DEBUG nova.virt.hardware [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.176402] env[69249]: DEBUG nova.virt.hardware [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.176572] env[69249]: DEBUG nova.virt.hardware [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.176914] env[69249]: DEBUG nova.virt.hardware [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.177177] env[69249]: DEBUG nova.virt.hardware [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.178356] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecf9f02-3b09-48c7-b94f-ec2efae3c793 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.187495] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0d8c6a-a21d-4bfb-937b-600a032e48d7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.316194] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659318, 'name': CreateVM_Task, 'duration_secs': 0.395981} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.316430] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.317160] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.317338] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.317649] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.317910] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef57c6d-3dd3-4831-aa3b-f76d64be1b3e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.324118] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 813.324118] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f15e53-6670-ae55-b2c8-c681e68bf810" [ 813.324118] env[69249]: _type = "Task" [ 813.324118] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.333665] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f15e53-6670-ae55-b2c8-c681e68bf810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.538609] env[69249]: DEBUG nova.network.neutron [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Successfully updated port: 8d6a42df-37c8-406c-b908-4d97a3edb1ee {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.622277] env[69249]: DEBUG nova.network.neutron [req-4e0b5dfa-3dc7-462e-9463-1f1d0e49952e req-1fa048cb-5f74-4c34-8274-129175868982 service nova] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Updated VIF entry in instance network info cache for port 0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.622918] env[69249]: DEBUG nova.network.neutron [req-4e0b5dfa-3dc7-462e-9463-1f1d0e49952e req-1fa048cb-5f74-4c34-8274-129175868982 service nova] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Updating instance_info_cache with network_info: [{"id": "0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe", "address": "fa:16:3e:98:e5:de", "network": {"id": "43a3fff8-4cd3-480e-9007-e9e900a6d427", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1590462981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f87d1349e054129af3eca3947232321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4ce6a0-6b", "ovs_interfaceid": "0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.670969] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a77dc6e-f9a5-4f48-86a8-687affda2bda tempest-ServersAdminNegativeTestJSON-1767202485 tempest-ServersAdminNegativeTestJSON-1767202485-project-member] Lock "a76e1683-a93e-4493-8ba5-a4931b546f7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.120s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.839241] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f15e53-6670-ae55-b2c8-c681e68bf810, 'name': SearchDatastore_Task, 'duration_secs': 0.012936} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.840870] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.840870] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.840870] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.841655] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.841997] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.844020] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31783f90-6250-46a8-b0a1-d20e6dedb17c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.859121] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.859324] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.860192] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a36e9a-94c5-4f1d-ac83-aa5810f7650f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.868316] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 813.868316] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525984fe-54c3-1458-ee65-947803afdadd" [ 813.868316] env[69249]: _type = "Task" [ 813.868316] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.879169] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525984fe-54c3-1458-ee65-947803afdadd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.041316] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Acquiring lock "refresh_cache-b92a40e7-0627-4ef0-96fe-e6372f068e37" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.041463] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Acquired lock "refresh_cache-b92a40e7-0627-4ef0-96fe-e6372f068e37" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.041616] env[69249]: DEBUG nova.network.neutron [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.055715] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffb402c-1f33-4329-9524-1c3aceb04640 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.063625] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3feec8c4-0e16-405e-bcef-12fd32613641 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.095760] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a0ec0e-f048-4d17-9245-f26f87364950 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.103363] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749ec03b-b4a2-49b8-83af-79213c2574c4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.117456] env[69249]: DEBUG nova.compute.provider_tree [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.125945] env[69249]: DEBUG oslo_concurrency.lockutils [req-4e0b5dfa-3dc7-462e-9463-1f1d0e49952e req-1fa048cb-5f74-4c34-8274-129175868982 service nova] Releasing lock "refresh_cache-48e32bdf-0ae5-4fa7-865a-210775192c0b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.379450] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525984fe-54c3-1458-ee65-947803afdadd, 'name': SearchDatastore_Task, 'duration_secs': 0.01669} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.380412] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c58646c-a5a0-4888-9f97-08a9a1f71d3f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.386614] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 814.386614] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52076e01-cf7d-9168-2216-8bc708afe1af" [ 814.386614] env[69249]: _type = "Task" [ 814.386614] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.397151] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52076e01-cf7d-9168-2216-8bc708afe1af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.573495] env[69249]: DEBUG nova.network.neutron [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.621266] env[69249]: DEBUG nova.scheduler.client.report [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.732086] env[69249]: DEBUG nova.network.neutron [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Updating instance_info_cache with network_info: [{"id": "8d6a42df-37c8-406c-b908-4d97a3edb1ee", "address": "fa:16:3e:24:87:3c", "network": {"id": "11cec728-d1f8-43bc-8608-f03b42eae8e8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1998295310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e0865b5355471a85e12784ec0363ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6a42df-37", "ovs_interfaceid": "8d6a42df-37c8-406c-b908-4d97a3edb1ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.898942] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52076e01-cf7d-9168-2216-8bc708afe1af, 'name': SearchDatastore_Task, 'duration_secs': 0.010701} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.899374] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.899530] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 48e32bdf-0ae5-4fa7-865a-210775192c0b/48e32bdf-0ae5-4fa7-865a-210775192c0b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.899722] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39c27a2d-200a-4093-991e-805e3545c295 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.907960] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 814.907960] env[69249]: value = "task-3659319" [ 814.907960] env[69249]: _type = "Task" [ 814.907960] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.916424] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.961216] env[69249]: DEBUG nova.compute.manager [req-f14791f9-7a55-419b-824f-971515781f90 req-7019d4d9-f5da-4a41-80c0-3b116af197dc service nova] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Received event network-vif-plugged-8d6a42df-37c8-406c-b908-4d97a3edb1ee {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.961567] env[69249]: DEBUG oslo_concurrency.lockutils [req-f14791f9-7a55-419b-824f-971515781f90 req-7019d4d9-f5da-4a41-80c0-3b116af197dc service nova] Acquiring lock "b92a40e7-0627-4ef0-96fe-e6372f068e37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.961919] env[69249]: DEBUG oslo_concurrency.lockutils [req-f14791f9-7a55-419b-824f-971515781f90 req-7019d4d9-f5da-4a41-80c0-3b116af197dc service nova] Lock "b92a40e7-0627-4ef0-96fe-e6372f068e37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.962280] env[69249]: DEBUG oslo_concurrency.lockutils [req-f14791f9-7a55-419b-824f-971515781f90 req-7019d4d9-f5da-4a41-80c0-3b116af197dc service nova] Lock "b92a40e7-0627-4ef0-96fe-e6372f068e37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.962471] env[69249]: DEBUG nova.compute.manager [req-f14791f9-7a55-419b-824f-971515781f90 req-7019d4d9-f5da-4a41-80c0-3b116af197dc service nova] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] No waiting events found dispatching network-vif-plugged-8d6a42df-37c8-406c-b908-4d97a3edb1ee {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 814.962656] env[69249]: WARNING nova.compute.manager [req-f14791f9-7a55-419b-824f-971515781f90 req-7019d4d9-f5da-4a41-80c0-3b116af197dc service nova] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Received unexpected event network-vif-plugged-8d6a42df-37c8-406c-b908-4d97a3edb1ee for instance with vm_state building and task_state spawning. [ 814.962813] env[69249]: DEBUG nova.compute.manager [req-f14791f9-7a55-419b-824f-971515781f90 req-7019d4d9-f5da-4a41-80c0-3b116af197dc service nova] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Received event network-changed-8d6a42df-37c8-406c-b908-4d97a3edb1ee {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.962960] env[69249]: DEBUG nova.compute.manager [req-f14791f9-7a55-419b-824f-971515781f90 req-7019d4d9-f5da-4a41-80c0-3b116af197dc service nova] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Refreshing instance network info cache due to event network-changed-8d6a42df-37c8-406c-b908-4d97a3edb1ee. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.963548] env[69249]: DEBUG oslo_concurrency.lockutils [req-f14791f9-7a55-419b-824f-971515781f90 req-7019d4d9-f5da-4a41-80c0-3b116af197dc service nova] Acquiring lock "refresh_cache-b92a40e7-0627-4ef0-96fe-e6372f068e37" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.126272] env[69249]: DEBUG oslo_concurrency.lockutils [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.128902] env[69249]: DEBUG oslo_concurrency.lockutils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.135s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.130512] env[69249]: INFO nova.compute.claims [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.150935] env[69249]: INFO nova.scheduler.client.report [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Deleted allocations for instance 64baed3e-df1d-47f8-8ee2-e7a44fc38b18 [ 815.235348] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Releasing lock "refresh_cache-b92a40e7-0627-4ef0-96fe-e6372f068e37" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.235688] env[69249]: DEBUG nova.compute.manager [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Instance network_info: |[{"id": "8d6a42df-37c8-406c-b908-4d97a3edb1ee", "address": "fa:16:3e:24:87:3c", "network": {"id": "11cec728-d1f8-43bc-8608-f03b42eae8e8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1998295310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e0865b5355471a85e12784ec0363ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6a42df-37", "ovs_interfaceid": "8d6a42df-37c8-406c-b908-4d97a3edb1ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.236091] env[69249]: DEBUG oslo_concurrency.lockutils [req-f14791f9-7a55-419b-824f-971515781f90 req-7019d4d9-f5da-4a41-80c0-3b116af197dc service nova] Acquired lock "refresh_cache-b92a40e7-0627-4ef0-96fe-e6372f068e37" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.236321] env[69249]: DEBUG nova.network.neutron [req-f14791f9-7a55-419b-824f-971515781f90 req-7019d4d9-f5da-4a41-80c0-3b116af197dc service nova] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Refreshing network info cache for port 8d6a42df-37c8-406c-b908-4d97a3edb1ee {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.237650] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:87:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d6a42df-37c8-406c-b908-4d97a3edb1ee', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.245746] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Creating folder: Project (b6e0865b5355471a85e12784ec0363ba). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.247056] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fad8e64-7ec9-46ba-819e-6bdddb490e13 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.259034] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Created folder: Project (b6e0865b5355471a85e12784ec0363ba) in parent group-v729229. [ 815.259034] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Creating folder: Instances. Parent ref: group-v729384. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.259270] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14874e12-654e-43c2-aaf5-2f0cfdf2c410 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.268406] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Created folder: Instances in parent group-v729384. [ 815.268672] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.268906] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.269187] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef4826c1-47a4-4897-a13d-f90a401e5fab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.290067] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.290067] env[69249]: value = "task-3659322" [ 815.290067] env[69249]: _type = "Task" [ 815.290067] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.303748] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659322, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.417210] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464317} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.417475] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 48e32bdf-0ae5-4fa7-865a-210775192c0b/48e32bdf-0ae5-4fa7-865a-210775192c0b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.417691] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.418012] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b329701-0744-4129-8dae-5e0f09046956 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.426411] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 815.426411] env[69249]: value = "task-3659323" [ 815.426411] env[69249]: _type = "Task" [ 815.426411] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.434913] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.664910] env[69249]: DEBUG oslo_concurrency.lockutils [None req-debb95da-bc9d-4a5d-a80c-4d15f59f3190 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "64baed3e-df1d-47f8-8ee2-e7a44fc38b18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.192s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.806944] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659322, 'name': CreateVM_Task, 'duration_secs': 0.321658} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.807313] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.808211] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.808503] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.808940] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.810781] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0788a0b5-b649-46ae-b3ef-f7c7406bb521 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.818176] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Waiting for the task: (returnval){ [ 815.818176] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5287335a-ac9f-165f-26e1-0c2f3962c7fe" [ 815.818176] env[69249]: _type = "Task" [ 815.818176] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.831518] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5287335a-ac9f-165f-26e1-0c2f3962c7fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.831518] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.831518] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.831518] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.831518] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.831518] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.831518] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3bf6078-a3e9-4af0-803f-fd553b1aab3c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.839608] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.840592] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.841444] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baedf09f-1e9b-46f0-b418-9ae54481025c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.847295] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Waiting for the task: (returnval){ [ 815.847295] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a302e8-8486-b531-b532-546a04f8cdb0" [ 815.847295] env[69249]: _type = "Task" [ 815.847295] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.855922] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a302e8-8486-b531-b532-546a04f8cdb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.947723] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067947} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.948663] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.950014] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd14edb8-8c44-40b9-8fa6-282adeaa38f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.980145] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 48e32bdf-0ae5-4fa7-865a-210775192c0b/48e32bdf-0ae5-4fa7-865a-210775192c0b.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.983507] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e2dff6f-8e84-4c6b-87df-cd39049dca9d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.010019] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 816.010019] env[69249]: value = "task-3659324" [ 816.010019] env[69249]: _type = "Task" [ 816.010019] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.017859] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.125234] env[69249]: DEBUG nova.network.neutron [req-f14791f9-7a55-419b-824f-971515781f90 req-7019d4d9-f5da-4a41-80c0-3b116af197dc service nova] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Updated VIF entry in instance network info cache for port 8d6a42df-37c8-406c-b908-4d97a3edb1ee. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.125588] env[69249]: DEBUG nova.network.neutron [req-f14791f9-7a55-419b-824f-971515781f90 req-7019d4d9-f5da-4a41-80c0-3b116af197dc service nova] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Updating instance_info_cache with network_info: [{"id": "8d6a42df-37c8-406c-b908-4d97a3edb1ee", "address": "fa:16:3e:24:87:3c", "network": {"id": "11cec728-d1f8-43bc-8608-f03b42eae8e8", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1998295310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6e0865b5355471a85e12784ec0363ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d6a42df-37", "ovs_interfaceid": "8d6a42df-37c8-406c-b908-4d97a3edb1ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.357082] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a302e8-8486-b531-b532-546a04f8cdb0, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.357888] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc6dec7f-f5d6-4c40-a878-3e1b0a9fe566 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.366771] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Waiting for the task: (returnval){ [ 816.366771] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52db1105-7349-92ee-56dd-59255c1bbd82" [ 816.366771] env[69249]: _type = "Task" [ 816.366771] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.373639] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52db1105-7349-92ee-56dd-59255c1bbd82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.523361] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659324, 'name': ReconfigVM_Task, 'duration_secs': 0.302285} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.523639] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 48e32bdf-0ae5-4fa7-865a-210775192c0b/48e32bdf-0ae5-4fa7-865a-210775192c0b.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.526551] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c0fcbee-8b96-4747-adb0-cd9ca0771cb4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.534029] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 816.534029] env[69249]: value = "task-3659325" [ 816.534029] env[69249]: _type = "Task" [ 816.534029] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.549159] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659325, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.589719] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e438e0c4-65b0-4bd7-857e-444787cf92b3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.597569] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1782d578-0454-4e8d-b692-d85fd2367041 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.633536] env[69249]: DEBUG oslo_concurrency.lockutils [req-f14791f9-7a55-419b-824f-971515781f90 req-7019d4d9-f5da-4a41-80c0-3b116af197dc service nova] Releasing lock "refresh_cache-b92a40e7-0627-4ef0-96fe-e6372f068e37" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.634879] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa741fa3-77e2-48a1-8097-44d85f865ea7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.642739] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bb5833-7577-424e-ad0b-c4287a46b3d5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.658307] env[69249]: DEBUG nova.compute.provider_tree [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.876138] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52db1105-7349-92ee-56dd-59255c1bbd82, 'name': SearchDatastore_Task, 'duration_secs': 0.009274} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.876403] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.876652] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] b92a40e7-0627-4ef0-96fe-e6372f068e37/b92a40e7-0627-4ef0-96fe-e6372f068e37.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.876927] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b12bba09-3b2c-4e45-b75e-713c3686d583 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.883093] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Waiting for the task: (returnval){ [ 816.883093] env[69249]: value = "task-3659326" [ 816.883093] env[69249]: _type = "Task" [ 816.883093] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.890549] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': task-3659326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.044180] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659325, 'name': Rename_Task, 'duration_secs': 0.15777} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.044540] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.044861] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4cde1c7-b507-4661-8aeb-3334a366cdb4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.055775] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 817.055775] env[69249]: value = "task-3659327" [ 817.055775] env[69249]: _type = "Task" [ 817.055775] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.064972] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.160589] env[69249]: DEBUG nova.scheduler.client.report [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.392781] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': task-3659326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470459} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.393172] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] b92a40e7-0627-4ef0-96fe-e6372f068e37/b92a40e7-0627-4ef0-96fe-e6372f068e37.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.393416] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.393677] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b48f696b-3113-42df-ae98-aecf2e2b3702 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.399736] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Waiting for the task: (returnval){ [ 817.399736] env[69249]: value = "task-3659328" [ 817.399736] env[69249]: _type = "Task" [ 817.399736] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.407578] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': task-3659328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.567289] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.666473] env[69249]: DEBUG oslo_concurrency.lockutils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.667092] env[69249]: DEBUG nova.compute.manager [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.669946] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.198s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.672199] env[69249]: INFO nova.compute.claims [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.826585] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.826585] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.910567] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': task-3659328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091262} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.910844] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.911648] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc19abf-9715-4adb-b47a-919352f1112f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.933605] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] b92a40e7-0627-4ef0-96fe-e6372f068e37/b92a40e7-0627-4ef0-96fe-e6372f068e37.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.933782] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d817578-4466-4c24-8b47-7cfe2667926f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.953499] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Waiting for the task: (returnval){ [ 817.953499] env[69249]: value = "task-3659329" [ 817.953499] env[69249]: _type = "Task" [ 817.953499] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.961538] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': task-3659329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.065786] env[69249]: DEBUG oslo_vmware.api [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659327, 'name': PowerOnVM_Task, 'duration_secs': 0.646365} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.066073] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.066265] env[69249]: INFO nova.compute.manager [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Took 7.41 seconds to spawn the instance on the hypervisor. [ 818.066438] env[69249]: DEBUG nova.compute.manager [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 818.067264] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e88e07-8693-48d9-a7bc-52a9400e6e88 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.181640] env[69249]: DEBUG nova.compute.utils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.183165] env[69249]: DEBUG nova.compute.manager [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.183343] env[69249]: DEBUG nova.network.neutron [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.249869] env[69249]: DEBUG nova.policy [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac15811015aa438a91eb5cdbce9afa33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f87d1349e054129af3eca3947232321', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.464281] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': task-3659329, 'name': ReconfigVM_Task, 'duration_secs': 0.283608} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.464281] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Reconfigured VM instance instance-00000032 to attach disk [datastore1] b92a40e7-0627-4ef0-96fe-e6372f068e37/b92a40e7-0627-4ef0-96fe-e6372f068e37.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.465037] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73b67cb9-5fa4-4c63-9617-116e1775b2fa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.472468] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Waiting for the task: (returnval){ [ 818.472468] env[69249]: value = "task-3659330" [ 818.472468] env[69249]: _type = "Task" [ 818.472468] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.480259] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': task-3659330, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.588688] env[69249]: INFO nova.compute.manager [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Took 41.78 seconds to build instance. [ 818.614905] env[69249]: DEBUG nova.network.neutron [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Successfully created port: 58e70222-56fa-4a2a-8dac-8c32143315e1 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.689175] env[69249]: DEBUG nova.compute.manager [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.986881] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': task-3659330, 'name': Rename_Task, 'duration_secs': 0.147726} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.987186] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.987628] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3a7a9be-22f9-4cad-a41e-9e52746cd0e3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.994886] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Waiting for the task: (returnval){ [ 818.994886] env[69249]: value = "task-3659331" [ 818.994886] env[69249]: _type = "Task" [ 818.994886] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.005207] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': task-3659331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.091886] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7bfec94d-aefd-4b08-aab9-ba6488a4b9c8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "48e32bdf-0ae5-4fa7-865a-210775192c0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.406s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.167058] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e3549b-c31c-4867-9278-a25e3b227a35 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.175012] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6e6427-357e-452c-9671-4d422b800f69 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.208025] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979630d7-1044-4240-a780-a9849871229c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.215662] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85f0edf-7ccc-40fa-8f10-1cc531557b18 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.229246] env[69249]: DEBUG nova.compute.provider_tree [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.506506] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': task-3659331, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.597797] env[69249]: DEBUG nova.compute.manager [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.712858] env[69249]: DEBUG nova.compute.manager [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.731954] env[69249]: DEBUG nova.scheduler.client.report [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.736925] env[69249]: DEBUG nova.virt.hardware [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.737176] env[69249]: DEBUG nova.virt.hardware [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.737332] env[69249]: DEBUG nova.virt.hardware [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.737509] env[69249]: DEBUG nova.virt.hardware [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.737651] env[69249]: DEBUG nova.virt.hardware [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.737797] env[69249]: DEBUG nova.virt.hardware [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.737994] env[69249]: DEBUG nova.virt.hardware [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.738170] env[69249]: DEBUG nova.virt.hardware [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.738335] env[69249]: DEBUG nova.virt.hardware [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.738494] env[69249]: DEBUG nova.virt.hardware [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.738660] env[69249]: DEBUG nova.virt.hardware [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.739593] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d36f18-557a-4d5e-8c90-714e407c124a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.747897] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66983040-3425-458e-9d7c-95f717a5b241 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.007631] env[69249]: DEBUG oslo_vmware.api [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': task-3659331, 'name': PowerOnVM_Task, 'duration_secs': 0.63221} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.007896] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.008135] env[69249]: INFO nova.compute.manager [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Took 6.86 seconds to spawn the instance on the hypervisor. [ 820.008315] env[69249]: DEBUG nova.compute.manager [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 820.009087] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d26bde6-8cf2-4b86-931f-14a21baba1a3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.128431] env[69249]: DEBUG nova.compute.manager [req-546da432-9c22-4336-91a4-7adaec7800c5 req-1c507189-77f2-4ec8-9792-dc2a16dc6ba8 service nova] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Received event network-vif-plugged-58e70222-56fa-4a2a-8dac-8c32143315e1 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.128685] env[69249]: DEBUG oslo_concurrency.lockutils [req-546da432-9c22-4336-91a4-7adaec7800c5 req-1c507189-77f2-4ec8-9792-dc2a16dc6ba8 service nova] Acquiring lock "855f2dac-5eec-4061-b146-63422965d5e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.128861] env[69249]: DEBUG oslo_concurrency.lockutils [req-546da432-9c22-4336-91a4-7adaec7800c5 req-1c507189-77f2-4ec8-9792-dc2a16dc6ba8 service nova] Lock "855f2dac-5eec-4061-b146-63422965d5e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.129038] env[69249]: DEBUG oslo_concurrency.lockutils [req-546da432-9c22-4336-91a4-7adaec7800c5 req-1c507189-77f2-4ec8-9792-dc2a16dc6ba8 service nova] Lock "855f2dac-5eec-4061-b146-63422965d5e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.129204] env[69249]: DEBUG nova.compute.manager [req-546da432-9c22-4336-91a4-7adaec7800c5 req-1c507189-77f2-4ec8-9792-dc2a16dc6ba8 service nova] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] No waiting events found dispatching network-vif-plugged-58e70222-56fa-4a2a-8dac-8c32143315e1 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 820.129425] env[69249]: WARNING nova.compute.manager [req-546da432-9c22-4336-91a4-7adaec7800c5 req-1c507189-77f2-4ec8-9792-dc2a16dc6ba8 service nova] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Received unexpected event network-vif-plugged-58e70222-56fa-4a2a-8dac-8c32143315e1 for instance with vm_state building and task_state spawning. [ 820.130445] env[69249]: DEBUG oslo_concurrency.lockutils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.164224] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.164525] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.241416] env[69249]: DEBUG nova.network.neutron [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Successfully updated port: 58e70222-56fa-4a2a-8dac-8c32143315e1 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.247656] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.248301] env[69249]: DEBUG nova.compute.manager [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.252226] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.459s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.254472] env[69249]: INFO nova.compute.claims [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.526843] env[69249]: INFO nova.compute.manager [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Took 43.29 seconds to build instance. [ 820.674462] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.674462] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.674462] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.674462] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.674462] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.674462] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.674462] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 820.674462] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.753695] env[69249]: DEBUG oslo_concurrency.lockutils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "refresh_cache-855f2dac-5eec-4061-b146-63422965d5e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.753695] env[69249]: DEBUG oslo_concurrency.lockutils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired lock "refresh_cache-855f2dac-5eec-4061-b146-63422965d5e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.753695] env[69249]: DEBUG nova.network.neutron [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.759993] env[69249]: DEBUG nova.compute.utils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.761436] env[69249]: DEBUG nova.compute.manager [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.761616] env[69249]: DEBUG nova.network.neutron [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.805679] env[69249]: DEBUG nova.policy [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7267086641164572b72384fefa2159b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82b3c8132320428a95fceba9cba7260e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.028576] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e85ef7e6-cb5f-48b2-8d1c-8b1d0897a58b tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Lock "b92a40e7-0627-4ef0-96fe-e6372f068e37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.718s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.176382] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.194058] env[69249]: DEBUG nova.network.neutron [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Successfully created port: 37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.262793] env[69249]: DEBUG oslo_concurrency.lockutils [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Acquiring lock "b92a40e7-0627-4ef0-96fe-e6372f068e37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.266612] env[69249]: DEBUG oslo_concurrency.lockutils [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Lock "b92a40e7-0627-4ef0-96fe-e6372f068e37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.267220] env[69249]: DEBUG oslo_concurrency.lockutils [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Acquiring lock "b92a40e7-0627-4ef0-96fe-e6372f068e37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.267220] env[69249]: DEBUG oslo_concurrency.lockutils [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Lock "b92a40e7-0627-4ef0-96fe-e6372f068e37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.267351] env[69249]: DEBUG oslo_concurrency.lockutils [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Lock "b92a40e7-0627-4ef0-96fe-e6372f068e37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.278446] env[69249]: DEBUG nova.compute.manager [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.284275] env[69249]: INFO nova.compute.manager [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Terminating instance [ 821.305996] env[69249]: DEBUG nova.network.neutron [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.478354] env[69249]: DEBUG nova.network.neutron [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Updating instance_info_cache with network_info: [{"id": "58e70222-56fa-4a2a-8dac-8c32143315e1", "address": "fa:16:3e:84:cd:78", "network": {"id": "43a3fff8-4cd3-480e-9007-e9e900a6d427", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1590462981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f87d1349e054129af3eca3947232321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e70222-56", "ovs_interfaceid": "58e70222-56fa-4a2a-8dac-8c32143315e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.531852] env[69249]: DEBUG nova.compute.manager [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.791846] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bb7471-1ffa-4272-ac7f-d999a70d40ae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.797836] env[69249]: DEBUG nova.compute.manager [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.797836] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.797836] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e43d4f3-08ce-4691-ad04-efdedbe966e9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.809043] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98203a77-b7a0-4814-9ce5-3b306799cf70 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.814467] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.814605] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98d70f01-7865-407b-9bf0-021f993b08ae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.848812] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679b7dfb-99e0-4af2-8362-9b92908279f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.855813] env[69249]: DEBUG oslo_vmware.api [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Waiting for the task: (returnval){ [ 821.855813] env[69249]: value = "task-3659332" [ 821.855813] env[69249]: _type = "Task" [ 821.855813] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.856134] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquiring lock "f4a01c73-0d60-47f4-9f76-b8da9451900c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.856302] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "f4a01c73-0d60-47f4-9f76-b8da9451900c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.864325] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3908490-50cb-49c4-a3eb-c0f65d470236 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.871523] env[69249]: DEBUG oslo_vmware.api [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': task-3659332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.883121] env[69249]: DEBUG nova.compute.provider_tree [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.987184] env[69249]: DEBUG oslo_concurrency.lockutils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Releasing lock "refresh_cache-855f2dac-5eec-4061-b146-63422965d5e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.988216] env[69249]: DEBUG nova.compute.manager [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Instance network_info: |[{"id": "58e70222-56fa-4a2a-8dac-8c32143315e1", "address": "fa:16:3e:84:cd:78", "network": {"id": "43a3fff8-4cd3-480e-9007-e9e900a6d427", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1590462981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f87d1349e054129af3eca3947232321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e70222-56", "ovs_interfaceid": "58e70222-56fa-4a2a-8dac-8c32143315e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.988382] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:cd:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58e70222-56fa-4a2a-8dac-8c32143315e1', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.996974] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.997268] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.997977] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eb3c9ac-c714-4128-a9c4-76cf2923f613 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.019932] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.019932] env[69249]: value = "task-3659333" [ 822.019932] env[69249]: _type = "Task" [ 822.019932] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.028419] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659333, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.060438] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.153922] env[69249]: DEBUG nova.compute.manager [req-b837a6fe-69a6-42d0-9cf2-32409c14684f req-6264fa10-59b6-4fa3-85e4-86577b4113b1 service nova] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Received event network-changed-58e70222-56fa-4a2a-8dac-8c32143315e1 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.154294] env[69249]: DEBUG nova.compute.manager [req-b837a6fe-69a6-42d0-9cf2-32409c14684f req-6264fa10-59b6-4fa3-85e4-86577b4113b1 service nova] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Refreshing instance network info cache due to event network-changed-58e70222-56fa-4a2a-8dac-8c32143315e1. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.154624] env[69249]: DEBUG oslo_concurrency.lockutils [req-b837a6fe-69a6-42d0-9cf2-32409c14684f req-6264fa10-59b6-4fa3-85e4-86577b4113b1 service nova] Acquiring lock "refresh_cache-855f2dac-5eec-4061-b146-63422965d5e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.154697] env[69249]: DEBUG oslo_concurrency.lockutils [req-b837a6fe-69a6-42d0-9cf2-32409c14684f req-6264fa10-59b6-4fa3-85e4-86577b4113b1 service nova] Acquired lock "refresh_cache-855f2dac-5eec-4061-b146-63422965d5e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.154961] env[69249]: DEBUG nova.network.neutron [req-b837a6fe-69a6-42d0-9cf2-32409c14684f req-6264fa10-59b6-4fa3-85e4-86577b4113b1 service nova] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Refreshing network info cache for port 58e70222-56fa-4a2a-8dac-8c32143315e1 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.181997] env[69249]: DEBUG oslo_concurrency.lockutils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquiring lock "be5c3039-6942-4450-b2fb-3f347d4358d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.182282] env[69249]: DEBUG oslo_concurrency.lockutils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "be5c3039-6942-4450-b2fb-3f347d4358d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.297557] env[69249]: DEBUG nova.compute.manager [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.329680] env[69249]: DEBUG nova.virt.hardware [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.329970] env[69249]: DEBUG nova.virt.hardware [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.330153] env[69249]: DEBUG nova.virt.hardware [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.330371] env[69249]: DEBUG nova.virt.hardware [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.330525] env[69249]: DEBUG nova.virt.hardware [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.330669] env[69249]: DEBUG nova.virt.hardware [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.330895] env[69249]: DEBUG nova.virt.hardware [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.331172] env[69249]: DEBUG nova.virt.hardware [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.331389] env[69249]: DEBUG nova.virt.hardware [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.331562] env[69249]: DEBUG nova.virt.hardware [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.331758] env[69249]: DEBUG nova.virt.hardware [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.332639] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3998b9ed-b07d-4ad0-ad1d-f7740cdf0531 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.341996] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793ba4df-9dde-4acb-bedc-c5f92e155740 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.365372] env[69249]: DEBUG oslo_vmware.api [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': task-3659332, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.386717] env[69249]: DEBUG nova.scheduler.client.report [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.532530] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659333, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.866778] env[69249]: DEBUG oslo_vmware.api [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': task-3659332, 'name': PowerOffVM_Task, 'duration_secs': 0.552924} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.866778] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.866778] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.867029] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efa828de-9086-47f1-a4ee-7c7eddcfb49c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.892336] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.892866] env[69249]: DEBUG nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.896021] env[69249]: DEBUG oslo_concurrency.lockutils [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.567s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.896129] env[69249]: DEBUG nova.objects.instance [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lazy-loading 'resources' on Instance uuid 4aa31fef-e939-4657-8a8f-48042bd1d081 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.928643] env[69249]: DEBUG nova.network.neutron [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Successfully updated port: 37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.938706] env[69249]: DEBUG nova.network.neutron [req-b837a6fe-69a6-42d0-9cf2-32409c14684f req-6264fa10-59b6-4fa3-85e4-86577b4113b1 service nova] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Updated VIF entry in instance network info cache for port 58e70222-56fa-4a2a-8dac-8c32143315e1. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.938706] env[69249]: DEBUG nova.network.neutron [req-b837a6fe-69a6-42d0-9cf2-32409c14684f req-6264fa10-59b6-4fa3-85e4-86577b4113b1 service nova] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Updating instance_info_cache with network_info: [{"id": "58e70222-56fa-4a2a-8dac-8c32143315e1", "address": "fa:16:3e:84:cd:78", "network": {"id": "43a3fff8-4cd3-480e-9007-e9e900a6d427", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1590462981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f87d1349e054129af3eca3947232321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e70222-56", "ovs_interfaceid": "58e70222-56fa-4a2a-8dac-8c32143315e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.946340] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.946553] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.946745] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Deleting the datastore file [datastore1] b92a40e7-0627-4ef0-96fe-e6372f068e37 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.947506] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b670ab0-d573-4baf-a44c-9f7a3e090282 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.957553] env[69249]: DEBUG oslo_vmware.api [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Waiting for the task: (returnval){ [ 822.957553] env[69249]: value = "task-3659335" [ 822.957553] env[69249]: _type = "Task" [ 822.957553] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.971192] env[69249]: DEBUG oslo_vmware.api [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': task-3659335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.031736] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659333, 'name': CreateVM_Task, 'duration_secs': 0.668416} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.031946] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.032719] env[69249]: DEBUG oslo_concurrency.lockutils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.032904] env[69249]: DEBUG oslo_concurrency.lockutils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.033256] env[69249]: DEBUG oslo_concurrency.lockutils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.033546] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0ced38-7b4d-4f18-850d-35b48be0b88c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.039115] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 823.039115] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522a5d8c-fb72-a504-608e-ca33f6f59a7e" [ 823.039115] env[69249]: _type = "Task" [ 823.039115] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.048896] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522a5d8c-fb72-a504-608e-ca33f6f59a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.399568] env[69249]: DEBUG nova.compute.utils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.400971] env[69249]: DEBUG nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.401167] env[69249]: DEBUG nova.network.neutron [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.430292] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "refresh_cache-5a06a3cc-c5dd-4e97-a30b-6720f459aece" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.430621] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquired lock "refresh_cache-5a06a3cc-c5dd-4e97-a30b-6720f459aece" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.430621] env[69249]: DEBUG nova.network.neutron [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.441390] env[69249]: DEBUG nova.policy [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27429b3779c04c3f831d2887d5d2de5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589d745d1ea84e98b1992cacd3e6b5c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.444162] env[69249]: DEBUG oslo_concurrency.lockutils [req-b837a6fe-69a6-42d0-9cf2-32409c14684f req-6264fa10-59b6-4fa3-85e4-86577b4113b1 service nova] Releasing lock "refresh_cache-855f2dac-5eec-4061-b146-63422965d5e5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.469229] env[69249]: DEBUG oslo_vmware.api [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Task: {'id': task-3659335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186558} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.471637] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.471819] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.471994] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.472425] env[69249]: INFO nova.compute.manager [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Took 1.68 seconds to destroy the instance on the hypervisor. [ 823.472425] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.473093] env[69249]: DEBUG nova.compute.manager [-] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.473093] env[69249]: DEBUG nova.network.neutron [-] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.554795] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522a5d8c-fb72-a504-608e-ca33f6f59a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.019212} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.555189] env[69249]: DEBUG oslo_concurrency.lockutils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.555419] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.555654] env[69249]: DEBUG oslo_concurrency.lockutils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.555797] env[69249]: DEBUG oslo_concurrency.lockutils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.555968] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.556253] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24694798-b7c6-4624-a4dd-7580daec414d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.567366] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.567547] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.568297] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f41bcab8-3108-4316-96de-b75e91b365ba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.574643] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 823.574643] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520cdf0f-ac9c-5441-2eea-e340beb0056a" [ 823.574643] env[69249]: _type = "Task" [ 823.574643] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.583477] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520cdf0f-ac9c-5441-2eea-e340beb0056a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.906472] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e95a58-1bd9-457e-869e-a947252bd5fc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.909795] env[69249]: DEBUG nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.924553] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58b9701-14cd-4afd-9aa2-a8964fa0686e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.961144] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531db10c-6200-4bf0-92ca-6c3bec6193dd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.970124] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a1afe7-b9f0-43d0-85a5-9ac3215207ed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.985276] env[69249]: DEBUG nova.compute.provider_tree [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.999466] env[69249]: DEBUG nova.network.neutron [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.086070] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520cdf0f-ac9c-5441-2eea-e340beb0056a, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.086619] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9951025-7e7d-4d06-ae15-b99a6399d10e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.092043] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 824.092043] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52668a86-ad6a-0cdb-9595-e28ea183bc65" [ 824.092043] env[69249]: _type = "Task" [ 824.092043] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.101894] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52668a86-ad6a-0cdb-9595-e28ea183bc65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.115958] env[69249]: DEBUG nova.network.neutron [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Successfully created port: aabfd992-5697-4865-9513-7807f2354dc9 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.187651] env[69249]: DEBUG nova.network.neutron [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Updating instance_info_cache with network_info: [{"id": "37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa", "address": "fa:16:3e:40:85:cc", "network": {"id": "1c592969-e6ee-48d8-ac86-258a8ab15936", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-18908523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82b3c8132320428a95fceba9cba7260e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37fef57f-bb", "ovs_interfaceid": "37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.262532] env[69249]: DEBUG nova.compute.manager [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Received event network-vif-plugged-37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.263079] env[69249]: DEBUG oslo_concurrency.lockutils [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] Acquiring lock "5a06a3cc-c5dd-4e97-a30b-6720f459aece-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.263473] env[69249]: DEBUG oslo_concurrency.lockutils [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] Lock "5a06a3cc-c5dd-4e97-a30b-6720f459aece-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.264372] env[69249]: DEBUG oslo_concurrency.lockutils [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] Lock "5a06a3cc-c5dd-4e97-a30b-6720f459aece-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.264372] env[69249]: DEBUG nova.compute.manager [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] No waiting events found dispatching network-vif-plugged-37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 824.265029] env[69249]: WARNING nova.compute.manager [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Received unexpected event network-vif-plugged-37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa for instance with vm_state building and task_state spawning. [ 824.265029] env[69249]: DEBUG nova.compute.manager [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Received event network-changed-37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.265029] env[69249]: DEBUG nova.compute.manager [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Refreshing instance network info cache due to event network-changed-37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.265477] env[69249]: DEBUG oslo_concurrency.lockutils [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] Acquiring lock "refresh_cache-5a06a3cc-c5dd-4e97-a30b-6720f459aece" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.266294] env[69249]: DEBUG nova.network.neutron [-] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.488525] env[69249]: DEBUG nova.scheduler.client.report [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.603772] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52668a86-ad6a-0cdb-9595-e28ea183bc65, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.604149] env[69249]: DEBUG oslo_concurrency.lockutils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.604516] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 855f2dac-5eec-4061-b146-63422965d5e5/855f2dac-5eec-4061-b146-63422965d5e5.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.604853] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc51e2f8-dbe7-47c9-8a40-218a7867fbde {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.613389] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 824.613389] env[69249]: value = "task-3659336" [ 824.613389] env[69249]: _type = "Task" [ 824.613389] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.621479] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.690716] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Releasing lock "refresh_cache-5a06a3cc-c5dd-4e97-a30b-6720f459aece" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.691075] env[69249]: DEBUG nova.compute.manager [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Instance network_info: |[{"id": "37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa", "address": "fa:16:3e:40:85:cc", "network": {"id": "1c592969-e6ee-48d8-ac86-258a8ab15936", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-18908523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82b3c8132320428a95fceba9cba7260e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37fef57f-bb", "ovs_interfaceid": "37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.691400] env[69249]: DEBUG oslo_concurrency.lockutils [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] Acquired lock "refresh_cache-5a06a3cc-c5dd-4e97-a30b-6720f459aece" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.691579] env[69249]: DEBUG nova.network.neutron [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Refreshing network info cache for port 37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.692879] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:85:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.700311] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.701204] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.701438] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae76064b-7daa-4fbf-98e1-218430ba1c30 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.720952] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.720952] env[69249]: value = "task-3659337" [ 824.720952] env[69249]: _type = "Task" [ 824.720952] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.728457] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659337, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.769365] env[69249]: INFO nova.compute.manager [-] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Took 1.30 seconds to deallocate network for instance. [ 824.920298] env[69249]: DEBUG nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.950596] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.950868] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.951055] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.951244] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.951385] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.951563] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.951769] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.951929] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.952110] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.952548] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.952730] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.953662] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d900ff88-b345-48f8-9f9f-e740f020413c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.964375] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771fdd08-4e91-49c9-b295-54ebb860b478 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.995816] env[69249]: DEBUG oslo_concurrency.lockutils [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.999148] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.390s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.000207] env[69249]: INFO nova.compute.claims [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.025712] env[69249]: INFO nova.scheduler.client.report [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Deleted allocations for instance 4aa31fef-e939-4657-8a8f-48042bd1d081 [ 825.123999] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43761} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.124437] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 855f2dac-5eec-4061-b146-63422965d5e5/855f2dac-5eec-4061-b146-63422965d5e5.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.124720] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.125042] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-735781a2-cf44-4002-80d1-82623b433713 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.132271] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 825.132271] env[69249]: value = "task-3659338" [ 825.132271] env[69249]: _type = "Task" [ 825.132271] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.142227] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.232057] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659337, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.276903] env[69249]: DEBUG oslo_concurrency.lockutils [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.439344] env[69249]: DEBUG nova.network.neutron [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Updated VIF entry in instance network info cache for port 37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.439852] env[69249]: DEBUG nova.network.neutron [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Updating instance_info_cache with network_info: [{"id": "37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa", "address": "fa:16:3e:40:85:cc", "network": {"id": "1c592969-e6ee-48d8-ac86-258a8ab15936", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-18908523-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82b3c8132320428a95fceba9cba7260e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37fef57f-bb", "ovs_interfaceid": "37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.535186] env[69249]: DEBUG oslo_concurrency.lockutils [None req-07807507-5469-4188-819e-e805014ef81c tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "4aa31fef-e939-4657-8a8f-48042bd1d081" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.032s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.578759] env[69249]: DEBUG nova.compute.manager [req-5d1ccc3d-fc82-4b8e-9570-6b2e49eab412 req-49fe6eec-1a41-4bc8-b008-03f518786c78 service nova] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Received event network-vif-plugged-aabfd992-5697-4865-9513-7807f2354dc9 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.581810] env[69249]: DEBUG oslo_concurrency.lockutils [req-5d1ccc3d-fc82-4b8e-9570-6b2e49eab412 req-49fe6eec-1a41-4bc8-b008-03f518786c78 service nova] Acquiring lock "3a3ae69a-e186-400b-bdab-dd339761c4bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.582071] env[69249]: DEBUG oslo_concurrency.lockutils [req-5d1ccc3d-fc82-4b8e-9570-6b2e49eab412 req-49fe6eec-1a41-4bc8-b008-03f518786c78 service nova] Lock "3a3ae69a-e186-400b-bdab-dd339761c4bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.582296] env[69249]: DEBUG oslo_concurrency.lockutils [req-5d1ccc3d-fc82-4b8e-9570-6b2e49eab412 req-49fe6eec-1a41-4bc8-b008-03f518786c78 service nova] Lock "3a3ae69a-e186-400b-bdab-dd339761c4bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.582539] env[69249]: DEBUG nova.compute.manager [req-5d1ccc3d-fc82-4b8e-9570-6b2e49eab412 req-49fe6eec-1a41-4bc8-b008-03f518786c78 service nova] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] No waiting events found dispatching network-vif-plugged-aabfd992-5697-4865-9513-7807f2354dc9 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 825.582963] env[69249]: WARNING nova.compute.manager [req-5d1ccc3d-fc82-4b8e-9570-6b2e49eab412 req-49fe6eec-1a41-4bc8-b008-03f518786c78 service nova] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Received unexpected event network-vif-plugged-aabfd992-5697-4865-9513-7807f2354dc9 for instance with vm_state building and task_state spawning. [ 825.643810] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071501} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.644256] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.645478] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aa3b71-1629-4863-8bd1-fa5d0c122eac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.655699] env[69249]: DEBUG nova.network.neutron [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Successfully updated port: aabfd992-5697-4865-9513-7807f2354dc9 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.675859] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 855f2dac-5eec-4061-b146-63422965d5e5/855f2dac-5eec-4061-b146-63422965d5e5.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.677519] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5713445c-4dcf-4da4-aa03-85824f295fd8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.696314] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 825.696314] env[69249]: value = "task-3659339" [ 825.696314] env[69249]: _type = "Task" [ 825.696314] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.704878] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.732548] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659337, 'name': CreateVM_Task, 'duration_secs': 0.686318} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.732721] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.733408] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.733573] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.733865] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.734135] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fef430f-90d0-43f9-8b13-173eb9209da3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.738336] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 825.738336] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52928d8c-e4d9-e5c8-a1ed-814b11163f44" [ 825.738336] env[69249]: _type = "Task" [ 825.738336] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.745530] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52928d8c-e4d9-e5c8-a1ed-814b11163f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.948324] env[69249]: DEBUG oslo_concurrency.lockutils [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] Releasing lock "refresh_cache-5a06a3cc-c5dd-4e97-a30b-6720f459aece" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.948324] env[69249]: DEBUG nova.compute.manager [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Received event network-vif-deleted-8d6a42df-37c8-406c-b908-4d97a3edb1ee {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.948324] env[69249]: INFO nova.compute.manager [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Neutron deleted interface 8d6a42df-37c8-406c-b908-4d97a3edb1ee; detaching it from the instance and deleting it from the info cache [ 825.948324] env[69249]: DEBUG nova.network.neutron [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.177814] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "refresh_cache-3a3ae69a-e186-400b-bdab-dd339761c4bf" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.177888] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquired lock "refresh_cache-3a3ae69a-e186-400b-bdab-dd339761c4bf" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.178036] env[69249]: DEBUG nova.network.neutron [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.206563] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659339, 'name': ReconfigVM_Task, 'duration_secs': 0.359378} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.206819] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 855f2dac-5eec-4061-b146-63422965d5e5/855f2dac-5eec-4061-b146-63422965d5e5.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.207839] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eb59485-bece-44c6-b905-34969b4bd30c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.215212] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 826.215212] env[69249]: value = "task-3659340" [ 826.215212] env[69249]: _type = "Task" [ 826.215212] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.223385] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659340, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.248580] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52928d8c-e4d9-e5c8-a1ed-814b11163f44, 'name': SearchDatastore_Task, 'duration_secs': 0.008897} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.251272] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.251744] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.251744] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.251911] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.252062] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.252528] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfaab54b-e1af-4ad2-aec4-9803d18109e1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.261311] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.261512] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.262273] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd6b095-6c3b-47a9-ad4f-8e194a372f92 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.272147] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 826.272147] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5283a60b-392c-1202-8cce-0f67d5286512" [ 826.272147] env[69249]: _type = "Task" [ 826.272147] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.277601] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5283a60b-392c-1202-8cce-0f67d5286512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.451137] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c701c79d-92a2-4729-aff3-262ab3f16476 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.465086] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa5101c-b422-42eb-a799-ddd3cc53ff02 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.474014] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7437b36-0637-4579-97fe-803b89c67662 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.480588] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4fe15b-7e22-4dfb-af19-625543d8db5a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.497266] env[69249]: DEBUG nova.compute.manager [req-cd6f187f-1421-4958-8dc7-2ef7a3f2baf9 req-9ebb1c5f-37ca-4344-85cf-98642fd22762 service nova] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Detach interface failed, port_id=8d6a42df-37c8-406c-b908-4d97a3edb1ee, reason: Instance b92a40e7-0627-4ef0-96fe-e6372f068e37 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 826.522471] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d79d699-60b4-44b5-8959-7d0973b247c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.530755] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ffff78-4f8b-4b72-884c-4eba755d0035 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.544665] env[69249]: DEBUG nova.compute.provider_tree [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.725069] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659340, 'name': Rename_Task, 'duration_secs': 0.16132} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.725221] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.725492] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-850564ec-50c8-4cb2-b54a-e1534ad9d47f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.730052] env[69249]: DEBUG nova.network.neutron [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.733235] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 826.733235] env[69249]: value = "task-3659341" [ 826.733235] env[69249]: _type = "Task" [ 826.733235] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.742486] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.781125] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5283a60b-392c-1202-8cce-0f67d5286512, 'name': SearchDatastore_Task, 'duration_secs': 0.009798} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.781938] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f21e15-190b-42e3-afe3-564f6b32655e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.789613] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 826.789613] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525af3ff-d4e3-96ec-d66f-600218c6213d" [ 826.789613] env[69249]: _type = "Task" [ 826.789613] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.797599] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525af3ff-d4e3-96ec-d66f-600218c6213d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.921354] env[69249]: DEBUG nova.network.neutron [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Updating instance_info_cache with network_info: [{"id": "aabfd992-5697-4865-9513-7807f2354dc9", "address": "fa:16:3e:c8:2f:94", "network": {"id": "17e2bd1b-b0ae-4213-a2c2-a62ededfea75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1210931765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589d745d1ea84e98b1992cacd3e6b5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabfd992-56", "ovs_interfaceid": "aabfd992-5697-4865-9513-7807f2354dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.050025] env[69249]: DEBUG nova.scheduler.client.report [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.246549] env[69249]: DEBUG oslo_vmware.api [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659341, 'name': PowerOnVM_Task, 'duration_secs': 0.501947} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.246982] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.247365] env[69249]: INFO nova.compute.manager [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Took 7.53 seconds to spawn the instance on the hypervisor. [ 827.247790] env[69249]: DEBUG nova.compute.manager [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 827.249083] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c4b690-1e61-4456-82f7-4b9738fcd557 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.300475] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525af3ff-d4e3-96ec-d66f-600218c6213d, 'name': SearchDatastore_Task, 'duration_secs': 0.032481} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.300742] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.300998] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 5a06a3cc-c5dd-4e97-a30b-6720f459aece/5a06a3cc-c5dd-4e97-a30b-6720f459aece.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.301276] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23c1e046-36e7-48b6-8524-e3797d94d569 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.308274] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 827.308274] env[69249]: value = "task-3659342" [ 827.308274] env[69249]: _type = "Task" [ 827.308274] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.316453] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.422694] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Releasing lock "refresh_cache-3a3ae69a-e186-400b-bdab-dd339761c4bf" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.423049] env[69249]: DEBUG nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Instance network_info: |[{"id": "aabfd992-5697-4865-9513-7807f2354dc9", "address": "fa:16:3e:c8:2f:94", "network": {"id": "17e2bd1b-b0ae-4213-a2c2-a62ededfea75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1210931765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589d745d1ea84e98b1992cacd3e6b5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabfd992-56", "ovs_interfaceid": "aabfd992-5697-4865-9513-7807f2354dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.423536] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:2f:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aabfd992-5697-4865-9513-7807f2354dc9', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.432212] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.432212] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.432212] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8eabab4-4ab8-4af1-924a-b5a949208305 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.452534] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.452534] env[69249]: value = "task-3659343" [ 827.452534] env[69249]: _type = "Task" [ 827.452534] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.460093] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659343, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.511653] env[69249]: DEBUG oslo_concurrency.lockutils [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Acquiring lock "6a9d205f-8f4f-456f-a7c5-94d25c06417b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.511653] env[69249]: DEBUG oslo_concurrency.lockutils [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Lock "6a9d205f-8f4f-456f-a7c5-94d25c06417b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.511842] env[69249]: DEBUG oslo_concurrency.lockutils [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Acquiring lock "6a9d205f-8f4f-456f-a7c5-94d25c06417b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.511997] env[69249]: DEBUG oslo_concurrency.lockutils [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Lock "6a9d205f-8f4f-456f-a7c5-94d25c06417b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.512189] env[69249]: DEBUG oslo_concurrency.lockutils [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Lock "6a9d205f-8f4f-456f-a7c5-94d25c06417b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.514483] env[69249]: INFO nova.compute.manager [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Terminating instance [ 827.553546] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.554349] env[69249]: DEBUG nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.556827] env[69249]: DEBUG oslo_concurrency.lockutils [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.478s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.557135] env[69249]: DEBUG nova.objects.instance [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lazy-loading 'resources' on Instance uuid 99c1dbd9-43fd-4409-b744-89b969a148ec {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.704803] env[69249]: DEBUG nova.compute.manager [req-73709735-9f36-4835-9ec3-0c3cbb3d631b req-54ba3479-ff96-4e50-91a0-57eaae09eb1f service nova] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Received event network-changed-aabfd992-5697-4865-9513-7807f2354dc9 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.705009] env[69249]: DEBUG nova.compute.manager [req-73709735-9f36-4835-9ec3-0c3cbb3d631b req-54ba3479-ff96-4e50-91a0-57eaae09eb1f service nova] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Refreshing instance network info cache due to event network-changed-aabfd992-5697-4865-9513-7807f2354dc9. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.708434] env[69249]: DEBUG oslo_concurrency.lockutils [req-73709735-9f36-4835-9ec3-0c3cbb3d631b req-54ba3479-ff96-4e50-91a0-57eaae09eb1f service nova] Acquiring lock "refresh_cache-3a3ae69a-e186-400b-bdab-dd339761c4bf" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.708434] env[69249]: DEBUG oslo_concurrency.lockutils [req-73709735-9f36-4835-9ec3-0c3cbb3d631b req-54ba3479-ff96-4e50-91a0-57eaae09eb1f service nova] Acquired lock "refresh_cache-3a3ae69a-e186-400b-bdab-dd339761c4bf" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.708434] env[69249]: DEBUG nova.network.neutron [req-73709735-9f36-4835-9ec3-0c3cbb3d631b req-54ba3479-ff96-4e50-91a0-57eaae09eb1f service nova] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Refreshing network info cache for port aabfd992-5697-4865-9513-7807f2354dc9 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.771944] env[69249]: INFO nova.compute.manager [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Took 45.80 seconds to build instance. [ 827.818877] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487681} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.819523] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 5a06a3cc-c5dd-4e97-a30b-6720f459aece/5a06a3cc-c5dd-4e97-a30b-6720f459aece.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.819523] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.820044] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c325d19-dfe4-485c-804a-133fb9349aec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.826832] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 827.826832] env[69249]: value = "task-3659344" [ 827.826832] env[69249]: _type = "Task" [ 827.826832] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.836248] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.944393] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "7a58a10d-46c5-423c-adce-7f1437b7243a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.944632] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.962482] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659343, 'name': CreateVM_Task, 'duration_secs': 0.401625} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.962648] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.963303] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.963631] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.963782] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.964065] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dad0165-ffb4-4ce5-ab12-b408f8a3808c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.968681] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 827.968681] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521b67af-9220-371f-d9fb-6e345e5d054c" [ 827.968681] env[69249]: _type = "Task" [ 827.968681] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.976379] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521b67af-9220-371f-d9fb-6e345e5d054c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.018681] env[69249]: DEBUG nova.compute.manager [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.018970] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.019273] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd6fc802-8af7-496b-8157-3393508441d8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.025969] env[69249]: DEBUG oslo_vmware.api [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Waiting for the task: (returnval){ [ 828.025969] env[69249]: value = "task-3659345" [ 828.025969] env[69249]: _type = "Task" [ 828.025969] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.034079] env[69249]: DEBUG oslo_vmware.api [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.060517] env[69249]: DEBUG nova.compute.utils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.064702] env[69249]: DEBUG nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.064868] env[69249]: DEBUG nova.network.neutron [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.102618] env[69249]: DEBUG nova.policy [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27429b3779c04c3f831d2887d5d2de5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589d745d1ea84e98b1992cacd3e6b5c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.275576] env[69249]: DEBUG oslo_concurrency.lockutils [None req-df71c2f8-0053-4fcc-9d0d-28803f9aaa49 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "855f2dac-5eec-4061-b146-63422965d5e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.814s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.338878] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071854} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.339456] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.340192] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a331f9c2-312c-42aa-a077-05402a3806fd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.367571] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 5a06a3cc-c5dd-4e97-a30b-6720f459aece/5a06a3cc-c5dd-4e97-a30b-6720f459aece.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.368419] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-866ec8c7-4c58-4329-bd32-acf8d731bd3d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.393082] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 828.393082] env[69249]: value = "task-3659346" [ 828.393082] env[69249]: _type = "Task" [ 828.393082] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.407405] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659346, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.414801] env[69249]: DEBUG nova.network.neutron [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Successfully created port: cde801d9-42b7-422b-8f95-5e1c59a606d9 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.480447] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521b67af-9220-371f-d9fb-6e345e5d054c, 'name': SearchDatastore_Task, 'duration_secs': 0.010832} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.482933] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.483237] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.483479] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.483612] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.483787] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.484694] env[69249]: DEBUG nova.network.neutron [req-73709735-9f36-4835-9ec3-0c3cbb3d631b req-54ba3479-ff96-4e50-91a0-57eaae09eb1f service nova] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Updated VIF entry in instance network info cache for port aabfd992-5697-4865-9513-7807f2354dc9. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.485054] env[69249]: DEBUG nova.network.neutron [req-73709735-9f36-4835-9ec3-0c3cbb3d631b req-54ba3479-ff96-4e50-91a0-57eaae09eb1f service nova] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Updating instance_info_cache with network_info: [{"id": "aabfd992-5697-4865-9513-7807f2354dc9", "address": "fa:16:3e:c8:2f:94", "network": {"id": "17e2bd1b-b0ae-4213-a2c2-a62ededfea75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1210931765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589d745d1ea84e98b1992cacd3e6b5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabfd992-56", "ovs_interfaceid": "aabfd992-5697-4865-9513-7807f2354dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.486512] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c687b1a-4225-4ffd-9d3a-f6833d98eedc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.497129] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.497351] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.498663] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bbe86d7-06ee-41c0-a2d3-57f788ef9034 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.505209] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 828.505209] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521e1863-8ad1-16e8-223a-fed13ab21f4b" [ 828.505209] env[69249]: _type = "Task" [ 828.505209] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.515872] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521e1863-8ad1-16e8-223a-fed13ab21f4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.535990] env[69249]: DEBUG oslo_vmware.api [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659345, 'name': PowerOffVM_Task, 'duration_secs': 0.39601} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.536284] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.536456] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 828.536637] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729306', 'volume_id': '6e71b429-3b88-4dd0-8809-feb5921e5de3', 'name': 'volume-6e71b429-3b88-4dd0-8809-feb5921e5de3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9d205f-8f4f-456f-a7c5-94d25c06417b', 'attached_at': '', 'detached_at': '', 'volume_id': '6e71b429-3b88-4dd0-8809-feb5921e5de3', 'serial': '6e71b429-3b88-4dd0-8809-feb5921e5de3'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 828.537436] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57b587e-1141-4119-b825-1ce3c9b72bf4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.558164] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3ac384-4750-4431-a25e-3a86cccab9ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.564769] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2140e21f-c4e0-4aba-995f-8ef444d6b024 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.566596] env[69249]: DEBUG nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.585733] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d97c28-3093-4e4f-bcae-c87625fcfddd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.601730] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] The volume has not been displaced from its original location: [datastore1] volume-6e71b429-3b88-4dd0-8809-feb5921e5de3/volume-6e71b429-3b88-4dd0-8809-feb5921e5de3.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 828.606940] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 828.608255] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb29eca-e4a5-4613-a0c9-a5f47d165603 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.621417] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5e7b52-3899-4828-b37e-b8753db826ab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.632878] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcccb11-5373-4c31-abfb-d8472129d16c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.635888] env[69249]: DEBUG oslo_vmware.api [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Waiting for the task: (returnval){ [ 828.635888] env[69249]: value = "task-3659347" [ 828.635888] env[69249]: _type = "Task" [ 828.635888] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.665198] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c97f57a-cca7-4b2c-963c-7c0a9edf1d2b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.670755] env[69249]: DEBUG oslo_vmware.api [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.675414] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9a42fb-0311-4eab-af91-d5b7f450efc7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.688786] env[69249]: DEBUG nova.compute.provider_tree [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.778553] env[69249]: DEBUG nova.compute.manager [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.903932] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.990224] env[69249]: DEBUG oslo_concurrency.lockutils [req-73709735-9f36-4835-9ec3-0c3cbb3d631b req-54ba3479-ff96-4e50-91a0-57eaae09eb1f service nova] Releasing lock "refresh_cache-3a3ae69a-e186-400b-bdab-dd339761c4bf" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.014575] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521e1863-8ad1-16e8-223a-fed13ab21f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.037869} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.015751] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c8414e-fa0a-4109-87b9-caaa1c9f4600 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.020751] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 829.020751] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529d0601-ea36-d9fb-e8ae-e047a57fb3ae" [ 829.020751] env[69249]: _type = "Task" [ 829.020751] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.028940] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529d0601-ea36-d9fb-e8ae-e047a57fb3ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.148585] env[69249]: DEBUG oslo_vmware.api [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659347, 'name': ReconfigVM_Task, 'duration_secs': 0.392307} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.148585] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 829.152807] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8204cbf4-fdce-4742-bce5-9c7c0998b2fc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.167138] env[69249]: DEBUG oslo_vmware.api [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Waiting for the task: (returnval){ [ 829.167138] env[69249]: value = "task-3659348" [ 829.167138] env[69249]: _type = "Task" [ 829.167138] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.182837] env[69249]: DEBUG oslo_vmware.api [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.194281] env[69249]: DEBUG nova.scheduler.client.report [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.301926] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.411008] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659346, 'name': ReconfigVM_Task, 'duration_secs': 0.791015} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.411319] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 5a06a3cc-c5dd-4e97-a30b-6720f459aece/5a06a3cc-c5dd-4e97-a30b-6720f459aece.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.411952] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c34d846-d9b1-40f6-9f6c-250f62f05799 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.418542] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 829.418542] env[69249]: value = "task-3659349" [ 829.418542] env[69249]: _type = "Task" [ 829.418542] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.426396] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659349, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.530756] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529d0601-ea36-d9fb-e8ae-e047a57fb3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010197} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.531046] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.531314] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 3a3ae69a-e186-400b-bdab-dd339761c4bf/3a3ae69a-e186-400b-bdab-dd339761c4bf.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.531588] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84222c3b-df77-469a-a37c-861dd9963d47 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.537787] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 829.537787] env[69249]: value = "task-3659350" [ 829.537787] env[69249]: _type = "Task" [ 829.537787] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.545423] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.591967] env[69249]: DEBUG nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.618395] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.618646] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.618801] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.618977] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.619135] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.619284] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.619509] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.619683] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.619849] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.620014] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.620193] env[69249]: DEBUG nova.virt.hardware [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.621069] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eb57b2-1ead-4e44-854d-3f9c3360c3df {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.628649] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac819cb1-0b2a-47fd-98f0-035b134fd157 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.679282] env[69249]: DEBUG oslo_vmware.api [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659348, 'name': ReconfigVM_Task, 'duration_secs': 0.130197} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.679662] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729306', 'volume_id': '6e71b429-3b88-4dd0-8809-feb5921e5de3', 'name': 'volume-6e71b429-3b88-4dd0-8809-feb5921e5de3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a9d205f-8f4f-456f-a7c5-94d25c06417b', 'attached_at': '', 'detached_at': '', 'volume_id': '6e71b429-3b88-4dd0-8809-feb5921e5de3', 'serial': '6e71b429-3b88-4dd0-8809-feb5921e5de3'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 829.680071] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.681228] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23525b11-c6af-4f20-b681-edb13a18c31a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.690789] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.691158] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06a01278-e8cf-48a3-a982-71b316ad90a8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.700778] env[69249]: DEBUG oslo_concurrency.lockutils [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.704213] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.073s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.704213] env[69249]: DEBUG nova.objects.instance [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Lazy-loading 'resources' on Instance uuid 60ff7087-07b4-4b48-ae98-700246914516 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.725450] env[69249]: INFO nova.scheduler.client.report [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Deleted allocations for instance 99c1dbd9-43fd-4409-b744-89b969a148ec [ 829.765402] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.765818] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.766187] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Deleting the datastore file [datastore1] 6a9d205f-8f4f-456f-a7c5-94d25c06417b {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.766752] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f53de6f-bda5-412f-ad40-c7707cf63b13 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.774279] env[69249]: DEBUG oslo_vmware.api [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Waiting for the task: (returnval){ [ 829.774279] env[69249]: value = "task-3659352" [ 829.774279] env[69249]: _type = "Task" [ 829.774279] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.784972] env[69249]: DEBUG oslo_vmware.api [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.863524] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "96f4a878-ec8a-4a56-bff9-74bd8bc55d52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.863771] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "96f4a878-ec8a-4a56-bff9-74bd8bc55d52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.934447] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659349, 'name': Rename_Task, 'duration_secs': 0.200153} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.935034] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.935523] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd5c0543-813f-4e67-935d-37252e09dc47 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.944166] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 829.944166] env[69249]: value = "task-3659353" [ 829.944166] env[69249]: _type = "Task" [ 829.944166] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.952521] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.049956] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659350, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.143998] env[69249]: DEBUG nova.compute.manager [req-7802a6b0-3a35-40aa-b4a5-0880eed979eb req-0f6fe80d-b43f-4244-b133-91288af975ca service nova] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Received event network-vif-plugged-cde801d9-42b7-422b-8f95-5e1c59a606d9 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.144287] env[69249]: DEBUG oslo_concurrency.lockutils [req-7802a6b0-3a35-40aa-b4a5-0880eed979eb req-0f6fe80d-b43f-4244-b133-91288af975ca service nova] Acquiring lock "22d698fe-9fc1-423d-8a04-e936a15c31d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.144533] env[69249]: DEBUG oslo_concurrency.lockutils [req-7802a6b0-3a35-40aa-b4a5-0880eed979eb req-0f6fe80d-b43f-4244-b133-91288af975ca service nova] Lock "22d698fe-9fc1-423d-8a04-e936a15c31d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.144732] env[69249]: DEBUG oslo_concurrency.lockutils [req-7802a6b0-3a35-40aa-b4a5-0880eed979eb req-0f6fe80d-b43f-4244-b133-91288af975ca service nova] Lock "22d698fe-9fc1-423d-8a04-e936a15c31d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.144905] env[69249]: DEBUG nova.compute.manager [req-7802a6b0-3a35-40aa-b4a5-0880eed979eb req-0f6fe80d-b43f-4244-b133-91288af975ca service nova] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] No waiting events found dispatching network-vif-plugged-cde801d9-42b7-422b-8f95-5e1c59a606d9 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 830.145086] env[69249]: WARNING nova.compute.manager [req-7802a6b0-3a35-40aa-b4a5-0880eed979eb req-0f6fe80d-b43f-4244-b133-91288af975ca service nova] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Received unexpected event network-vif-plugged-cde801d9-42b7-422b-8f95-5e1c59a606d9 for instance with vm_state building and task_state spawning. [ 830.194554] env[69249]: DEBUG nova.network.neutron [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Successfully updated port: cde801d9-42b7-422b-8f95-5e1c59a606d9 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.232620] env[69249]: DEBUG oslo_concurrency.lockutils [None req-36852f87-3a3a-4d7d-8491-1f860c6a8788 tempest-ServersTestMultiNic-1776255432 tempest-ServersTestMultiNic-1776255432-project-member] Lock "99c1dbd9-43fd-4409-b744-89b969a148ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.100s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.286568] env[69249]: DEBUG oslo_vmware.api [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Task: {'id': task-3659352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316541} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.286825] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.287014] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.287229] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.287439] env[69249]: INFO nova.compute.manager [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Took 2.27 seconds to destroy the instance on the hypervisor. [ 830.287619] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.287801] env[69249]: DEBUG nova.compute.manager [-] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.287883] env[69249]: DEBUG nova.network.neutron [-] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.454835] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659353, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.552620] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527647} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.555018] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 3a3ae69a-e186-400b-bdab-dd339761c4bf/3a3ae69a-e186-400b-bdab-dd339761c4bf.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.555260] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.555757] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b17df750-9f20-4479-b542-7d8359c3cf26 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.562579] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 830.562579] env[69249]: value = "task-3659354" [ 830.562579] env[69249]: _type = "Task" [ 830.562579] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.576048] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.701034] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "refresh_cache-22d698fe-9fc1-423d-8a04-e936a15c31d2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.701034] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquired lock "refresh_cache-22d698fe-9fc1-423d-8a04-e936a15c31d2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.701034] env[69249]: DEBUG nova.network.neutron [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.728133] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122e761e-f22d-4409-88cf-78c8926aa95b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.736571] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4711522-3b98-40c5-b7a2-72051aec7b98 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.780353] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8bb292-e245-4ff9-8457-d1786bd64b9f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.794770] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8462d86-a655-4929-a662-3134e648b947 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.811681] env[69249]: DEBUG nova.compute.provider_tree [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.956231] env[69249]: DEBUG oslo_vmware.api [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659353, 'name': PowerOnVM_Task, 'duration_secs': 0.895502} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.956463] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.956652] env[69249]: INFO nova.compute.manager [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Took 8.66 seconds to spawn the instance on the hypervisor. [ 830.956829] env[69249]: DEBUG nova.compute.manager [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 830.957666] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1568c6-f71e-4666-b869-da6c61d4434a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.076090] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072328} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.076349] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.077558] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760e3eb0-f722-4069-9e4c-7204496f811d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.100219] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 3a3ae69a-e186-400b-bdab-dd339761c4bf/3a3ae69a-e186-400b-bdab-dd339761c4bf.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.100580] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3984ec62-87e9-45f4-8d2f-3d4c19e3e499 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.121832] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 831.121832] env[69249]: value = "task-3659355" [ 831.121832] env[69249]: _type = "Task" [ 831.121832] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.129921] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.234707] env[69249]: DEBUG nova.network.neutron [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.288237] env[69249]: DEBUG nova.network.neutron [-] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.314588] env[69249]: DEBUG nova.scheduler.client.report [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.433124] env[69249]: DEBUG nova.network.neutron [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Updating instance_info_cache with network_info: [{"id": "cde801d9-42b7-422b-8f95-5e1c59a606d9", "address": "fa:16:3e:4d:19:b9", "network": {"id": "17e2bd1b-b0ae-4213-a2c2-a62ededfea75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1210931765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589d745d1ea84e98b1992cacd3e6b5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde801d9-42", "ovs_interfaceid": "cde801d9-42b7-422b-8f95-5e1c59a606d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.477768] env[69249]: INFO nova.compute.manager [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Took 48.03 seconds to build instance. [ 831.632770] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.792554] env[69249]: INFO nova.compute.manager [-] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Took 1.50 seconds to deallocate network for instance. [ 831.819307] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.821854] env[69249]: DEBUG oslo_concurrency.lockutils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.575s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.824135] env[69249]: INFO nova.compute.claims [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.845527] env[69249]: INFO nova.scheduler.client.report [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Deleted allocations for instance 60ff7087-07b4-4b48-ae98-700246914516 [ 831.937104] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Releasing lock "refresh_cache-22d698fe-9fc1-423d-8a04-e936a15c31d2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.937579] env[69249]: DEBUG nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Instance network_info: |[{"id": "cde801d9-42b7-422b-8f95-5e1c59a606d9", "address": "fa:16:3e:4d:19:b9", "network": {"id": "17e2bd1b-b0ae-4213-a2c2-a62ededfea75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1210931765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589d745d1ea84e98b1992cacd3e6b5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde801d9-42", "ovs_interfaceid": "cde801d9-42b7-422b-8f95-5e1c59a606d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.938342] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:19:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cde801d9-42b7-422b-8f95-5e1c59a606d9', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.946687] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.946924] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.947262] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a514719-3d79-45d9-8308-b4ee51896041 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.969902] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.969902] env[69249]: value = "task-3659356" [ 831.969902] env[69249]: _type = "Task" [ 831.969902] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.978864] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659356, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.980591] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c8ebe99d-df96-4e2b-bad0-7cbfe3d0cc69 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "5a06a3cc-c5dd-4e97-a30b-6720f459aece" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.432s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.134246] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659355, 'name': ReconfigVM_Task, 'duration_secs': 0.891733} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.134564] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 3a3ae69a-e186-400b-bdab-dd339761c4bf/3a3ae69a-e186-400b-bdab-dd339761c4bf.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.135358] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12760ccb-7791-4a4a-988f-96533a415f7a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.142918] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 832.142918] env[69249]: value = "task-3659357" [ 832.142918] env[69249]: _type = "Task" [ 832.142918] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.152418] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659357, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.210711] env[69249]: DEBUG nova.compute.manager [req-5187c2ab-3b5b-44b0-9d7d-080589cbe5f7 req-24d146df-cd6e-4494-96ce-f9253bc60bb6 service nova] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Received event network-changed-cde801d9-42b7-422b-8f95-5e1c59a606d9 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.210979] env[69249]: DEBUG nova.compute.manager [req-5187c2ab-3b5b-44b0-9d7d-080589cbe5f7 req-24d146df-cd6e-4494-96ce-f9253bc60bb6 service nova] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Refreshing instance network info cache due to event network-changed-cde801d9-42b7-422b-8f95-5e1c59a606d9. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.211278] env[69249]: DEBUG oslo_concurrency.lockutils [req-5187c2ab-3b5b-44b0-9d7d-080589cbe5f7 req-24d146df-cd6e-4494-96ce-f9253bc60bb6 service nova] Acquiring lock "refresh_cache-22d698fe-9fc1-423d-8a04-e936a15c31d2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.211482] env[69249]: DEBUG oslo_concurrency.lockutils [req-5187c2ab-3b5b-44b0-9d7d-080589cbe5f7 req-24d146df-cd6e-4494-96ce-f9253bc60bb6 service nova] Acquired lock "refresh_cache-22d698fe-9fc1-423d-8a04-e936a15c31d2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.211685] env[69249]: DEBUG nova.network.neutron [req-5187c2ab-3b5b-44b0-9d7d-080589cbe5f7 req-24d146df-cd6e-4494-96ce-f9253bc60bb6 service nova] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Refreshing network info cache for port cde801d9-42b7-422b-8f95-5e1c59a606d9 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.353265] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c40e9d7e-d483-46c7-9e51-14323c6f59f3 tempest-ServerRescueTestJSONUnderV235-205851703 tempest-ServerRescueTestJSONUnderV235-205851703-project-member] Lock "60ff7087-07b4-4b48-ae98-700246914516" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.668s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.388275] env[69249]: INFO nova.compute.manager [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Took 0.60 seconds to detach 1 volumes for instance. [ 832.390884] env[69249]: DEBUG nova.compute.manager [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Deleting volume: 6e71b429-3b88-4dd0-8809-feb5921e5de3 {{(pid=69249) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 832.486714] env[69249]: DEBUG nova.compute.manager [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.492530] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659356, 'name': CreateVM_Task, 'duration_secs': 0.337674} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.492530] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.493128] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.493299] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.493638] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.494163] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1813bdf1-1007-48cd-8756-46cb4dbcf184 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.499950] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 832.499950] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52757fed-e353-2b15-26a5-01c756ee8647" [ 832.499950] env[69249]: _type = "Task" [ 832.499950] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.509648] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52757fed-e353-2b15-26a5-01c756ee8647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.652605] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659357, 'name': Rename_Task, 'duration_secs': 0.156074} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.652941] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.653235] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2695a27d-e280-4865-bafd-dc578ddfe78a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.658454] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 832.658454] env[69249]: value = "task-3659359" [ 832.658454] env[69249]: _type = "Task" [ 832.658454] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.666647] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.945187] env[69249]: DEBUG oslo_concurrency.lockutils [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.013695] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52757fed-e353-2b15-26a5-01c756ee8647, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.015430] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.018658] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.019150] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.019150] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.020592] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.020592] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.020592] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-503610d7-3604-4ad8-897e-235e7368331f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.033021] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.033021] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.033689] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8544f2f9-e262-474e-b8f3-ce7b8e0e6339 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.041064] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 833.041064] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520516ba-55dc-48db-eec7-34b34225c2dd" [ 833.041064] env[69249]: _type = "Task" [ 833.041064] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.053705] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520516ba-55dc-48db-eec7-34b34225c2dd, 'name': SearchDatastore_Task, 'duration_secs': 0.008798} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.054390] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-065764bc-7673-497c-bcda-92bd8a66212b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.068822] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 833.068822] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52915978-dbfc-2e7a-b58b-03cd5288a73b" [ 833.068822] env[69249]: _type = "Task" [ 833.068822] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.078337] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52915978-dbfc-2e7a-b58b-03cd5288a73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.085852] env[69249]: DEBUG nova.network.neutron [req-5187c2ab-3b5b-44b0-9d7d-080589cbe5f7 req-24d146df-cd6e-4494-96ce-f9253bc60bb6 service nova] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Updated VIF entry in instance network info cache for port cde801d9-42b7-422b-8f95-5e1c59a606d9. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.086163] env[69249]: DEBUG nova.network.neutron [req-5187c2ab-3b5b-44b0-9d7d-080589cbe5f7 req-24d146df-cd6e-4494-96ce-f9253bc60bb6 service nova] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Updating instance_info_cache with network_info: [{"id": "cde801d9-42b7-422b-8f95-5e1c59a606d9", "address": "fa:16:3e:4d:19:b9", "network": {"id": "17e2bd1b-b0ae-4213-a2c2-a62ededfea75", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1210931765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589d745d1ea84e98b1992cacd3e6b5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde801d9-42", "ovs_interfaceid": "cde801d9-42b7-422b-8f95-5e1c59a606d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.174477] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659359, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.408809] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21caf68a-5e8a-49b6-b62f-07f0937b7b04 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.417505] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376112ec-601c-495b-9f43-cb09ad897adc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.448896] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11788f71-bff5-4509-9e10-1124265f2b7f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.456382] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be20ab1-ee4c-45ad-a6b7-9035cf72deaa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.470461] env[69249]: DEBUG nova.compute.provider_tree [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.582445] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52915978-dbfc-2e7a-b58b-03cd5288a73b, 'name': SearchDatastore_Task, 'duration_secs': 0.017614} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.582795] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.583077] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 22d698fe-9fc1-423d-8a04-e936a15c31d2/22d698fe-9fc1-423d-8a04-e936a15c31d2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.583375] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2abf748-fcb6-4dae-9416-c449c2ad8757 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.589785] env[69249]: DEBUG oslo_concurrency.lockutils [req-5187c2ab-3b5b-44b0-9d7d-080589cbe5f7 req-24d146df-cd6e-4494-96ce-f9253bc60bb6 service nova] Releasing lock "refresh_cache-22d698fe-9fc1-423d-8a04-e936a15c31d2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.590072] env[69249]: DEBUG nova.compute.manager [req-5187c2ab-3b5b-44b0-9d7d-080589cbe5f7 req-24d146df-cd6e-4494-96ce-f9253bc60bb6 service nova] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Received event network-vif-deleted-eac780e9-251a-4937-9fb1-1fdf34799c55 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.590521] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 833.590521] env[69249]: value = "task-3659360" [ 833.590521] env[69249]: _type = "Task" [ 833.590521] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.599242] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.674295] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659359, 'name': PowerOnVM_Task, 'duration_secs': 0.860132} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.674719] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.675034] env[69249]: INFO nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Took 8.75 seconds to spawn the instance on the hypervisor. [ 833.675321] env[69249]: DEBUG nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 833.676594] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c8bff5-aa1c-413b-8600-c4e6e02eced4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.974626] env[69249]: DEBUG nova.scheduler.client.report [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.102373] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466411} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.102714] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 22d698fe-9fc1-423d-8a04-e936a15c31d2/22d698fe-9fc1-423d-8a04-e936a15c31d2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.102932] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.104653] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-076ac850-6bce-474f-a33a-cdb2ec624f37 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.114453] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 834.114453] env[69249]: value = "task-3659361" [ 834.114453] env[69249]: _type = "Task" [ 834.114453] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.126482] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.203139] env[69249]: INFO nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Took 45.44 seconds to build instance. [ 834.485021] env[69249]: DEBUG oslo_concurrency.lockutils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.485021] env[69249]: DEBUG nova.compute.manager [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.485021] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.070s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.485021] env[69249]: DEBUG nova.objects.instance [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lazy-loading 'resources' on Instance uuid 274354ae-834b-4bc3-ab01-3b549d9d414f {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.611231] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "5a06a3cc-c5dd-4e97-a30b-6720f459aece" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.611231] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "5a06a3cc-c5dd-4e97-a30b-6720f459aece" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.611231] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "5a06a3cc-c5dd-4e97-a30b-6720f459aece-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.611658] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "5a06a3cc-c5dd-4e97-a30b-6720f459aece-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.611975] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "5a06a3cc-c5dd-4e97-a30b-6720f459aece-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.614520] env[69249]: INFO nova.compute.manager [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Terminating instance [ 834.628241] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073322} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.628241] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.628241] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1de4aaf-2f30-4fdd-a9e0-037a73b588b3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.664503] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 22d698fe-9fc1-423d-8a04-e936a15c31d2/22d698fe-9fc1-423d-8a04-e936a15c31d2.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.665269] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41138e5c-8174-415f-b723-e7ac60296f66 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.692596] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 834.692596] env[69249]: value = "task-3659362" [ 834.692596] env[69249]: _type = "Task" [ 834.692596] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.702306] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.703846] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "3a3ae69a-e186-400b-bdab-dd339761c4bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.279s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.991912] env[69249]: DEBUG nova.compute.utils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.993185] env[69249]: DEBUG nova.compute.manager [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.993448] env[69249]: DEBUG nova.network.neutron [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.082775] env[69249]: DEBUG nova.policy [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b03407da6f7a49f2b9172e951a0fe51a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af890dd8a6a344a9911792bc50950020', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.124563] env[69249]: DEBUG nova.compute.manager [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.124789] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.126157] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5f1999-5553-4f52-8702-abf043ce0052 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.135140] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.135422] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-970cb019-1476-47ed-a2cd-adff44963f02 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.146029] env[69249]: DEBUG oslo_vmware.api [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 835.146029] env[69249]: value = "task-3659363" [ 835.146029] env[69249]: _type = "Task" [ 835.146029] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.157053] env[69249]: DEBUG oslo_vmware.api [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.216416] env[69249]: DEBUG nova.compute.manager [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.221018] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.496598] env[69249]: DEBUG nova.compute.manager [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.518899] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3fd5af-32de-430b-bb4d-e6e17430232c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.529298] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bc4917-7d7c-4c4e-a992-b0f3124568cc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.564405] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5481bde-5c3e-430c-9153-cef48b70cf42 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.573472] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3f35c5-3908-49f1-a9fd-fce069458a45 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.590683] env[69249]: DEBUG nova.compute.provider_tree [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.656634] env[69249]: DEBUG oslo_vmware.api [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659363, 'name': PowerOffVM_Task, 'duration_secs': 0.431019} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.656919] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.657117] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.657453] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bb70ee2-e462-4c64-9b54-b090750158e9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.701541] env[69249]: DEBUG nova.network.neutron [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Successfully created port: 4030e285-630e-436f-a308-826dd844208c {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.706937] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659362, 'name': ReconfigVM_Task, 'duration_secs': 0.605242} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.706937] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 22d698fe-9fc1-423d-8a04-e936a15c31d2/22d698fe-9fc1-423d-8a04-e936a15c31d2.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.707494] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3bd4b54-6e1a-4c1e-985e-00ebad6847f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.713947] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 835.713947] env[69249]: value = "task-3659365" [ 835.713947] env[69249]: _type = "Task" [ 835.713947] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.728180] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659365, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.731247] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.731804] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.731804] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Deleting the datastore file [datastore2] 5a06a3cc-c5dd-4e97-a30b-6720f459aece {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.731941] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21d8f508-e687-4748-943a-5b96dd42a9d5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.738590] env[69249]: DEBUG oslo_vmware.api [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 835.738590] env[69249]: value = "task-3659366" [ 835.738590] env[69249]: _type = "Task" [ 835.738590] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.743357] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.746630] env[69249]: DEBUG oslo_vmware.api [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.094427] env[69249]: DEBUG nova.scheduler.client.report [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.228484] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659365, 'name': Rename_Task, 'duration_secs': 0.169137} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.228484] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.228484] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fda45ed-2368-4821-96cc-14e6f0e950c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.239205] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 836.239205] env[69249]: value = "task-3659367" [ 836.239205] env[69249]: _type = "Task" [ 836.239205] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.260396] env[69249]: DEBUG oslo_vmware.api [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130494} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.260870] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659367, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.261358] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.261700] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.261996] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.262443] env[69249]: INFO nova.compute.manager [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Took 1.14 seconds to destroy the instance on the hypervisor. [ 836.263223] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.263985] env[69249]: DEBUG nova.compute.manager [-] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.264271] env[69249]: DEBUG nova.network.neutron [-] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.512063] env[69249]: DEBUG nova.compute.manager [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.544078] env[69249]: DEBUG nova.virt.hardware [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.544078] env[69249]: DEBUG nova.virt.hardware [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.544078] env[69249]: DEBUG nova.virt.hardware [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.544078] env[69249]: DEBUG nova.virt.hardware [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.544078] env[69249]: DEBUG nova.virt.hardware [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.545042] env[69249]: DEBUG nova.virt.hardware [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.545475] env[69249]: DEBUG nova.virt.hardware [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.546042] env[69249]: DEBUG nova.virt.hardware [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.546381] env[69249]: DEBUG nova.virt.hardware [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.546872] env[69249]: DEBUG nova.virt.hardware [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.547215] env[69249]: DEBUG nova.virt.hardware [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.548638] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864370d7-c773-4ecf-9547-f90d431835d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.558152] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335cdd3c-4f96-42d6-95b7-2b6347e6e33e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.608815] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.611363] env[69249]: DEBUG oslo_concurrency.lockutils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.659s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.612967] env[69249]: INFO nova.compute.claims [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.638471] env[69249]: INFO nova.scheduler.client.report [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Deleted allocations for instance 274354ae-834b-4bc3-ab01-3b549d9d414f [ 836.744982] env[69249]: DEBUG nova.compute.manager [req-3df279d9-d991-482a-9fcf-7e4b5480c843 req-3c07f1c9-e4e4-4c26-871a-681cc367a369 service nova] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Received event network-vif-deleted-37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.745247] env[69249]: INFO nova.compute.manager [req-3df279d9-d991-482a-9fcf-7e4b5480c843 req-3c07f1c9-e4e4-4c26-871a-681cc367a369 service nova] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Neutron deleted interface 37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa; detaching it from the instance and deleting it from the info cache [ 836.745477] env[69249]: DEBUG nova.network.neutron [req-3df279d9-d991-482a-9fcf-7e4b5480c843 req-3c07f1c9-e4e4-4c26-871a-681cc367a369 service nova] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.750485] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659367, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.150260] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13e66999-b50c-41e1-b69e-bb9b3e598582 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "274354ae-834b-4bc3-ab01-3b549d9d414f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.301s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.196398] env[69249]: DEBUG nova.network.neutron [-] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.249881] env[69249]: DEBUG oslo_vmware.api [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659367, 'name': PowerOnVM_Task, 'duration_secs': 1.011828} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.250200] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.250398] env[69249]: INFO nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Took 7.66 seconds to spawn the instance on the hypervisor. [ 837.250573] env[69249]: DEBUG nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 837.251441] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec36c9ed-36d9-4535-b2cd-aca44986fe46 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.255399] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c722932d-e7ba-461c-8bfe-fb1cf7855eff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.269944] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073b70a2-cfe4-4d04-92c7-bb0651223fc2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.301321] env[69249]: DEBUG nova.compute.manager [req-3df279d9-d991-482a-9fcf-7e4b5480c843 req-3c07f1c9-e4e4-4c26-871a-681cc367a369 service nova] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Detach interface failed, port_id=37fef57f-bbfc-4dba-a1d1-ef3fe56c53aa, reason: Instance 5a06a3cc-c5dd-4e97-a30b-6720f459aece could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 837.359666] env[69249]: DEBUG nova.compute.manager [req-8896c2f5-41c6-46c1-91f8-7e1287195e47 req-a6162313-cdb7-43c9-984b-dc0e3dfba481 service nova] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Received event network-vif-plugged-4030e285-630e-436f-a308-826dd844208c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.359887] env[69249]: DEBUG oslo_concurrency.lockutils [req-8896c2f5-41c6-46c1-91f8-7e1287195e47 req-a6162313-cdb7-43c9-984b-dc0e3dfba481 service nova] Acquiring lock "55c8e95b-811c-4f85-9134-6c8c880b462d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.360106] env[69249]: DEBUG oslo_concurrency.lockutils [req-8896c2f5-41c6-46c1-91f8-7e1287195e47 req-a6162313-cdb7-43c9-984b-dc0e3dfba481 service nova] Lock "55c8e95b-811c-4f85-9134-6c8c880b462d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.360275] env[69249]: DEBUG oslo_concurrency.lockutils [req-8896c2f5-41c6-46c1-91f8-7e1287195e47 req-a6162313-cdb7-43c9-984b-dc0e3dfba481 service nova] Lock "55c8e95b-811c-4f85-9134-6c8c880b462d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.360436] env[69249]: DEBUG nova.compute.manager [req-8896c2f5-41c6-46c1-91f8-7e1287195e47 req-a6162313-cdb7-43c9-984b-dc0e3dfba481 service nova] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] No waiting events found dispatching network-vif-plugged-4030e285-630e-436f-a308-826dd844208c {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 837.360630] env[69249]: WARNING nova.compute.manager [req-8896c2f5-41c6-46c1-91f8-7e1287195e47 req-a6162313-cdb7-43c9-984b-dc0e3dfba481 service nova] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Received unexpected event network-vif-plugged-4030e285-630e-436f-a308-826dd844208c for instance with vm_state building and task_state spawning. [ 837.380985] env[69249]: DEBUG nova.network.neutron [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Successfully updated port: 4030e285-630e-436f-a308-826dd844208c {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.699693] env[69249]: INFO nova.compute.manager [-] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Took 1.44 seconds to deallocate network for instance. [ 837.779111] env[69249]: INFO nova.compute.manager [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Took 48.18 seconds to build instance. [ 837.887056] env[69249]: DEBUG oslo_concurrency.lockutils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "refresh_cache-55c8e95b-811c-4f85-9134-6c8c880b462d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.887056] env[69249]: DEBUG oslo_concurrency.lockutils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired lock "refresh_cache-55c8e95b-811c-4f85-9134-6c8c880b462d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.887056] env[69249]: DEBUG nova.network.neutron [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.159961] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Acquiring lock "00174390-11bc-4513-8ba8-e5b8562dd62e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.160245] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Lock "00174390-11bc-4513-8ba8-e5b8562dd62e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.180942] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03edb01-7e9c-4b58-afe3-4256f3571c33 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.189378] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b89fe9-a159-47c3-9a40-baad9466a116 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.219993] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.220227] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90cd805-aec2-4d9e-aa68-169a026df2f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.228500] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d88c6a1-f97f-42ff-8a31-44899b18aaa6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.243080] env[69249]: DEBUG nova.compute.provider_tree [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.280836] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08884045-72a8-476f-9edb-a58541b521de tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "22d698fe-9fc1-423d-8a04-e936a15c31d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.789s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.433578] env[69249]: DEBUG nova.network.neutron [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.699036] env[69249]: DEBUG nova.network.neutron [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Updating instance_info_cache with network_info: [{"id": "4030e285-630e-436f-a308-826dd844208c", "address": "fa:16:3e:b5:dd:4c", "network": {"id": "3c0d832d-8cbb-409b-9c77-abead79c4636", "bridge": "br-int", "label": "tempest-ImagesTestJSON-621445240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af890dd8a6a344a9911792bc50950020", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4030e285-63", "ovs_interfaceid": "4030e285-630e-436f-a308-826dd844208c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.746567] env[69249]: DEBUG nova.scheduler.client.report [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.785094] env[69249]: DEBUG nova.compute.manager [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.149363] env[69249]: DEBUG oslo_concurrency.lockutils [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "3a3ae69a-e186-400b-bdab-dd339761c4bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.149598] env[69249]: DEBUG oslo_concurrency.lockutils [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "3a3ae69a-e186-400b-bdab-dd339761c4bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.149846] env[69249]: DEBUG oslo_concurrency.lockutils [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "3a3ae69a-e186-400b-bdab-dd339761c4bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.150049] env[69249]: DEBUG oslo_concurrency.lockutils [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "3a3ae69a-e186-400b-bdab-dd339761c4bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.150224] env[69249]: DEBUG oslo_concurrency.lockutils [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "3a3ae69a-e186-400b-bdab-dd339761c4bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.152561] env[69249]: INFO nova.compute.manager [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Terminating instance [ 839.202291] env[69249]: DEBUG oslo_concurrency.lockutils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Releasing lock "refresh_cache-55c8e95b-811c-4f85-9134-6c8c880b462d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.202613] env[69249]: DEBUG nova.compute.manager [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Instance network_info: |[{"id": "4030e285-630e-436f-a308-826dd844208c", "address": "fa:16:3e:b5:dd:4c", "network": {"id": "3c0d832d-8cbb-409b-9c77-abead79c4636", "bridge": "br-int", "label": "tempest-ImagesTestJSON-621445240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af890dd8a6a344a9911792bc50950020", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4030e285-63", "ovs_interfaceid": "4030e285-630e-436f-a308-826dd844208c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.203034] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:dd:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4030e285-630e-436f-a308-826dd844208c', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.210796] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.211268] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.211268] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81472d53-ccd3-43c1-9e24-79c6bab56a7d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.231752] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.231752] env[69249]: value = "task-3659368" [ 839.231752] env[69249]: _type = "Task" [ 839.231752] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.239386] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659368, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.252385] env[69249]: DEBUG oslo_concurrency.lockutils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.252908] env[69249]: DEBUG nova.compute.manager [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.255523] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.450s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.255717] env[69249]: DEBUG nova.objects.instance [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69249) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 839.308193] env[69249]: DEBUG oslo_concurrency.lockutils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.308430] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "22d698fe-9fc1-423d-8a04-e936a15c31d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.308644] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "22d698fe-9fc1-423d-8a04-e936a15c31d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.308836] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "22d698fe-9fc1-423d-8a04-e936a15c31d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.309021] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "22d698fe-9fc1-423d-8a04-e936a15c31d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.309193] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "22d698fe-9fc1-423d-8a04-e936a15c31d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.312187] env[69249]: INFO nova.compute.manager [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Terminating instance [ 839.386844] env[69249]: DEBUG nova.compute.manager [req-4fe9d94f-4a2f-4aa9-826a-aea58151644a req-3ea6e128-0a43-48d9-9871-075800ed1c7d service nova] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Received event network-changed-4030e285-630e-436f-a308-826dd844208c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.387139] env[69249]: DEBUG nova.compute.manager [req-4fe9d94f-4a2f-4aa9-826a-aea58151644a req-3ea6e128-0a43-48d9-9871-075800ed1c7d service nova] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Refreshing instance network info cache due to event network-changed-4030e285-630e-436f-a308-826dd844208c. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.387509] env[69249]: DEBUG oslo_concurrency.lockutils [req-4fe9d94f-4a2f-4aa9-826a-aea58151644a req-3ea6e128-0a43-48d9-9871-075800ed1c7d service nova] Acquiring lock "refresh_cache-55c8e95b-811c-4f85-9134-6c8c880b462d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.387735] env[69249]: DEBUG oslo_concurrency.lockutils [req-4fe9d94f-4a2f-4aa9-826a-aea58151644a req-3ea6e128-0a43-48d9-9871-075800ed1c7d service nova] Acquired lock "refresh_cache-55c8e95b-811c-4f85-9134-6c8c880b462d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.387977] env[69249]: DEBUG nova.network.neutron [req-4fe9d94f-4a2f-4aa9-826a-aea58151644a req-3ea6e128-0a43-48d9-9871-075800ed1c7d service nova] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Refreshing network info cache for port 4030e285-630e-436f-a308-826dd844208c {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.657731] env[69249]: DEBUG nova.compute.manager [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.657731] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.658386] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4432c971-3d49-4e88-8b83-f895bf2b5bac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.666315] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.666571] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-084404f7-7fca-47fc-b86e-e45e8f559524 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.673903] env[69249]: DEBUG oslo_vmware.api [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 839.673903] env[69249]: value = "task-3659369" [ 839.673903] env[69249]: _type = "Task" [ 839.673903] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.683523] env[69249]: DEBUG oslo_vmware.api [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.743272] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659368, 'name': CreateVM_Task, 'duration_secs': 0.31256} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.743489] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.744221] env[69249]: DEBUG oslo_concurrency.lockutils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.744350] env[69249]: DEBUG oslo_concurrency.lockutils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.744705] env[69249]: DEBUG oslo_concurrency.lockutils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.744975] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bc0adec-33c6-4e5b-8081-056c1a7deae1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.750687] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 839.750687] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e59b11-f2f4-f6f9-8d06-05436aa95492" [ 839.750687] env[69249]: _type = "Task" [ 839.750687] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.760864] env[69249]: DEBUG nova.compute.utils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.764931] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e59b11-f2f4-f6f9-8d06-05436aa95492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.765528] env[69249]: DEBUG nova.compute.manager [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.766069] env[69249]: DEBUG nova.network.neutron [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.775140] env[69249]: DEBUG oslo_concurrency.lockutils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "15b758e1-3e60-4799-a43b-59a451ecd52f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.775851] env[69249]: DEBUG oslo_concurrency.lockutils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "15b758e1-3e60-4799-a43b-59a451ecd52f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.816129] env[69249]: DEBUG nova.policy [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a6b46b9c06741bf927d76ea15e53256', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b115b13acd64b8387512095d0ec92b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.818040] env[69249]: DEBUG nova.compute.manager [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.818261] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.819189] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616e7b5f-8f41-4816-9baf-1bbcbe9dc052 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.828679] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.828959] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cd865ae-4082-432a-8c99-c517726415eb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.837138] env[69249]: DEBUG oslo_vmware.api [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 839.837138] env[69249]: value = "task-3659370" [ 839.837138] env[69249]: _type = "Task" [ 839.837138] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.846614] env[69249]: DEBUG oslo_vmware.api [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.135406] env[69249]: DEBUG nova.network.neutron [req-4fe9d94f-4a2f-4aa9-826a-aea58151644a req-3ea6e128-0a43-48d9-9871-075800ed1c7d service nova] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Updated VIF entry in instance network info cache for port 4030e285-630e-436f-a308-826dd844208c. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.135766] env[69249]: DEBUG nova.network.neutron [req-4fe9d94f-4a2f-4aa9-826a-aea58151644a req-3ea6e128-0a43-48d9-9871-075800ed1c7d service nova] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Updating instance_info_cache with network_info: [{"id": "4030e285-630e-436f-a308-826dd844208c", "address": "fa:16:3e:b5:dd:4c", "network": {"id": "3c0d832d-8cbb-409b-9c77-abead79c4636", "bridge": "br-int", "label": "tempest-ImagesTestJSON-621445240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af890dd8a6a344a9911792bc50950020", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4030e285-63", "ovs_interfaceid": "4030e285-630e-436f-a308-826dd844208c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.184809] env[69249]: DEBUG oslo_vmware.api [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659369, 'name': PowerOffVM_Task, 'duration_secs': 0.20712} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.185675] env[69249]: DEBUG nova.network.neutron [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Successfully created port: 358438ce-4b79-434b-9be8-7ecb03703709 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.187676] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.187868] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.188150] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb257f84-9278-4337-82a5-6318402ec370 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.252234] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.252708] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.252708] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Deleting the datastore file [datastore1] 3a3ae69a-e186-400b-bdab-dd339761c4bf {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.257787] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebee4008-b46e-4fad-a68c-8db2b5da295d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.263714] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e59b11-f2f4-f6f9-8d06-05436aa95492, 'name': SearchDatastore_Task, 'duration_secs': 0.010136} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.265042] env[69249]: DEBUG oslo_concurrency.lockutils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.265359] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.265649] env[69249]: DEBUG oslo_concurrency.lockutils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.265830] env[69249]: DEBUG oslo_concurrency.lockutils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.266052] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.266428] env[69249]: DEBUG oslo_vmware.api [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 840.266428] env[69249]: value = "task-3659372" [ 840.266428] env[69249]: _type = "Task" [ 840.266428] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.266898] env[69249]: DEBUG nova.compute.manager [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.269739] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13680c99-642f-4d5e-ac80-fbf44a432337 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.274037] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af7990b9-0936-4c18-9cfe-b255842d6e6f tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.276725] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 41.410s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.283501] env[69249]: DEBUG oslo_vmware.api [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.284687] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.284910] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.285702] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019ef622-c5c8-4c50-9edd-1d11afed7a9b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.293268] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 840.293268] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ed1b6d-2c83-7f10-3e1c-15074b86c146" [ 840.293268] env[69249]: _type = "Task" [ 840.293268] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.307768] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ed1b6d-2c83-7f10-3e1c-15074b86c146, 'name': SearchDatastore_Task, 'duration_secs': 0.009043} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.308794] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f536705-6458-4559-9e61-043e665505be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.314086] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 840.314086] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d295cd-8b8f-b20d-4e00-35dc6b31b535" [ 840.314086] env[69249]: _type = "Task" [ 840.314086] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.322723] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d295cd-8b8f-b20d-4e00-35dc6b31b535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.345618] env[69249]: DEBUG oslo_vmware.api [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659370, 'name': PowerOffVM_Task, 'duration_secs': 0.204868} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.345915] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.346099] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.346351] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f3ba2ad-ae3f-4ff5-aeab-a736c57b3a07 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.410559] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.410784] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.410963] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Deleting the datastore file [datastore1] 22d698fe-9fc1-423d-8a04-e936a15c31d2 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.411256] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0df4d062-e156-4453-b5be-a793fe3a45b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.417013] env[69249]: DEBUG oslo_vmware.api [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for the task: (returnval){ [ 840.417013] env[69249]: value = "task-3659374" [ 840.417013] env[69249]: _type = "Task" [ 840.417013] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.427302] env[69249]: DEBUG oslo_vmware.api [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.638521] env[69249]: DEBUG oslo_concurrency.lockutils [req-4fe9d94f-4a2f-4aa9-826a-aea58151644a req-3ea6e128-0a43-48d9-9871-075800ed1c7d service nova] Releasing lock "refresh_cache-55c8e95b-811c-4f85-9134-6c8c880b462d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.784657] env[69249]: DEBUG oslo_vmware.api [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135546} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.784893] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.785078] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.785251] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.785440] env[69249]: INFO nova.compute.manager [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 840.785672] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.785926] env[69249]: DEBUG nova.compute.manager [-] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.785971] env[69249]: DEBUG nova.network.neutron [-] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.833047] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d295cd-8b8f-b20d-4e00-35dc6b31b535, 'name': SearchDatastore_Task, 'duration_secs': 0.008958} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.837517] env[69249]: DEBUG oslo_concurrency.lockutils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.837788] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 55c8e95b-811c-4f85-9134-6c8c880b462d/55c8e95b-811c-4f85-9134-6c8c880b462d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.838873] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d156ddf-630b-4f3b-acd4-93af2a2637a9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.845849] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 840.845849] env[69249]: value = "task-3659375" [ 840.845849] env[69249]: _type = "Task" [ 840.845849] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.853717] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.933639] env[69249]: DEBUG oslo_vmware.api [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Task: {'id': task-3659374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16286} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.933917] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.934555] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.934744] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.934932] env[69249]: INFO nova.compute.manager [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 840.935184] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.935414] env[69249]: DEBUG nova.compute.manager [-] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.935537] env[69249]: DEBUG nova.network.neutron [-] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.185641] env[69249]: DEBUG nova.compute.manager [req-348c53f2-7121-4bba-be4e-33425e9fefe4 req-6dba3739-8243-4fdb-b68c-83f46cd3bb4b service nova] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Received event network-vif-deleted-aabfd992-5697-4865-9513-7807f2354dc9 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.185828] env[69249]: INFO nova.compute.manager [req-348c53f2-7121-4bba-be4e-33425e9fefe4 req-6dba3739-8243-4fdb-b68c-83f46cd3bb4b service nova] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Neutron deleted interface aabfd992-5697-4865-9513-7807f2354dc9; detaching it from the instance and deleting it from the info cache [ 841.186116] env[69249]: DEBUG nova.network.neutron [req-348c53f2-7121-4bba-be4e-33425e9fefe4 req-6dba3739-8243-4fdb-b68c-83f46cd3bb4b service nova] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.280298] env[69249]: DEBUG nova.compute.manager [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.309747] env[69249]: DEBUG nova.virt.hardware [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.309747] env[69249]: DEBUG nova.virt.hardware [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.309747] env[69249]: DEBUG nova.virt.hardware [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.309747] env[69249]: DEBUG nova.virt.hardware [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.311118] env[69249]: DEBUG nova.virt.hardware [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.311118] env[69249]: DEBUG nova.virt.hardware [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.311118] env[69249]: DEBUG nova.virt.hardware [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.311118] env[69249]: DEBUG nova.virt.hardware [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.311118] env[69249]: DEBUG nova.virt.hardware [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.311118] env[69249]: DEBUG nova.virt.hardware [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.311118] env[69249]: DEBUG nova.virt.hardware [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.312354] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d9e29b-6e8b-4049-9c21-08d3ead47a50 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.327632] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4699ddce-10ba-4f83-bded-0fd7807d971b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.356307] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487466} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.358924] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 55c8e95b-811c-4f85-9134-6c8c880b462d/55c8e95b-811c-4f85-9134-6c8c880b462d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.359176] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.359686] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a39acd7-6db5-49ef-9e1d-74043f96bcd3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.365927] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 841.365927] env[69249]: value = "task-3659376" [ 841.365927] env[69249]: _type = "Task" [ 841.365927] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.376562] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.419190] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbb82e8-071e-4656-8c6d-f6eac8164a5f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.429077] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a403feb-1d44-488f-8418-2eae87be9a39 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.460861] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f80fe70-31c9-484f-bfcd-c667a6736988 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.470244] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a8d721-a647-4cae-b4bb-0b81d819f572 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.477015] env[69249]: DEBUG nova.compute.manager [req-604ae648-ec41-4d19-81cc-c0dd731ff12e req-ad710d2f-fac2-49d1-8f1f-7934d464b84d service nova] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Received event network-vif-deleted-cde801d9-42b7-422b-8f95-5e1c59a606d9 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.477323] env[69249]: INFO nova.compute.manager [req-604ae648-ec41-4d19-81cc-c0dd731ff12e req-ad710d2f-fac2-49d1-8f1f-7934d464b84d service nova] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Neutron deleted interface cde801d9-42b7-422b-8f95-5e1c59a606d9; detaching it from the instance and deleting it from the info cache [ 841.477604] env[69249]: DEBUG nova.network.neutron [req-604ae648-ec41-4d19-81cc-c0dd731ff12e req-ad710d2f-fac2-49d1-8f1f-7934d464b84d service nova] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.495513] env[69249]: DEBUG nova.compute.provider_tree [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.607048] env[69249]: DEBUG nova.network.neutron [-] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.689873] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80c36d4e-f550-44f9-bcae-9ed0757cfb5e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.699036] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f30171-9141-4f67-bf7e-25fbc800695e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.710353] env[69249]: DEBUG nova.network.neutron [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Successfully updated port: 358438ce-4b79-434b-9be8-7ecb03703709 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.733938] env[69249]: DEBUG nova.compute.manager [req-348c53f2-7121-4bba-be4e-33425e9fefe4 req-6dba3739-8243-4fdb-b68c-83f46cd3bb4b service nova] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Detach interface failed, port_id=aabfd992-5697-4865-9513-7807f2354dc9, reason: Instance 3a3ae69a-e186-400b-bdab-dd339761c4bf could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 841.737475] env[69249]: DEBUG nova.network.neutron [-] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.876235] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064746} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.876361] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.877120] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb47313-cce3-44d4-ab4a-4407367aabdd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.898494] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 55c8e95b-811c-4f85-9134-6c8c880b462d/55c8e95b-811c-4f85-9134-6c8c880b462d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.898745] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7686ec0d-bc8b-4aa2-bd09-8d536a6174a4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.916800] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 841.916800] env[69249]: value = "task-3659377" [ 841.916800] env[69249]: _type = "Task" [ 841.916800] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.927630] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.980825] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d64153c-4c05-4f5c-8869-398618f19770 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.990049] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f7c318-6364-4462-8c70-3fb14eb9a93b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.001408] env[69249]: DEBUG nova.scheduler.client.report [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.024637] env[69249]: DEBUG nova.compute.manager [req-604ae648-ec41-4d19-81cc-c0dd731ff12e req-ad710d2f-fac2-49d1-8f1f-7934d464b84d service nova] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Detach interface failed, port_id=cde801d9-42b7-422b-8f95-5e1c59a606d9, reason: Instance 22d698fe-9fc1-423d-8a04-e936a15c31d2 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 842.109588] env[69249]: INFO nova.compute.manager [-] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Took 1.32 seconds to deallocate network for instance. [ 842.213141] env[69249]: DEBUG oslo_concurrency.lockutils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "refresh_cache-9feb7187-b316-4088-9abc-d8a5e7c601f8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.213364] env[69249]: DEBUG oslo_concurrency.lockutils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "refresh_cache-9feb7187-b316-4088-9abc-d8a5e7c601f8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.213469] env[69249]: DEBUG nova.network.neutron [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.240046] env[69249]: INFO nova.compute.manager [-] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Took 1.30 seconds to deallocate network for instance. [ 842.427152] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659377, 'name': ReconfigVM_Task, 'duration_secs': 0.258759} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.427517] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 55c8e95b-811c-4f85-9134-6c8c880b462d/55c8e95b-811c-4f85-9134-6c8c880b462d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.428127] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-104340ab-adbd-46fc-ac34-560731dee118 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.435514] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 842.435514] env[69249]: value = "task-3659378" [ 842.435514] env[69249]: _type = "Task" [ 842.435514] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.443269] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659378, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.616783] env[69249]: DEBUG oslo_concurrency.lockutils [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.745015] env[69249]: DEBUG nova.network.neutron [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.748367] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.884959] env[69249]: DEBUG nova.network.neutron [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Updating instance_info_cache with network_info: [{"id": "358438ce-4b79-434b-9be8-7ecb03703709", "address": "fa:16:3e:4e:05:3a", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap358438ce-4b", "ovs_interfaceid": "358438ce-4b79-434b-9be8-7ecb03703709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.945992] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659378, 'name': Rename_Task, 'duration_secs': 0.130242} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.946281] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.946528] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57764d4d-41f5-4ce7-b446-dc901b6a1efe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.952836] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 842.952836] env[69249]: value = "task-3659379" [ 842.952836] env[69249]: _type = "Task" [ 842.952836] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.960402] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.013406] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.737s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.016273] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.323s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.016491] env[69249]: DEBUG nova.objects.instance [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Lazy-loading 'resources' on Instance uuid b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.387267] env[69249]: DEBUG oslo_concurrency.lockutils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "refresh_cache-9feb7187-b316-4088-9abc-d8a5e7c601f8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.387630] env[69249]: DEBUG nova.compute.manager [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Instance network_info: |[{"id": "358438ce-4b79-434b-9be8-7ecb03703709", "address": "fa:16:3e:4e:05:3a", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap358438ce-4b", "ovs_interfaceid": "358438ce-4b79-434b-9be8-7ecb03703709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.388081] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:05:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '358438ce-4b79-434b-9be8-7ecb03703709', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.395960] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.396211] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.396436] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edd3d10f-40f8-4292-8221-2453c96e0e3e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.415694] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.415694] env[69249]: value = "task-3659380" [ 843.415694] env[69249]: _type = "Task" [ 843.415694] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.423049] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659380, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.462306] env[69249]: DEBUG oslo_vmware.api [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659379, 'name': PowerOnVM_Task, 'duration_secs': 0.434754} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.462612] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.462767] env[69249]: INFO nova.compute.manager [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Took 6.95 seconds to spawn the instance on the hypervisor. [ 843.462950] env[69249]: DEBUG nova.compute.manager [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 843.463746] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efcf2dd-fc8f-48af-ad39-deb9e9913fe7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.529259] env[69249]: DEBUG nova.compute.manager [req-201f6a06-4f8e-47f7-9dfb-289171aa84e7 req-08bef81b-0769-4ca5-a9aa-c043b5300b8a service nova] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Received event network-vif-plugged-358438ce-4b79-434b-9be8-7ecb03703709 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.529259] env[69249]: DEBUG oslo_concurrency.lockutils [req-201f6a06-4f8e-47f7-9dfb-289171aa84e7 req-08bef81b-0769-4ca5-a9aa-c043b5300b8a service nova] Acquiring lock "9feb7187-b316-4088-9abc-d8a5e7c601f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.529355] env[69249]: DEBUG oslo_concurrency.lockutils [req-201f6a06-4f8e-47f7-9dfb-289171aa84e7 req-08bef81b-0769-4ca5-a9aa-c043b5300b8a service nova] Lock "9feb7187-b316-4088-9abc-d8a5e7c601f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.529537] env[69249]: DEBUG oslo_concurrency.lockutils [req-201f6a06-4f8e-47f7-9dfb-289171aa84e7 req-08bef81b-0769-4ca5-a9aa-c043b5300b8a service nova] Lock "9feb7187-b316-4088-9abc-d8a5e7c601f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.529714] env[69249]: DEBUG nova.compute.manager [req-201f6a06-4f8e-47f7-9dfb-289171aa84e7 req-08bef81b-0769-4ca5-a9aa-c043b5300b8a service nova] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] No waiting events found dispatching network-vif-plugged-358438ce-4b79-434b-9be8-7ecb03703709 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 843.529885] env[69249]: WARNING nova.compute.manager [req-201f6a06-4f8e-47f7-9dfb-289171aa84e7 req-08bef81b-0769-4ca5-a9aa-c043b5300b8a service nova] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Received unexpected event network-vif-plugged-358438ce-4b79-434b-9be8-7ecb03703709 for instance with vm_state building and task_state spawning. [ 843.530097] env[69249]: DEBUG nova.compute.manager [req-201f6a06-4f8e-47f7-9dfb-289171aa84e7 req-08bef81b-0769-4ca5-a9aa-c043b5300b8a service nova] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Received event network-changed-358438ce-4b79-434b-9be8-7ecb03703709 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.530308] env[69249]: DEBUG nova.compute.manager [req-201f6a06-4f8e-47f7-9dfb-289171aa84e7 req-08bef81b-0769-4ca5-a9aa-c043b5300b8a service nova] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Refreshing instance network info cache due to event network-changed-358438ce-4b79-434b-9be8-7ecb03703709. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.530500] env[69249]: DEBUG oslo_concurrency.lockutils [req-201f6a06-4f8e-47f7-9dfb-289171aa84e7 req-08bef81b-0769-4ca5-a9aa-c043b5300b8a service nova] Acquiring lock "refresh_cache-9feb7187-b316-4088-9abc-d8a5e7c601f8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.531197] env[69249]: DEBUG oslo_concurrency.lockutils [req-201f6a06-4f8e-47f7-9dfb-289171aa84e7 req-08bef81b-0769-4ca5-a9aa-c043b5300b8a service nova] Acquired lock "refresh_cache-9feb7187-b316-4088-9abc-d8a5e7c601f8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.531197] env[69249]: DEBUG nova.network.neutron [req-201f6a06-4f8e-47f7-9dfb-289171aa84e7 req-08bef81b-0769-4ca5-a9aa-c043b5300b8a service nova] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Refreshing network info cache for port 358438ce-4b79-434b-9be8-7ecb03703709 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.593551] env[69249]: INFO nova.scheduler.client.report [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Deleted allocation for migration b0b4c581-909b-4a88-812d-5b09c5cf78e9 [ 843.926647] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659380, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.984948] env[69249]: INFO nova.compute.manager [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Took 47.76 seconds to build instance. [ 844.061858] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f313cc-2fee-461c-b87f-da8dbc22b979 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.069844] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cbb9ea-f37c-4f43-b2c2-241df0b4664e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.101410] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b51f9121-573b-4b21-8813-0f6c6521b95c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.101664] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b51f9121-573b-4b21-8813-0f6c6521b95c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.101842] env[69249]: DEBUG nova.compute.manager [None req-b51f9121-573b-4b21-8813-0f6c6521b95c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 844.102810] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fd4fe17-28a0-4d13-a6d0-bc81b77068ff tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 48.763s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.104639] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e9f47e-1045-4976-a208-a7bec7148846 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.107662] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae42d6a4-36d7-4b49-a12e-933cb191d39b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.117880] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39f7859-08be-45dd-bc18-5a222e3331b0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.121921] env[69249]: DEBUG nova.compute.manager [None req-b51f9121-573b-4b21-8813-0f6c6521b95c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69249) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 844.122544] env[69249]: DEBUG nova.objects.instance [None req-b51f9121-573b-4b21-8813-0f6c6521b95c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lazy-loading 'flavor' on Instance uuid 7f60ac74-14f2-49b5-98f0-417f5fb046ac {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.137333] env[69249]: DEBUG nova.compute.provider_tree [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.425573] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659380, 'name': CreateVM_Task, 'duration_secs': 0.568065} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.425758] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.426449] env[69249]: DEBUG oslo_concurrency.lockutils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.426615] env[69249]: DEBUG oslo_concurrency.lockutils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.426933] env[69249]: DEBUG oslo_concurrency.lockutils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.427201] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1469ec13-31fb-4c41-8110-bf25ecf26647 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.432203] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 844.432203] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52005593-4d43-3a3a-81e3-6bb6a8b7b1b2" [ 844.432203] env[69249]: _type = "Task" [ 844.432203] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.439864] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52005593-4d43-3a3a-81e3-6bb6a8b7b1b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.441828] env[69249]: DEBUG nova.network.neutron [req-201f6a06-4f8e-47f7-9dfb-289171aa84e7 req-08bef81b-0769-4ca5-a9aa-c043b5300b8a service nova] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Updated VIF entry in instance network info cache for port 358438ce-4b79-434b-9be8-7ecb03703709. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.442180] env[69249]: DEBUG nova.network.neutron [req-201f6a06-4f8e-47f7-9dfb-289171aa84e7 req-08bef81b-0769-4ca5-a9aa-c043b5300b8a service nova] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Updating instance_info_cache with network_info: [{"id": "358438ce-4b79-434b-9be8-7ecb03703709", "address": "fa:16:3e:4e:05:3a", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap358438ce-4b", "ovs_interfaceid": "358438ce-4b79-434b-9be8-7ecb03703709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.487600] env[69249]: DEBUG oslo_concurrency.lockutils [None req-97152292-9e28-470d-90cc-6949274c7ad1 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "55c8e95b-811c-4f85-9134-6c8c880b462d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.843s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.645024] env[69249]: DEBUG nova.scheduler.client.report [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.943782] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52005593-4d43-3a3a-81e3-6bb6a8b7b1b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009788} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.944417] env[69249]: DEBUG oslo_concurrency.lockutils [req-201f6a06-4f8e-47f7-9dfb-289171aa84e7 req-08bef81b-0769-4ca5-a9aa-c043b5300b8a service nova] Releasing lock "refresh_cache-9feb7187-b316-4088-9abc-d8a5e7c601f8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.944956] env[69249]: DEBUG oslo_concurrency.lockutils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.945330] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.945660] env[69249]: DEBUG oslo_concurrency.lockutils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.945836] env[69249]: DEBUG oslo_concurrency.lockutils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.946038] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.946327] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caf76c83-45d2-402c-8a13-b125b8551ed8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.955222] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.955402] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.956189] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e81802-fed3-4db9-a028-ca991a71f6de {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.961699] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 844.961699] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5274485b-969c-b70c-5e27-e0d7560fbd9d" [ 844.961699] env[69249]: _type = "Task" [ 844.961699] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.969735] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5274485b-969c-b70c-5e27-e0d7560fbd9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.990318] env[69249]: DEBUG nova.compute.manager [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.129926] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51f9121-573b-4b21-8813-0f6c6521b95c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.130542] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8b5d757-6e5b-4177-90ce-f1fe8796de7f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.137281] env[69249]: DEBUG oslo_vmware.api [None req-b51f9121-573b-4b21-8813-0f6c6521b95c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 845.137281] env[69249]: value = "task-3659381" [ 845.137281] env[69249]: _type = "Task" [ 845.137281] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.146131] env[69249]: DEBUG oslo_vmware.api [None req-b51f9121-573b-4b21-8813-0f6c6521b95c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.148181] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.150123] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.500s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.153245] env[69249]: INFO nova.compute.claims [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.172582] env[69249]: INFO nova.scheduler.client.report [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Deleted allocations for instance b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea [ 845.473917] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5274485b-969c-b70c-5e27-e0d7560fbd9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009353} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.474820] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c408b61-7d60-4704-9f1b-c1f9341361a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.480677] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 845.480677] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c48cc4-15d8-5aae-3611-9b4971084b6d" [ 845.480677] env[69249]: _type = "Task" [ 845.480677] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.491228] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c48cc4-15d8-5aae-3611-9b4971084b6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.513100] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.646712] env[69249]: DEBUG oslo_vmware.api [None req-b51f9121-573b-4b21-8813-0f6c6521b95c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659381, 'name': PowerOffVM_Task, 'duration_secs': 0.226102} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.646968] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51f9121-573b-4b21-8813-0f6c6521b95c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.647921] env[69249]: DEBUG nova.compute.manager [None req-b51f9121-573b-4b21-8813-0f6c6521b95c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 845.648925] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7347b4-55cc-4779-976a-369ff3fc07c9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.682076] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4e1ed85b-dcd6-4fb8-9088-aeb9eb8cfce9 tempest-InstanceActionsNegativeTestJSON-1665953173 tempest-InstanceActionsNegativeTestJSON-1665953173-project-member] Lock "b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.552s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.993450] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c48cc4-15d8-5aae-3611-9b4971084b6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.993450] env[69249]: DEBUG oslo_concurrency.lockutils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.993450] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 9feb7187-b316-4088-9abc-d8a5e7c601f8/9feb7187-b316-4088-9abc-d8a5e7c601f8.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.993656] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-226218c7-9533-4f73-b903-21bf661854fc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.001899] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 846.001899] env[69249]: value = "task-3659382" [ 846.001899] env[69249]: _type = "Task" [ 846.001899] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.007994] env[69249]: DEBUG nova.compute.manager [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.007994] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47fa22f-65f6-41d8-83c7-94df2dec0db7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.017127] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.063193] env[69249]: DEBUG oslo_concurrency.lockutils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "ea954cae-05b2-4097-a0e1-2f2618d7aacc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.063421] env[69249]: DEBUG oslo_concurrency.lockutils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "ea954cae-05b2-4097-a0e1-2f2618d7aacc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.167436] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b51f9121-573b-4b21-8813-0f6c6521b95c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.513391] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492924} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.513641] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 9feb7187-b316-4088-9abc-d8a5e7c601f8/9feb7187-b316-4088-9abc-d8a5e7c601f8.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.513859] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.514169] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73c6fa30-e824-4d6a-86b9-5a56d7fc56e4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.520407] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 846.520407] env[69249]: value = "task-3659383" [ 846.520407] env[69249]: _type = "Task" [ 846.520407] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.521351] env[69249]: INFO nova.compute.manager [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] instance snapshotting [ 846.528136] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83613867-3a1f-4f14-a361-c6c1210c3e54 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.535497] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.551231] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d9b435-d81c-4716-8006-1dbfb4c12d7a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.583998] env[69249]: DEBUG nova.objects.instance [None req-d89303b2-53d6-4b21-aa1f-26888acfe822 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lazy-loading 'flavor' on Instance uuid 7f60ac74-14f2-49b5-98f0-417f5fb046ac {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.747867] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b5933a-9f27-432a-8091-469c2e0d4d70 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.755953] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ab66d4-ea67-4206-a127-dcaf61e60669 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.786297] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ef8d1f-f152-4774-89f3-54e9bb183be9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.793644] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b940bc9e-7a84-4b5c-bb6d-adfc693d8075 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.807315] env[69249]: DEBUG nova.compute.provider_tree [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.034164] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063483} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.034433] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.035227] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735c8a1d-c226-41df-9d3c-9ed15cae6951 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.057034] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 9feb7187-b316-4088-9abc-d8a5e7c601f8/9feb7187-b316-4088-9abc-d8a5e7c601f8.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.057377] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ca2ede1-2d22-481a-b422-607b3ecf43b2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.072986] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 847.073292] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c8b33c7d-8b25-4dfd-9854-7fcb00f52d1c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.080189] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 847.080189] env[69249]: value = "task-3659384" [ 847.080189] env[69249]: _type = "Task" [ 847.080189] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.081474] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 847.081474] env[69249]: value = "task-3659385" [ 847.081474] env[69249]: _type = "Task" [ 847.081474] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.090639] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d89303b2-53d6-4b21-aa1f-26888acfe822 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.090805] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d89303b2-53d6-4b21-aa1f-26888acfe822 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.091093] env[69249]: DEBUG nova.network.neutron [None req-d89303b2-53d6-4b21-aa1f-26888acfe822 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.091168] env[69249]: DEBUG nova.objects.instance [None req-d89303b2-53d6-4b21-aa1f-26888acfe822 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lazy-loading 'info_cache' on Instance uuid 7f60ac74-14f2-49b5-98f0-417f5fb046ac {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.096973] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659384, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.101518] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.313913] env[69249]: DEBUG nova.scheduler.client.report [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.593576] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659384, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.597120] env[69249]: DEBUG nova.objects.base [None req-d89303b2-53d6-4b21-aa1f-26888acfe822 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Object Instance<7f60ac74-14f2-49b5-98f0-417f5fb046ac> lazy-loaded attributes: flavor,info_cache {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 847.598510] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.823539] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.824085] env[69249]: DEBUG nova.compute.manager [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.826708] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.979s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.826924] env[69249]: DEBUG nova.objects.instance [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lazy-loading 'resources' on Instance uuid b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.093760] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659384, 'name': ReconfigVM_Task, 'duration_secs': 0.515396} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.096714] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 9feb7187-b316-4088-9abc-d8a5e7c601f8/9feb7187-b316-4088-9abc-d8a5e7c601f8.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.097379] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.097587] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00c633b2-55e2-4a0c-a2a3-1a3bb9e032cb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.106054] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 848.106054] env[69249]: value = "task-3659386" [ 848.106054] env[69249]: _type = "Task" [ 848.106054] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.114209] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659386, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.331014] env[69249]: DEBUG nova.compute.utils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.331878] env[69249]: DEBUG nova.compute.manager [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.331951] env[69249]: DEBUG nova.network.neutron [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.396138] env[69249]: DEBUG nova.policy [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '601f62544b2e4f3e8074865df7703885', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5e1d47641864fbeb824734cad536e37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.431403] env[69249]: DEBUG nova.network.neutron [None req-d89303b2-53d6-4b21-aa1f-26888acfe822 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating instance_info_cache with network_info: [{"id": "36dec8fe-0532-4e6a-b424-d6fd59232088", "address": "fa:16:3e:a5:66:b7", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dec8fe-05", "ovs_interfaceid": "36dec8fe-0532-4e6a-b424-d6fd59232088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.597878] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659385, 'name': CreateSnapshot_Task, 'duration_secs': 1.121413} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.598179] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 848.599126] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e96afe1-bdcf-4a8f-b930-eda18bb4b36a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.621082] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659386, 'name': Rename_Task, 'duration_secs': 0.208122} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.623650] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.624518] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5d2d73f-1ef6-4032-a739-3909d97a6ce3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.630398] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 848.630398] env[69249]: value = "task-3659387" [ 848.630398] env[69249]: _type = "Task" [ 848.630398] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.643399] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.742033] env[69249]: DEBUG nova.network.neutron [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Successfully created port: 1b34bc5f-acd5-46b7-9520-f809840ac45c {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.830557] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8362e2f-c636-4109-9aa1-bbe8da9b59d0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.838478] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7034d6-5f0e-405d-b69f-bcaaf14dc30f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.841950] env[69249]: DEBUG nova.compute.manager [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.873196] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb40115-6e42-4c87-bd92-32669406d9b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.881012] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ea8d0e-c702-4a1e-8053-c2b6a3eae97d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.896307] env[69249]: DEBUG nova.compute.provider_tree [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.937353] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d89303b2-53d6-4b21-aa1f-26888acfe822 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.123835] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 849.124202] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9524d61-6aaf-4068-8a0b-b22266402b00 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.132121] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 849.132121] env[69249]: value = "task-3659388" [ 849.132121] env[69249]: _type = "Task" [ 849.132121] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.144253] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.147556] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659388, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.399857] env[69249]: DEBUG nova.scheduler.client.report [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.650418] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659387, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.650705] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659388, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.857503] env[69249]: DEBUG nova.compute.manager [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.879155] env[69249]: DEBUG nova.virt.hardware [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.879155] env[69249]: DEBUG nova.virt.hardware [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.879155] env[69249]: DEBUG nova.virt.hardware [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.879155] env[69249]: DEBUG nova.virt.hardware [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.879155] env[69249]: DEBUG nova.virt.hardware [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.879155] env[69249]: DEBUG nova.virt.hardware [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.879155] env[69249]: DEBUG nova.virt.hardware [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.879155] env[69249]: DEBUG nova.virt.hardware [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.879692] env[69249]: DEBUG nova.virt.hardware [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.879692] env[69249]: DEBUG nova.virt.hardware [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.879784] env[69249]: DEBUG nova.virt.hardware [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.880684] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f55160-fdbd-4773-bcb2-932f083954b0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.888566] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befb206c-cf57-4bb3-90a0-1f55795aeb79 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.904536] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.906769] env[69249]: DEBUG oslo_concurrency.lockutils [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 48.616s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.931241] env[69249]: INFO nova.scheduler.client.report [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Deleted allocations for instance b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f [ 849.944708] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89303b2-53d6-4b21-aa1f-26888acfe822 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.945473] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-502b66e0-0164-450f-a172-b243b04ba93f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.952638] env[69249]: DEBUG oslo_vmware.api [None req-d89303b2-53d6-4b21-aa1f-26888acfe822 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 849.952638] env[69249]: value = "task-3659389" [ 849.952638] env[69249]: _type = "Task" [ 849.952638] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.961510] env[69249]: DEBUG oslo_vmware.api [None req-d89303b2-53d6-4b21-aa1f-26888acfe822 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.146392] env[69249]: DEBUG oslo_vmware.api [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659387, 'name': PowerOnVM_Task, 'duration_secs': 1.090151} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.150052] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.150321] env[69249]: INFO nova.compute.manager [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Took 8.87 seconds to spawn the instance on the hypervisor. [ 850.150524] env[69249]: DEBUG nova.compute.manager [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 850.151230] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659388, 'name': CloneVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.151981] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79be0930-1a6a-4e07-baed-ee0bd6a062b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.292036] env[69249]: DEBUG nova.compute.manager [req-199e538d-4c18-4c88-8f8b-1561e4e5c35e req-43e482be-f52a-420a-a72d-efd32ffb3d3c service nova] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Received event network-vif-plugged-1b34bc5f-acd5-46b7-9520-f809840ac45c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.292255] env[69249]: DEBUG oslo_concurrency.lockutils [req-199e538d-4c18-4c88-8f8b-1561e4e5c35e req-43e482be-f52a-420a-a72d-efd32ffb3d3c service nova] Acquiring lock "54881ffe-35d0-4e65-bc8b-74cc709b6c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.292828] env[69249]: DEBUG oslo_concurrency.lockutils [req-199e538d-4c18-4c88-8f8b-1561e4e5c35e req-43e482be-f52a-420a-a72d-efd32ffb3d3c service nova] Lock "54881ffe-35d0-4e65-bc8b-74cc709b6c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.292828] env[69249]: DEBUG oslo_concurrency.lockutils [req-199e538d-4c18-4c88-8f8b-1561e4e5c35e req-43e482be-f52a-420a-a72d-efd32ffb3d3c service nova] Lock "54881ffe-35d0-4e65-bc8b-74cc709b6c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.292828] env[69249]: DEBUG nova.compute.manager [req-199e538d-4c18-4c88-8f8b-1561e4e5c35e req-43e482be-f52a-420a-a72d-efd32ffb3d3c service nova] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] No waiting events found dispatching network-vif-plugged-1b34bc5f-acd5-46b7-9520-f809840ac45c {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 850.292976] env[69249]: WARNING nova.compute.manager [req-199e538d-4c18-4c88-8f8b-1561e4e5c35e req-43e482be-f52a-420a-a72d-efd32ffb3d3c service nova] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Received unexpected event network-vif-plugged-1b34bc5f-acd5-46b7-9520-f809840ac45c for instance with vm_state building and task_state spawning. [ 850.353600] env[69249]: DEBUG nova.network.neutron [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Successfully updated port: 1b34bc5f-acd5-46b7-9520-f809840ac45c {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.416651] env[69249]: INFO nova.compute.claims [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.446487] env[69249]: DEBUG oslo_concurrency.lockutils [None req-19cb9e37-e417-4cca-91c0-a6c5106ccaf1 tempest-SecurityGroupsTestJSON-1392021516 tempest-SecurityGroupsTestJSON-1392021516-project-member] Lock "b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.147s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.473856] env[69249]: DEBUG oslo_vmware.api [None req-d89303b2-53d6-4b21-aa1f-26888acfe822 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659389, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.647587] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659388, 'name': CloneVM_Task, 'duration_secs': 1.057998} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.647939] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Created linked-clone VM from snapshot [ 850.648470] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84393105-c653-46c7-a887-e014e8b0f7a6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.662727] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Uploading image aa6683c4-54fc-4487-8d8c-b5a375606700 {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 850.671990] env[69249]: INFO nova.compute.manager [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Took 53.75 seconds to build instance. [ 850.693323] env[69249]: DEBUG oslo_vmware.rw_handles [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 850.693323] env[69249]: value = "vm-729394" [ 850.693323] env[69249]: _type = "VirtualMachine" [ 850.693323] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 850.693839] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e09fed11-c1c3-4846-bb7f-90744c4ed6a1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.701111] env[69249]: DEBUG oslo_vmware.rw_handles [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lease: (returnval){ [ 850.701111] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528ebe88-bf18-0e70-ba80-9cc06abe3c28" [ 850.701111] env[69249]: _type = "HttpNfcLease" [ 850.701111] env[69249]: } obtained for exporting VM: (result){ [ 850.701111] env[69249]: value = "vm-729394" [ 850.701111] env[69249]: _type = "VirtualMachine" [ 850.701111] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 850.701414] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the lease: (returnval){ [ 850.701414] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528ebe88-bf18-0e70-ba80-9cc06abe3c28" [ 850.701414] env[69249]: _type = "HttpNfcLease" [ 850.701414] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 850.708907] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.708907] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528ebe88-bf18-0e70-ba80-9cc06abe3c28" [ 850.708907] env[69249]: _type = "HttpNfcLease" [ 850.708907] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 850.855379] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "refresh_cache-54881ffe-35d0-4e65-bc8b-74cc709b6c98" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.855537] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquired lock "refresh_cache-54881ffe-35d0-4e65-bc8b-74cc709b6c98" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.855704] env[69249]: DEBUG nova.network.neutron [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.928818] env[69249]: INFO nova.compute.resource_tracker [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updating resource usage from migration 43a3c0e0-90d1-424a-9738-56788e054b81 [ 850.968018] env[69249]: DEBUG oslo_vmware.api [None req-d89303b2-53d6-4b21-aa1f-26888acfe822 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659389, 'name': PowerOnVM_Task, 'duration_secs': 0.570364} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.968363] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89303b2-53d6-4b21-aa1f-26888acfe822 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.968606] env[69249]: DEBUG nova.compute.manager [None req-d89303b2-53d6-4b21-aa1f-26888acfe822 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 850.969505] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaa843b-92f7-436f-91ba-fb3854bad4f3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.174410] env[69249]: DEBUG oslo_concurrency.lockutils [None req-87630ba4-ae97-47fd-a7fc-cfe676254fe1 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "9feb7187-b316-4088-9abc-d8a5e7c601f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.480s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.211862] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.211862] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528ebe88-bf18-0e70-ba80-9cc06abe3c28" [ 851.211862] env[69249]: _type = "HttpNfcLease" [ 851.211862] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 851.212032] env[69249]: DEBUG oslo_vmware.rw_handles [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 851.212032] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528ebe88-bf18-0e70-ba80-9cc06abe3c28" [ 851.212032] env[69249]: _type = "HttpNfcLease" [ 851.212032] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 851.214544] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4abb27-3e0e-4852-b315-8141de30f7e4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.225977] env[69249]: DEBUG oslo_vmware.rw_handles [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b22be-914b-8673-5dd6-313aef9a6bf3/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 851.226186] env[69249]: DEBUG oslo_vmware.rw_handles [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b22be-914b-8673-5dd6-313aef9a6bf3/disk-0.vmdk for reading. {{(pid=69249) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 851.377891] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-06f134e5-fb82-460e-93b9-c610a8c117ef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.448392] env[69249]: DEBUG nova.network.neutron [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.545644] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47355df0-e6ad-4d5e-bebc-99b3193631e2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.554326] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996e3e85-e0c1-49e4-83b0-e52e0cc85fd4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.593824] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e9ac1a-0a1a-4e2e-8c5e-7a8a98759b0a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.605100] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5840fbff-4551-4e1b-a386-5983f17e096e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.621751] env[69249]: DEBUG nova.compute.provider_tree [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.658863] env[69249]: DEBUG oslo_concurrency.lockutils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Acquiring lock "336d0484-6537-4a27-bc77-ed6b600a65fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.659135] env[69249]: DEBUG oslo_concurrency.lockutils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Lock "336d0484-6537-4a27-bc77-ed6b600a65fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.676938] env[69249]: DEBUG nova.compute.manager [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.745959] env[69249]: DEBUG nova.network.neutron [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Updating instance_info_cache with network_info: [{"id": "1b34bc5f-acd5-46b7-9520-f809840ac45c", "address": "fa:16:3e:3f:bd:85", "network": {"id": "f27b29aa-dba8-40b9-8413-358a29d814ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-301276195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e1d47641864fbeb824734cad536e37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b34bc5f-ac", "ovs_interfaceid": "1b34bc5f-acd5-46b7-9520-f809840ac45c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.923739] env[69249]: DEBUG oslo_concurrency.lockutils [None req-036a8c95-cb7c-4c24-9557-bfcf92e72428 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "9feb7187-b316-4088-9abc-d8a5e7c601f8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.923739] env[69249]: DEBUG oslo_concurrency.lockutils [None req-036a8c95-cb7c-4c24-9557-bfcf92e72428 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "9feb7187-b316-4088-9abc-d8a5e7c601f8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.923739] env[69249]: DEBUG nova.compute.manager [None req-036a8c95-cb7c-4c24-9557-bfcf92e72428 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 851.924380] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f24f00-0b24-471d-92f0-f5269ebef3a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.934183] env[69249]: DEBUG nova.compute.manager [None req-036a8c95-cb7c-4c24-9557-bfcf92e72428 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69249) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 851.936491] env[69249]: DEBUG nova.objects.instance [None req-036a8c95-cb7c-4c24-9557-bfcf92e72428 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lazy-loading 'flavor' on Instance uuid 9feb7187-b316-4088-9abc-d8a5e7c601f8 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.128158] env[69249]: DEBUG nova.scheduler.client.report [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.207200] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.250334] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Releasing lock "refresh_cache-54881ffe-35d0-4e65-bc8b-74cc709b6c98" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.251164] env[69249]: DEBUG nova.compute.manager [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Instance network_info: |[{"id": "1b34bc5f-acd5-46b7-9520-f809840ac45c", "address": "fa:16:3e:3f:bd:85", "network": {"id": "f27b29aa-dba8-40b9-8413-358a29d814ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-301276195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e1d47641864fbeb824734cad536e37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b34bc5f-ac", "ovs_interfaceid": "1b34bc5f-acd5-46b7-9520-f809840ac45c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.251417] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:bd:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b34bc5f-acd5-46b7-9520-f809840ac45c', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.266834] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Creating folder: Project (a5e1d47641864fbeb824734cad536e37). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.267437] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d79a8625-9751-44dc-b76a-14a03cd0f6a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.281498] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Created folder: Project (a5e1d47641864fbeb824734cad536e37) in parent group-v729229. [ 852.282125] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Creating folder: Instances. Parent ref: group-v729395. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.282531] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53ace2f0-e093-420d-8621-b01b065575d1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.296853] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Created folder: Instances in parent group-v729395. [ 852.297319] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.297645] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.298068] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0a21373-2b5a-4b4f-92fe-8780738edb4d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.320260] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.320260] env[69249]: value = "task-3659393" [ 852.320260] env[69249]: _type = "Task" [ 852.320260] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.329862] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659393, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.366638] env[69249]: DEBUG nova.compute.manager [req-92a2b443-558a-459e-b570-3998394989ee req-3d7db6ca-1943-4c08-8d6f-05dfc15f6406 service nova] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Received event network-changed-1b34bc5f-acd5-46b7-9520-f809840ac45c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.367053] env[69249]: DEBUG nova.compute.manager [req-92a2b443-558a-459e-b570-3998394989ee req-3d7db6ca-1943-4c08-8d6f-05dfc15f6406 service nova] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Refreshing instance network info cache due to event network-changed-1b34bc5f-acd5-46b7-9520-f809840ac45c. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.367400] env[69249]: DEBUG oslo_concurrency.lockutils [req-92a2b443-558a-459e-b570-3998394989ee req-3d7db6ca-1943-4c08-8d6f-05dfc15f6406 service nova] Acquiring lock "refresh_cache-54881ffe-35d0-4e65-bc8b-74cc709b6c98" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.367573] env[69249]: DEBUG oslo_concurrency.lockutils [req-92a2b443-558a-459e-b570-3998394989ee req-3d7db6ca-1943-4c08-8d6f-05dfc15f6406 service nova] Acquired lock "refresh_cache-54881ffe-35d0-4e65-bc8b-74cc709b6c98" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.367700] env[69249]: DEBUG nova.network.neutron [req-92a2b443-558a-459e-b570-3998394989ee req-3d7db6ca-1943-4c08-8d6f-05dfc15f6406 service nova] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Refreshing network info cache for port 1b34bc5f-acd5-46b7-9520-f809840ac45c {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.634849] env[69249]: DEBUG oslo_concurrency.lockutils [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.728s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.635904] env[69249]: INFO nova.compute.manager [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Migrating [ 852.649105] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.270s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.649105] env[69249]: DEBUG nova.objects.instance [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lazy-loading 'resources' on Instance uuid 10282b3a-8a35-496d-9768-113bbd170f79 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.833547] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659393, 'name': CreateVM_Task, 'duration_secs': 0.498914} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.833835] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.834687] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.834902] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.835376] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.835689] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d43eb36-2d42-4cbf-9e25-5ab252c6c19b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.842231] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 852.842231] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d32530-bebe-4f1b-502c-c6b9425407d1" [ 852.842231] env[69249]: _type = "Task" [ 852.842231] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.853520] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d32530-bebe-4f1b-502c-c6b9425407d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.947503] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-036a8c95-cb7c-4c24-9557-bfcf92e72428 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.948328] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2d179ac-7023-4291-a6d3-a08891627293 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.957034] env[69249]: DEBUG oslo_vmware.api [None req-036a8c95-cb7c-4c24-9557-bfcf92e72428 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 852.957034] env[69249]: value = "task-3659394" [ 852.957034] env[69249]: _type = "Task" [ 852.957034] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.970750] env[69249]: DEBUG oslo_vmware.api [None req-036a8c95-cb7c-4c24-9557-bfcf92e72428 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.135272] env[69249]: DEBUG nova.network.neutron [req-92a2b443-558a-459e-b570-3998394989ee req-3d7db6ca-1943-4c08-8d6f-05dfc15f6406 service nova] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Updated VIF entry in instance network info cache for port 1b34bc5f-acd5-46b7-9520-f809840ac45c. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.135657] env[69249]: DEBUG nova.network.neutron [req-92a2b443-558a-459e-b570-3998394989ee req-3d7db6ca-1943-4c08-8d6f-05dfc15f6406 service nova] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Updating instance_info_cache with network_info: [{"id": "1b34bc5f-acd5-46b7-9520-f809840ac45c", "address": "fa:16:3e:3f:bd:85", "network": {"id": "f27b29aa-dba8-40b9-8413-358a29d814ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-301276195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e1d47641864fbeb824734cad536e37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b34bc5f-ac", "ovs_interfaceid": "1b34bc5f-acd5-46b7-9520-f809840ac45c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.167593] env[69249]: DEBUG oslo_concurrency.lockutils [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "refresh_cache-da460c36-960d-4ae2-a931-313c2e79a7d5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.167846] env[69249]: DEBUG oslo_concurrency.lockutils [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "refresh_cache-da460c36-960d-4ae2-a931-313c2e79a7d5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.168112] env[69249]: DEBUG nova.network.neutron [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.353150] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d32530-bebe-4f1b-502c-c6b9425407d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.355841] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.356118] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.356361] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.356507] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.356683] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.357195] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47bb1887-838c-4b6e-bf9b-9badeaf557a8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.367377] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.367515] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.370929] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdcfc48f-2837-47f7-a4d5-345e8bdb3e17 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.378938] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 853.378938] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526a3d22-61c1-cede-79f1-b0b20b7b39cd" [ 853.378938] env[69249]: _type = "Task" [ 853.378938] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.388307] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526a3d22-61c1-cede-79f1-b0b20b7b39cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.466050] env[69249]: DEBUG oslo_vmware.api [None req-036a8c95-cb7c-4c24-9557-bfcf92e72428 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659394, 'name': PowerOffVM_Task, 'duration_secs': 0.409235} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.466349] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-036a8c95-cb7c-4c24-9557-bfcf92e72428 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.467067] env[69249]: DEBUG nova.compute.manager [None req-036a8c95-cb7c-4c24-9557-bfcf92e72428 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 853.467333] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc12418-b851-407b-80b9-e3e751566211 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.636795] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2793064-6133-4b34-9ee3-c91b0d6b7c4e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.640832] env[69249]: DEBUG oslo_concurrency.lockutils [req-92a2b443-558a-459e-b570-3998394989ee req-3d7db6ca-1943-4c08-8d6f-05dfc15f6406 service nova] Releasing lock "refresh_cache-54881ffe-35d0-4e65-bc8b-74cc709b6c98" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.646033] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f03610e-4dba-4597-8278-5e8ef28c3f23 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.683025] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fa24bb-3beb-4092-b66d-c9ebb99fc997 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.690069] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7c1907-2c8f-4071-b703-2b04f363ffd4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.707061] env[69249]: DEBUG nova.compute.provider_tree [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.889704] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526a3d22-61c1-cede-79f1-b0b20b7b39cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010226} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.890512] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f441275a-fcdb-4e80-9ab7-c94fd74997a3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.895704] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 853.895704] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cef259-bd16-8000-d617-cd9f93462706" [ 853.895704] env[69249]: _type = "Task" [ 853.895704] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.904263] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cef259-bd16-8000-d617-cd9f93462706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.910791] env[69249]: DEBUG nova.network.neutron [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updating instance_info_cache with network_info: [{"id": "d304e7e8-6b0b-4099-83f9-9d638f2441a3", "address": "fa:16:3e:ca:0b:26", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd304e7e8-6b", "ovs_interfaceid": "d304e7e8-6b0b-4099-83f9-9d638f2441a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.982163] env[69249]: DEBUG oslo_concurrency.lockutils [None req-036a8c95-cb7c-4c24-9557-bfcf92e72428 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "9feb7187-b316-4088-9abc-d8a5e7c601f8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.210989] env[69249]: DEBUG nova.scheduler.client.report [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.406658] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cef259-bd16-8000-d617-cd9f93462706, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.406930] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.407217] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 54881ffe-35d0-4e65-bc8b-74cc709b6c98/54881ffe-35d0-4e65-bc8b-74cc709b6c98.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.407483] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e582ce09-5211-40ce-b585-760a55c2d842 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.414169] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 854.414169] env[69249]: value = "task-3659395" [ 854.414169] env[69249]: _type = "Task" [ 854.414169] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.414692] env[69249]: DEBUG oslo_concurrency.lockutils [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "refresh_cache-da460c36-960d-4ae2-a931-313c2e79a7d5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.424298] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.687290] env[69249]: INFO nova.compute.manager [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Rebuilding instance [ 854.722819] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.725362] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.886s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.728924] env[69249]: INFO nova.compute.claims [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.755319] env[69249]: INFO nova.scheduler.client.report [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Deleted allocations for instance 10282b3a-8a35-496d-9768-113bbd170f79 [ 854.756500] env[69249]: DEBUG nova.compute.manager [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 854.757497] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b852d4f7-9af6-4ec0-abe3-733061f675af {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.930706] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659395, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.277224] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2574a04-3127-4f64-bdec-245cf87eb2fa tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "10282b3a-8a35-496d-9768-113bbd170f79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.112s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.428832] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543901} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.431700] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 54881ffe-35d0-4e65-bc8b-74cc709b6c98/54881ffe-35d0-4e65-bc8b-74cc709b6c98.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.437718] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.437718] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43fed8ba-48e8-4ea2-bcb6-ca9cd1749408 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.444669] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 855.444669] env[69249]: value = "task-3659396" [ 855.444669] env[69249]: _type = "Task" [ 855.444669] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.456028] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.566023] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "3aac0eba-9c02-43ce-84a7-838b09f4ae7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.566023] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "3aac0eba-9c02-43ce-84a7-838b09f4ae7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.566023] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "3aac0eba-9c02-43ce-84a7-838b09f4ae7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.566023] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "3aac0eba-9c02-43ce-84a7-838b09f4ae7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.566023] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "3aac0eba-9c02-43ce-84a7-838b09f4ae7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.568750] env[69249]: INFO nova.compute.manager [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Terminating instance [ 855.786229] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.786570] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18f8cf22-448e-4d1b-897d-4f646c4b1d09 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.794206] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 855.794206] env[69249]: value = "task-3659397" [ 855.794206] env[69249]: _type = "Task" [ 855.794206] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.805539] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] VM already powered off {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 855.805807] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.806731] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e76d61-6cfb-4ea5-a8a8-f2bc95f57827 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.813675] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.816602] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9019192d-17e5-45bd-99da-0f4038e0b75c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.888251] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.888485] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.888663] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleting the datastore file [datastore1] 9feb7187-b316-4088-9abc-d8a5e7c601f8 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.888950] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb9045c9-4785-45c2-8b2a-84891bd05eaa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.896777] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 855.896777] env[69249]: value = "task-3659399" [ 855.896777] env[69249]: _type = "Task" [ 855.896777] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.909356] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.937297] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce6390c-2097-4c16-b5e6-87902203c1f3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.958605] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updating instance 'da460c36-960d-4ae2-a931-313c2e79a7d5' progress to 0 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 855.974250] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089433} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.975117] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.975493] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433e6f5f-a698-40bd-bad8-2b180a4ebc51 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.011011] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 54881ffe-35d0-4e65-bc8b-74cc709b6c98/54881ffe-35d0-4e65-bc8b-74cc709b6c98.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.014096] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d38f0034-ecad-4943-8c06-c2e0f585ed56 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.036094] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 856.036094] env[69249]: value = "task-3659400" [ 856.036094] env[69249]: _type = "Task" [ 856.036094] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.045380] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.073273] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "refresh_cache-3aac0eba-9c02-43ce-84a7-838b09f4ae7b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.073273] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquired lock "refresh_cache-3aac0eba-9c02-43ce-84a7-838b09f4ae7b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.073378] env[69249]: DEBUG nova.network.neutron [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.291695] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23bee7f-c53e-4038-9b0f-3c6becf0fa92 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.301677] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be8da5d-ca0f-41bd-b7b3-79addbbd8a84 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.340172] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b25d21-d8be-453a-9108-b57d16f9d16e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.350097] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161be28e-5111-47ec-b60e-70806921d522 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.365179] env[69249]: DEBUG nova.compute.provider_tree [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.413473] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171339} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.413772] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.413949] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.414131] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.464600] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.464896] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4c95443-4513-4efb-bde4-e2391448f158 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.471560] env[69249]: DEBUG oslo_vmware.api [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 856.471560] env[69249]: value = "task-3659401" [ 856.471560] env[69249]: _type = "Task" [ 856.471560] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.480013] env[69249]: DEBUG oslo_vmware.api [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.546381] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659400, 'name': ReconfigVM_Task, 'duration_secs': 0.421589} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.546449] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 54881ffe-35d0-4e65-bc8b-74cc709b6c98/54881ffe-35d0-4e65-bc8b-74cc709b6c98.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.547226] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8c4c449-7571-49bc-a03a-8ce57379fe7b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.555027] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 856.555027] env[69249]: value = "task-3659402" [ 856.555027] env[69249]: _type = "Task" [ 856.555027] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.573086] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659402, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.615501] env[69249]: DEBUG nova.network.neutron [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.692165] env[69249]: DEBUG nova.network.neutron [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.869536] env[69249]: DEBUG nova.scheduler.client.report [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.983264] env[69249]: DEBUG oslo_vmware.api [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659401, 'name': PowerOffVM_Task, 'duration_secs': 0.198561} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.983264] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.983264] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updating instance 'da460c36-960d-4ae2-a931-313c2e79a7d5' progress to 17 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.065662] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659402, 'name': Rename_Task, 'duration_secs': 0.192072} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.066494] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.066967] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc7042c4-940a-45af-a37a-b9a3c686414a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.076019] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 857.076019] env[69249]: value = "task-3659403" [ 857.076019] env[69249]: _type = "Task" [ 857.076019] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.083489] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.196337] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Releasing lock "refresh_cache-3aac0eba-9c02-43ce-84a7-838b09f4ae7b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.196753] env[69249]: DEBUG nova.compute.manager [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.196940] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.197835] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de78a1fc-d823-4d1f-b9a2-6fe73a8062d7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.206407] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.206407] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0af4daad-02d4-41cb-bfbf-9612bc01bf72 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.212497] env[69249]: DEBUG oslo_vmware.api [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 857.212497] env[69249]: value = "task-3659404" [ 857.212497] env[69249]: _type = "Task" [ 857.212497] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.222044] env[69249]: DEBUG oslo_vmware.api [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.381839] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.382429] env[69249]: DEBUG nova.compute.manager [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.385416] env[69249]: DEBUG oslo_concurrency.lockutils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.255s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.387061] env[69249]: INFO nova.compute.claims [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.453959] env[69249]: DEBUG nova.virt.hardware [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.454649] env[69249]: DEBUG nova.virt.hardware [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.454795] env[69249]: DEBUG nova.virt.hardware [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.455306] env[69249]: DEBUG nova.virt.hardware [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.455418] env[69249]: DEBUG nova.virt.hardware [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.455619] env[69249]: DEBUG nova.virt.hardware [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.455874] env[69249]: DEBUG nova.virt.hardware [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.456062] env[69249]: DEBUG nova.virt.hardware [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.456624] env[69249]: DEBUG nova.virt.hardware [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.456624] env[69249]: DEBUG nova.virt.hardware [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.456624] env[69249]: DEBUG nova.virt.hardware [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.457957] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae1e87a-3c72-4b8c-b9af-297c3107557f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.466594] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec34ff69-8b2b-425e-8b80-225d2c5b0341 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.483564] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:05:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '358438ce-4b79-434b-9be8-7ecb03703709', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.491433] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.494522] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.494754] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.494907] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.495145] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.495329] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.495476] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.495839] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.496100] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.496277] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.496445] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.497035] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.501900] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.502473] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f6232b6-b4d3-484b-a931-fa4723185df2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.513370] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf937120-a0f5-40ba-8ed3-5e8da3da7646 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.534802] env[69249]: DEBUG oslo_vmware.api [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 857.534802] env[69249]: value = "task-3659405" [ 857.534802] env[69249]: _type = "Task" [ 857.534802] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.536156] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.536156] env[69249]: value = "task-3659406" [ 857.536156] env[69249]: _type = "Task" [ 857.536156] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.551314] env[69249]: DEBUG oslo_vmware.api [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659405, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.551943] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659406, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.585320] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659403, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.591133] env[69249]: DEBUG oslo_concurrency.lockutils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Acquiring lock "b3010ae1-b940-4c5e-b8e8-3a5b4395f807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.591380] env[69249]: DEBUG oslo_concurrency.lockutils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Lock "b3010ae1-b940-4c5e-b8e8-3a5b4395f807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.723334] env[69249]: DEBUG oslo_vmware.api [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659404, 'name': PowerOffVM_Task, 'duration_secs': 0.190119} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.723604] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.723774] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.724035] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18b7c66f-4971-49a1-b779-59904e286e49 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.752101] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.752331] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.752507] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Deleting the datastore file [datastore2] 3aac0eba-9c02-43ce-84a7-838b09f4ae7b {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.752776] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-031b9f31-f945-4881-a60a-d3a1ff43015a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.759120] env[69249]: DEBUG oslo_vmware.api [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for the task: (returnval){ [ 857.759120] env[69249]: value = "task-3659408" [ 857.759120] env[69249]: _type = "Task" [ 857.759120] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.768099] env[69249]: DEBUG oslo_vmware.api [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.893491] env[69249]: DEBUG nova.compute.utils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.897417] env[69249]: DEBUG nova.compute.manager [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.897417] env[69249]: DEBUG nova.network.neutron [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.944145] env[69249]: DEBUG nova.policy [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '601f62544b2e4f3e8074865df7703885', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5e1d47641864fbeb824734cad536e37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.051936] env[69249]: DEBUG oslo_vmware.api [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659405, 'name': ReconfigVM_Task, 'duration_secs': 0.248422} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.055401] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updating instance 'da460c36-960d-4ae2-a931-313c2e79a7d5' progress to 33 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 858.059058] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659406, 'name': CreateVM_Task, 'duration_secs': 0.363608} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.059197] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.060411] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.060411] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.060656] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.060750] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f554504b-9b94-4ba9-9c5b-c4aac7304a0d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.066295] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 858.066295] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52fd04dc-0f55-00a2-d4c6-4e1665d127d4" [ 858.066295] env[69249]: _type = "Task" [ 858.066295] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.073920] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52fd04dc-0f55-00a2-d4c6-4e1665d127d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.084508] env[69249]: DEBUG oslo_vmware.api [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659403, 'name': PowerOnVM_Task, 'duration_secs': 0.58776} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.084780] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.084978] env[69249]: INFO nova.compute.manager [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Took 8.23 seconds to spawn the instance on the hypervisor. [ 858.085171] env[69249]: DEBUG nova.compute.manager [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 858.086034] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc462eb-ef8c-43d2-889a-60ea569f0bb8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.272337] env[69249]: DEBUG oslo_vmware.api [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Task: {'id': task-3659408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197277} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.272604] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.272780] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.272952] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.273419] env[69249]: INFO nova.compute.manager [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 858.273704] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.273900] env[69249]: DEBUG nova.compute.manager [-] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.273991] env[69249]: DEBUG nova.network.neutron [-] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.300113] env[69249]: DEBUG nova.network.neutron [-] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.340931] env[69249]: DEBUG nova.network.neutron [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Successfully created port: eea337b8-d259-43fc-814b-53a58c1d8287 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.397598] env[69249]: DEBUG nova.compute.manager [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.564504] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.564731] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.564885] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.565076] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.565224] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.565366] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.565561] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.565714] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.565874] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.566050] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.566229] env[69249]: DEBUG nova.virt.hardware [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.571375] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 858.572471] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3c5673e-0c78-4db4-b491-cfa0407517c1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.602112] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52fd04dc-0f55-00a2-d4c6-4e1665d127d4, 'name': SearchDatastore_Task, 'duration_secs': 0.018252} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.606047] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.606180] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.606426] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.606524] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.606699] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.607052] env[69249]: DEBUG oslo_vmware.api [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 858.607052] env[69249]: value = "task-3659409" [ 858.607052] env[69249]: _type = "Task" [ 858.607052] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.609016] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7425ee92-f9c1-4189-8093-8f2e3a4d4b3c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.611227] env[69249]: INFO nova.compute.manager [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Took 57.98 seconds to build instance. [ 858.623845] env[69249]: DEBUG oslo_vmware.api [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.635740] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.635969] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.636992] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ca69ce-1852-49b9-b670-a3ca3583992d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.642604] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 858.642604] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ac92c5-c821-4eb9-2147-b07e33d3864a" [ 858.642604] env[69249]: _type = "Task" [ 858.642604] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.655943] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ac92c5-c821-4eb9-2147-b07e33d3864a, 'name': SearchDatastore_Task} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.655943] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d8b4f2-0308-479d-add4-e6982744d79c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.660141] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 858.660141] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5287e552-eac0-c88f-c9df-f9daa51f7529" [ 858.660141] env[69249]: _type = "Task" [ 858.660141] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.671451] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5287e552-eac0-c88f-c9df-f9daa51f7529, 'name': SearchDatastore_Task, 'duration_secs': 0.008872} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.671706] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.671963] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 9feb7187-b316-4088-9abc-d8a5e7c601f8/9feb7187-b316-4088-9abc-d8a5e7c601f8.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.672244] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5952ea3-2b52-4b02-9953-0b73df43a9e8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.681509] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 858.681509] env[69249]: value = "task-3659410" [ 858.681509] env[69249]: _type = "Task" [ 858.681509] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.689218] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.802365] env[69249]: DEBUG nova.network.neutron [-] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.916030] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18222ce9-a92d-4f8c-b19c-ddda0e6a80a4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.927762] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2945bb-59c4-41ea-b077-dcb4e4073ae2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.965883] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0a6a87-7f47-4df7-8ea5-cea33a50bd36 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.977045] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5957f821-23ac-4906-9db0-53e40861d119 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.994247] env[69249]: DEBUG nova.compute.provider_tree [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.117027] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0506ab5d-9fcf-4f45-95c9-76d3d2cb975d tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "54881ffe-35d0-4e65-bc8b-74cc709b6c98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.598s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.121987] env[69249]: DEBUG oslo_vmware.api [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659409, 'name': ReconfigVM_Task, 'duration_secs': 0.196171} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.121987] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 859.123735] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b518e75e-50df-490c-9983-410361480a50 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.149936] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] da460c36-960d-4ae2-a931-313c2e79a7d5/da460c36-960d-4ae2-a931-313c2e79a7d5.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.150140] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b108a290-c586-4ac9-9f03-493341fa44c5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.169750] env[69249]: DEBUG oslo_vmware.api [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 859.169750] env[69249]: value = "task-3659411" [ 859.169750] env[69249]: _type = "Task" [ 859.169750] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.178066] env[69249]: DEBUG oslo_vmware.api [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.190984] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659410, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.306049] env[69249]: INFO nova.compute.manager [-] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Took 1.03 seconds to deallocate network for instance. [ 859.421088] env[69249]: DEBUG nova.compute.manager [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.445594] env[69249]: DEBUG nova.virt.hardware [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.445830] env[69249]: DEBUG nova.virt.hardware [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.446013] env[69249]: DEBUG nova.virt.hardware [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.446213] env[69249]: DEBUG nova.virt.hardware [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.446358] env[69249]: DEBUG nova.virt.hardware [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.446502] env[69249]: DEBUG nova.virt.hardware [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.446761] env[69249]: DEBUG nova.virt.hardware [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.446852] env[69249]: DEBUG nova.virt.hardware [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.447024] env[69249]: DEBUG nova.virt.hardware [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.447199] env[69249]: DEBUG nova.virt.hardware [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.447468] env[69249]: DEBUG nova.virt.hardware [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.448463] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf665eee-48d3-4bda-8780-90e992c1ed60 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.456785] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3d07fa-d618-4e4c-8fc0-8415c5cd1cdd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.497449] env[69249]: DEBUG nova.scheduler.client.report [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.626884] env[69249]: DEBUG nova.compute.manager [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.679828] env[69249]: DEBUG oslo_vmware.api [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659411, 'name': ReconfigVM_Task, 'duration_secs': 0.276986} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.680179] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Reconfigured VM instance instance-0000002f to attach disk [datastore2] da460c36-960d-4ae2-a931-313c2e79a7d5/da460c36-960d-4ae2-a931-313c2e79a7d5.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.680487] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updating instance 'da460c36-960d-4ae2-a931-313c2e79a7d5' progress to 50 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.692036] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513545} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.692150] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 9feb7187-b316-4088-9abc-d8a5e7c601f8/9feb7187-b316-4088-9abc-d8a5e7c601f8.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.693028] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.693028] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af9acd50-4f56-447d-a4c2-50f72f65d1d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.699163] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 859.699163] env[69249]: value = "task-3659412" [ 859.699163] env[69249]: _type = "Task" [ 859.699163] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.707731] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.759520] env[69249]: DEBUG nova.compute.manager [req-a061b1be-dc5b-406b-9fa9-6ab7414469c0 req-d1adc369-9006-4e46-be7d-ecd14d80420a service nova] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Received event network-vif-plugged-eea337b8-d259-43fc-814b-53a58c1d8287 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.759737] env[69249]: DEBUG oslo_concurrency.lockutils [req-a061b1be-dc5b-406b-9fa9-6ab7414469c0 req-d1adc369-9006-4e46-be7d-ecd14d80420a service nova] Acquiring lock "7087f91f-7211-47e8-b3c1-fe1101c5008d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.759952] env[69249]: DEBUG oslo_concurrency.lockutils [req-a061b1be-dc5b-406b-9fa9-6ab7414469c0 req-d1adc369-9006-4e46-be7d-ecd14d80420a service nova] Lock "7087f91f-7211-47e8-b3c1-fe1101c5008d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.760125] env[69249]: DEBUG oslo_concurrency.lockutils [req-a061b1be-dc5b-406b-9fa9-6ab7414469c0 req-d1adc369-9006-4e46-be7d-ecd14d80420a service nova] Lock "7087f91f-7211-47e8-b3c1-fe1101c5008d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.760290] env[69249]: DEBUG nova.compute.manager [req-a061b1be-dc5b-406b-9fa9-6ab7414469c0 req-d1adc369-9006-4e46-be7d-ecd14d80420a service nova] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] No waiting events found dispatching network-vif-plugged-eea337b8-d259-43fc-814b-53a58c1d8287 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 859.760453] env[69249]: WARNING nova.compute.manager [req-a061b1be-dc5b-406b-9fa9-6ab7414469c0 req-d1adc369-9006-4e46-be7d-ecd14d80420a service nova] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Received unexpected event network-vif-plugged-eea337b8-d259-43fc-814b-53a58c1d8287 for instance with vm_state building and task_state spawning. [ 859.812322] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.845374] env[69249]: DEBUG nova.network.neutron [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Successfully updated port: eea337b8-d259-43fc-814b-53a58c1d8287 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.002902] env[69249]: DEBUG oslo_concurrency.lockutils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.003503] env[69249]: DEBUG nova.compute.manager [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.005996] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 38.830s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.006236] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.006424] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 860.006727] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.947s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.008153] env[69249]: INFO nova.compute.claims [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.011683] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b37a9e-523d-41ac-9146-47ea74a94a28 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.019700] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9958319-89b6-4e30-b519-a32c0cfaec1d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.034721] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9577d36-bbfb-459d-a235-098b44a19ec8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.040776] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0c67b6-bb7e-4a95-902f-89ddfb7085ff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.076131] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179271MB free_disk=70GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 860.076337] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.190532] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c260d42-eb6e-4ff5-86c9-be21f783bdf9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.216553] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb9998b-5be7-483a-b626-5bf2adc4b268 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.237069] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updating instance 'da460c36-960d-4ae2-a931-313c2e79a7d5' progress to 67 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.245466] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.249358] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162969} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.249616] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.251090] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a774e9b-0714-4bfa-96a6-a53ab7e906b3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.272823] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 9feb7187-b316-4088-9abc-d8a5e7c601f8/9feb7187-b316-4088-9abc-d8a5e7c601f8.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.273219] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd16447-12eb-4ff1-b914-d3237b54cd57 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.294254] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 860.294254] env[69249]: value = "task-3659413" [ 860.294254] env[69249]: _type = "Task" [ 860.294254] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.303697] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.323548] env[69249]: DEBUG oslo_vmware.rw_handles [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b22be-914b-8673-5dd6-313aef9a6bf3/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 860.323548] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf640170-79bb-45e4-80ed-cd3df53136c0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.328975] env[69249]: DEBUG oslo_vmware.rw_handles [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b22be-914b-8673-5dd6-313aef9a6bf3/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 860.329156] env[69249]: ERROR oslo_vmware.rw_handles [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b22be-914b-8673-5dd6-313aef9a6bf3/disk-0.vmdk due to incomplete transfer. [ 860.329379] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bc2742e9-5265-47fa-9f50-e41c408dea9f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.336867] env[69249]: DEBUG oslo_vmware.rw_handles [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b22be-914b-8673-5dd6-313aef9a6bf3/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 860.337083] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Uploaded image aa6683c4-54fc-4487-8d8c-b5a375606700 to the Glance image server {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 860.339523] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 860.339793] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8b7e4d23-b863-450e-8640-469786c95c9f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.345745] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 860.345745] env[69249]: value = "task-3659414" [ 860.345745] env[69249]: _type = "Task" [ 860.345745] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.349992] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "refresh_cache-7087f91f-7211-47e8-b3c1-fe1101c5008d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.350153] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquired lock "refresh_cache-7087f91f-7211-47e8-b3c1-fe1101c5008d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.350435] env[69249]: DEBUG nova.network.neutron [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.357107] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659414, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.514109] env[69249]: DEBUG nova.compute.utils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.515404] env[69249]: DEBUG nova.compute.manager [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.515596] env[69249]: DEBUG nova.network.neutron [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.583832] env[69249]: DEBUG nova.policy [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '601f62544b2e4f3e8074865df7703885', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5e1d47641864fbeb824734cad536e37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.807375] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659413, 'name': ReconfigVM_Task, 'duration_secs': 0.312632} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.808246] env[69249]: DEBUG nova.network.neutron [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Port d304e7e8-6b0b-4099-83f9-9d638f2441a3 binding to destination host cpu-1 is already ACTIVE {{(pid=69249) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 860.812314] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 9feb7187-b316-4088-9abc-d8a5e7c601f8/9feb7187-b316-4088-9abc-d8a5e7c601f8.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.814285] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bf330ec-2af0-4142-9231-afb136f5c863 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.822943] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 860.822943] env[69249]: value = "task-3659415" [ 860.822943] env[69249]: _type = "Task" [ 860.822943] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.833627] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659415, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.856907] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659414, 'name': Destroy_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.902117] env[69249]: DEBUG nova.network.neutron [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.954874] env[69249]: DEBUG nova.network.neutron [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Successfully created port: c7095c93-58a5-432b-90bd-ec357a80f5e2 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.022055] env[69249]: DEBUG nova.compute.manager [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.153398] env[69249]: DEBUG nova.network.neutron [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Updating instance_info_cache with network_info: [{"id": "eea337b8-d259-43fc-814b-53a58c1d8287", "address": "fa:16:3e:0a:ef:c2", "network": {"id": "f27b29aa-dba8-40b9-8413-358a29d814ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-301276195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e1d47641864fbeb824734cad536e37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea337b8-d2", "ovs_interfaceid": "eea337b8-d259-43fc-814b-53a58c1d8287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.336914] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659415, 'name': Rename_Task, 'duration_secs': 0.144298} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.340577] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.341743] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cccc27d-f8b0-4472-b684-8f1973b3f2b6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.347437] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 861.347437] env[69249]: value = "task-3659416" [ 861.347437] env[69249]: _type = "Task" [ 861.347437] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.361637] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.364947] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659414, 'name': Destroy_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.472629] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "312fea7d-6433-444a-ada0-163f09995c28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.472863] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "312fea7d-6433-444a-ada0-163f09995c28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.520307] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe29ade5-0311-482c-8f74-406511526c95 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.531723] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691a55fa-651e-495c-afff-b83ffd934ec6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.571469] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe9bc71-0f09-477e-82f7-7ab7df53282d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.579879] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3615651-3720-433c-8d7c-28c13e59bdc9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.595732] env[69249]: DEBUG nova.compute.provider_tree [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.656245] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Releasing lock "refresh_cache-7087f91f-7211-47e8-b3c1-fe1101c5008d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.656620] env[69249]: DEBUG nova.compute.manager [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Instance network_info: |[{"id": "eea337b8-d259-43fc-814b-53a58c1d8287", "address": "fa:16:3e:0a:ef:c2", "network": {"id": "f27b29aa-dba8-40b9-8413-358a29d814ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-301276195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e1d47641864fbeb824734cad536e37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea337b8-d2", "ovs_interfaceid": "eea337b8-d259-43fc-814b-53a58c1d8287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.657104] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:ef:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eea337b8-d259-43fc-814b-53a58c1d8287', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.665680] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.665680] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.665680] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79d0604b-5eb0-4ce5-a56d-b8c6d3d220fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.686665] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.686665] env[69249]: value = "task-3659417" [ 861.686665] env[69249]: _type = "Task" [ 861.686665] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.694552] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659417, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.789629] env[69249]: DEBUG nova.compute.manager [req-63703d78-8201-400c-8b64-b636d4a8e2a2 req-b9f825fb-bf95-43ee-b310-69a2febc337a service nova] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Received event network-changed-eea337b8-d259-43fc-814b-53a58c1d8287 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.789802] env[69249]: DEBUG nova.compute.manager [req-63703d78-8201-400c-8b64-b636d4a8e2a2 req-b9f825fb-bf95-43ee-b310-69a2febc337a service nova] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Refreshing instance network info cache due to event network-changed-eea337b8-d259-43fc-814b-53a58c1d8287. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.790058] env[69249]: DEBUG oslo_concurrency.lockutils [req-63703d78-8201-400c-8b64-b636d4a8e2a2 req-b9f825fb-bf95-43ee-b310-69a2febc337a service nova] Acquiring lock "refresh_cache-7087f91f-7211-47e8-b3c1-fe1101c5008d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.790219] env[69249]: DEBUG oslo_concurrency.lockutils [req-63703d78-8201-400c-8b64-b636d4a8e2a2 req-b9f825fb-bf95-43ee-b310-69a2febc337a service nova] Acquired lock "refresh_cache-7087f91f-7211-47e8-b3c1-fe1101c5008d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.790407] env[69249]: DEBUG nova.network.neutron [req-63703d78-8201-400c-8b64-b636d4a8e2a2 req-b9f825fb-bf95-43ee-b310-69a2febc337a service nova] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Refreshing network info cache for port eea337b8-d259-43fc-814b-53a58c1d8287 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.832456] env[69249]: DEBUG oslo_concurrency.lockutils [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "da460c36-960d-4ae2-a931-313c2e79a7d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.832689] env[69249]: DEBUG oslo_concurrency.lockutils [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "da460c36-960d-4ae2-a931-313c2e79a7d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.832856] env[69249]: DEBUG oslo_concurrency.lockutils [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "da460c36-960d-4ae2-a931-313c2e79a7d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.860263] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659414, 'name': Destroy_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.863098] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659416, 'name': PowerOnVM_Task, 'duration_secs': 0.444541} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.863346] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.863580] env[69249]: DEBUG nova.compute.manager [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.864335] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3709d755-7c6c-4198-8372-11433674b421 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.033049] env[69249]: DEBUG nova.compute.manager [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.064896] env[69249]: DEBUG nova.virt.hardware [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.065265] env[69249]: DEBUG nova.virt.hardware [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.065466] env[69249]: DEBUG nova.virt.hardware [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.065831] env[69249]: DEBUG nova.virt.hardware [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.066122] env[69249]: DEBUG nova.virt.hardware [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.066389] env[69249]: DEBUG nova.virt.hardware [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.066640] env[69249]: DEBUG nova.virt.hardware [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.066867] env[69249]: DEBUG nova.virt.hardware [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.067124] env[69249]: DEBUG nova.virt.hardware [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.067384] env[69249]: DEBUG nova.virt.hardware [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.067605] env[69249]: DEBUG nova.virt.hardware [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.068896] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e0a0cb-2cf1-4662-ad6f-f41012b06d3c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.077875] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55627ac3-3a94-4dca-9b66-603f6e593994 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.104129] env[69249]: DEBUG nova.scheduler.client.report [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.198137] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659417, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.362033] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659414, 'name': Destroy_Task, 'duration_secs': 1.73551} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.362033] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Destroyed the VM [ 862.362382] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 862.362382] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-997539ef-7048-4ae1-abcb-f8216a1f2639 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.370526] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 862.370526] env[69249]: value = "task-3659418" [ 862.370526] env[69249]: _type = "Task" [ 862.370526] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.376413] env[69249]: INFO nova.compute.manager [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] bringing vm to original state: 'stopped' [ 862.384792] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659418, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.609209] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.609757] env[69249]: DEBUG nova.compute.manager [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.614977] env[69249]: DEBUG oslo_concurrency.lockutils [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.338s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.615216] env[69249]: DEBUG nova.objects.instance [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Lazy-loading 'resources' on Instance uuid b92a40e7-0627-4ef0-96fe-e6372f068e37 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.701330] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659417, 'name': CreateVM_Task, 'duration_secs': 0.521441} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.701330] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.701330] env[69249]: DEBUG nova.network.neutron [req-63703d78-8201-400c-8b64-b636d4a8e2a2 req-b9f825fb-bf95-43ee-b310-69a2febc337a service nova] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Updated VIF entry in instance network info cache for port eea337b8-d259-43fc-814b-53a58c1d8287. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.701713] env[69249]: DEBUG nova.network.neutron [req-63703d78-8201-400c-8b64-b636d4a8e2a2 req-b9f825fb-bf95-43ee-b310-69a2febc337a service nova] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Updating instance_info_cache with network_info: [{"id": "eea337b8-d259-43fc-814b-53a58c1d8287", "address": "fa:16:3e:0a:ef:c2", "network": {"id": "f27b29aa-dba8-40b9-8413-358a29d814ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-301276195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e1d47641864fbeb824734cad536e37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea337b8-d2", "ovs_interfaceid": "eea337b8-d259-43fc-814b-53a58c1d8287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.703702] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.703702] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.704466] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.704562] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94df253b-6f93-4469-a134-1a2de628ab21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.710508] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 862.710508] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521fb1a6-81a8-be9e-cd15-a7002cea9317" [ 862.710508] env[69249]: _type = "Task" [ 862.710508] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.721908] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521fb1a6-81a8-be9e-cd15-a7002cea9317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.881121] env[69249]: DEBUG nova.network.neutron [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Successfully updated port: c7095c93-58a5-432b-90bd-ec357a80f5e2 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.891903] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659418, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.905925] env[69249]: DEBUG oslo_concurrency.lockutils [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "refresh_cache-da460c36-960d-4ae2-a931-313c2e79a7d5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.906186] env[69249]: DEBUG oslo_concurrency.lockutils [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "refresh_cache-da460c36-960d-4ae2-a931-313c2e79a7d5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.908021] env[69249]: DEBUG nova.network.neutron [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.117206] env[69249]: DEBUG nova.compute.utils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.121699] env[69249]: DEBUG nova.compute.manager [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.121699] env[69249]: DEBUG nova.network.neutron [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.162238] env[69249]: DEBUG nova.policy [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdfd4f530271419ebba9bed34314b2a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6a6ad9093624bf6ae36125cc477c4ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.205530] env[69249]: DEBUG oslo_concurrency.lockutils [req-63703d78-8201-400c-8b64-b636d4a8e2a2 req-b9f825fb-bf95-43ee-b310-69a2febc337a service nova] Releasing lock "refresh_cache-7087f91f-7211-47e8-b3c1-fe1101c5008d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.224079] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521fb1a6-81a8-be9e-cd15-a7002cea9317, 'name': SearchDatastore_Task, 'duration_secs': 0.01161} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.226736] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.226974] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.227221] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.227365] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.227564] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.228260] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97fe17a3-161c-4ce3-8c37-e79b59d6c6e2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.238273] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.238463] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.239135] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb94b324-6936-42cd-8c7f-f151140c1638 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.249715] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 863.249715] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52349123-e632-f901-c1ca-6f61b2f1c9c1" [ 863.249715] env[69249]: _type = "Task" [ 863.249715] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.259567] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52349123-e632-f901-c1ca-6f61b2f1c9c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.381676] env[69249]: DEBUG oslo_vmware.api [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659418, 'name': RemoveSnapshot_Task, 'duration_secs': 0.902157} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.384072] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 863.384306] env[69249]: INFO nova.compute.manager [None req-0bbefcab-bef0-4ff8-b9c8-8b21482b3566 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Took 16.86 seconds to snapshot the instance on the hypervisor. [ 863.388342] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "9feb7187-b316-4088-9abc-d8a5e7c601f8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.388562] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "9feb7187-b316-4088-9abc-d8a5e7c601f8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.388792] env[69249]: DEBUG nova.compute.manager [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 863.390543] env[69249]: DEBUG oslo_concurrency.lockutils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "refresh_cache-c1bd29ac-51b7-4f33-8b65-7f10fac03626" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.390543] env[69249]: DEBUG oslo_concurrency.lockutils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquired lock "refresh_cache-c1bd29ac-51b7-4f33-8b65-7f10fac03626" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.390543] env[69249]: DEBUG nova.network.neutron [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.390899] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322c0cf4-169f-4e69-bcb9-0df1d052bdcf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.400485] env[69249]: DEBUG nova.compute.manager [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69249) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 863.529629] env[69249]: DEBUG nova.network.neutron [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Successfully created port: 698ee4b5-6e23-41c9-988d-0a5ff1df2439 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.587866] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08df2146-fdc7-4ac5-8960-dbe6aec7cafc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.595911] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c3fc88-0508-4f02-b16b-f90b470b7a32 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.630278] env[69249]: DEBUG nova.compute.manager [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.633665] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca1dfd3-0ce4-41ea-af93-00bc0c8feccf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.642328] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f217ea8a-c7f1-416e-af3c-2e5999aa9d7e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.657517] env[69249]: DEBUG nova.compute.provider_tree [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.763962] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52349123-e632-f901-c1ca-6f61b2f1c9c1, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.764926] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d504a18c-94de-47fb-bebc-5d374e53d159 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.771497] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 863.771497] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5270069a-2778-e375-632f-68b5f107890b" [ 863.771497] env[69249]: _type = "Task" [ 863.771497] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.780466] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5270069a-2778-e375-632f-68b5f107890b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.820069] env[69249]: DEBUG nova.network.neutron [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updating instance_info_cache with network_info: [{"id": "d304e7e8-6b0b-4099-83f9-9d638f2441a3", "address": "fa:16:3e:ca:0b:26", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd304e7e8-6b", "ovs_interfaceid": "d304e7e8-6b0b-4099-83f9-9d638f2441a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.858104] env[69249]: DEBUG nova.compute.manager [req-dc267b40-7e24-4333-8829-735aaee397ab req-2427ff25-d81b-459d-ad43-70ad91bf239d service nova] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Received event network-vif-plugged-c7095c93-58a5-432b-90bd-ec357a80f5e2 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.858363] env[69249]: DEBUG oslo_concurrency.lockutils [req-dc267b40-7e24-4333-8829-735aaee397ab req-2427ff25-d81b-459d-ad43-70ad91bf239d service nova] Acquiring lock "c1bd29ac-51b7-4f33-8b65-7f10fac03626-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.858575] env[69249]: DEBUG oslo_concurrency.lockutils [req-dc267b40-7e24-4333-8829-735aaee397ab req-2427ff25-d81b-459d-ad43-70ad91bf239d service nova] Lock "c1bd29ac-51b7-4f33-8b65-7f10fac03626-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.858737] env[69249]: DEBUG oslo_concurrency.lockutils [req-dc267b40-7e24-4333-8829-735aaee397ab req-2427ff25-d81b-459d-ad43-70ad91bf239d service nova] Lock "c1bd29ac-51b7-4f33-8b65-7f10fac03626-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.858899] env[69249]: DEBUG nova.compute.manager [req-dc267b40-7e24-4333-8829-735aaee397ab req-2427ff25-d81b-459d-ad43-70ad91bf239d service nova] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] No waiting events found dispatching network-vif-plugged-c7095c93-58a5-432b-90bd-ec357a80f5e2 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 863.859912] env[69249]: WARNING nova.compute.manager [req-dc267b40-7e24-4333-8829-735aaee397ab req-2427ff25-d81b-459d-ad43-70ad91bf239d service nova] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Received unexpected event network-vif-plugged-c7095c93-58a5-432b-90bd-ec357a80f5e2 for instance with vm_state building and task_state spawning. [ 863.859912] env[69249]: DEBUG nova.compute.manager [req-dc267b40-7e24-4333-8829-735aaee397ab req-2427ff25-d81b-459d-ad43-70ad91bf239d service nova] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Received event network-changed-c7095c93-58a5-432b-90bd-ec357a80f5e2 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.859912] env[69249]: DEBUG nova.compute.manager [req-dc267b40-7e24-4333-8829-735aaee397ab req-2427ff25-d81b-459d-ad43-70ad91bf239d service nova] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Refreshing instance network info cache due to event network-changed-c7095c93-58a5-432b-90bd-ec357a80f5e2. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.859912] env[69249]: DEBUG oslo_concurrency.lockutils [req-dc267b40-7e24-4333-8829-735aaee397ab req-2427ff25-d81b-459d-ad43-70ad91bf239d service nova] Acquiring lock "refresh_cache-c1bd29ac-51b7-4f33-8b65-7f10fac03626" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.907891] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.908681] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca3bd509-2187-4d12-bf17-55e4a8997a68 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.918955] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 863.918955] env[69249]: value = "task-3659419" [ 863.918955] env[69249]: _type = "Task" [ 863.918955] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.929646] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.988184] env[69249]: DEBUG nova.network.neutron [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.086682] env[69249]: DEBUG oslo_concurrency.lockutils [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "feb97282-0da7-483c-91e2-11fa1705ca94" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.086910] env[69249]: DEBUG oslo_concurrency.lockutils [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "feb97282-0da7-483c-91e2-11fa1705ca94" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.162810] env[69249]: DEBUG nova.scheduler.client.report [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.187393] env[69249]: DEBUG nova.network.neutron [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Updating instance_info_cache with network_info: [{"id": "c7095c93-58a5-432b-90bd-ec357a80f5e2", "address": "fa:16:3e:89:3d:0e", "network": {"id": "f27b29aa-dba8-40b9-8413-358a29d814ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-301276195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e1d47641864fbeb824734cad536e37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7095c93-58", "ovs_interfaceid": "c7095c93-58a5-432b-90bd-ec357a80f5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.286882] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5270069a-2778-e375-632f-68b5f107890b, 'name': SearchDatastore_Task, 'duration_secs': 0.010302} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.287171] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.287499] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 7087f91f-7211-47e8-b3c1-fe1101c5008d/7087f91f-7211-47e8-b3c1-fe1101c5008d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.287780] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48930eed-0a57-4d7b-9e10-f15ba26466f6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.296144] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 864.296144] env[69249]: value = "task-3659420" [ 864.296144] env[69249]: _type = "Task" [ 864.296144] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.305403] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.326382] env[69249]: DEBUG oslo_concurrency.lockutils [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "refresh_cache-da460c36-960d-4ae2-a931-313c2e79a7d5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.429500] env[69249]: DEBUG oslo_vmware.api [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659419, 'name': PowerOffVM_Task, 'duration_secs': 0.368969} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.429793] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.429958] env[69249]: DEBUG nova.compute.manager [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 864.430763] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5929331-9d55-40a6-8ea1-fea94f362107 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.590762] env[69249]: DEBUG nova.compute.utils [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.641611] env[69249]: DEBUG nova.compute.manager [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.668207] env[69249]: DEBUG oslo_concurrency.lockutils [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.672988] env[69249]: DEBUG nova.virt.hardware [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.673252] env[69249]: DEBUG nova.virt.hardware [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.673380] env[69249]: DEBUG nova.virt.hardware [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.673555] env[69249]: DEBUG nova.virt.hardware [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.673750] env[69249]: DEBUG nova.virt.hardware [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.673911] env[69249]: DEBUG nova.virt.hardware [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.674130] env[69249]: DEBUG nova.virt.hardware [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.674291] env[69249]: DEBUG nova.virt.hardware [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.674454] env[69249]: DEBUG nova.virt.hardware [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.674661] env[69249]: DEBUG nova.virt.hardware [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.674843] env[69249]: DEBUG nova.virt.hardware [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.675224] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.374s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.677017] env[69249]: INFO nova.compute.claims [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.680994] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74564564-883e-4002-a511-253d45da93b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.691086] env[69249]: DEBUG oslo_concurrency.lockutils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Releasing lock "refresh_cache-c1bd29ac-51b7-4f33-8b65-7f10fac03626" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.691451] env[69249]: DEBUG nova.compute.manager [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Instance network_info: |[{"id": "c7095c93-58a5-432b-90bd-ec357a80f5e2", "address": "fa:16:3e:89:3d:0e", "network": {"id": "f27b29aa-dba8-40b9-8413-358a29d814ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-301276195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e1d47641864fbeb824734cad536e37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7095c93-58", "ovs_interfaceid": "c7095c93-58a5-432b-90bd-ec357a80f5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.691904] env[69249]: DEBUG oslo_concurrency.lockutils [req-dc267b40-7e24-4333-8829-735aaee397ab req-2427ff25-d81b-459d-ad43-70ad91bf239d service nova] Acquired lock "refresh_cache-c1bd29ac-51b7-4f33-8b65-7f10fac03626" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.692159] env[69249]: DEBUG nova.network.neutron [req-dc267b40-7e24-4333-8829-735aaee397ab req-2427ff25-d81b-459d-ad43-70ad91bf239d service nova] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Refreshing network info cache for port c7095c93-58a5-432b-90bd-ec357a80f5e2 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.694131] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:3d:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7095c93-58a5-432b-90bd-ec357a80f5e2', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.702056] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.703562] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f12e5b-49ef-4257-8a97-9d810f599875 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.710475] env[69249]: INFO nova.scheduler.client.report [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Deleted allocations for instance b92a40e7-0627-4ef0-96fe-e6372f068e37 [ 864.711629] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.714550] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7eeae65a-fb4a-405c-99e8-752cb686057e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.744880] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.744880] env[69249]: value = "task-3659421" [ 864.744880] env[69249]: _type = "Task" [ 864.744880] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.757077] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659421, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.806324] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4918} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.807029] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 7087f91f-7211-47e8-b3c1-fe1101c5008d/7087f91f-7211-47e8-b3c1-fe1101c5008d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.807029] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.807029] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eec34880-ffeb-4b86-bf8c-8ce0da36da6f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.816728] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 864.816728] env[69249]: value = "task-3659422" [ 864.816728] env[69249]: _type = "Task" [ 864.816728] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.826665] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.851969] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd0d0b9-74b9-49a4-aab3-e600039f521d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.874347] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c01cacf-ab20-49cf-ace2-d7b0f29f0a4e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.884304] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updating instance 'da460c36-960d-4ae2-a931-313c2e79a7d5' progress to 83 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 864.944947] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "9feb7187-b316-4088-9abc-d8a5e7c601f8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.093943] env[69249]: DEBUG oslo_concurrency.lockutils [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "feb97282-0da7-483c-91e2-11fa1705ca94" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.239732] env[69249]: DEBUG oslo_concurrency.lockutils [None req-53b74461-a734-40a2-9399-3cf8c8ecddeb tempest-ImagesNegativeTestJSON-1829356245 tempest-ImagesNegativeTestJSON-1829356245-project-member] Lock "b92a40e7-0627-4ef0-96fe-e6372f068e37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.976s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.259197] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659421, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.327183] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076898} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.327479] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.328320] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf1beae-1227-45ae-8224-67bb84186a2e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.351803] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 7087f91f-7211-47e8-b3c1-fe1101c5008d/7087f91f-7211-47e8-b3c1-fe1101c5008d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.354491] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-817a1c49-71b1-42b8-b26c-cc54c4604437 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.376267] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 865.376267] env[69249]: value = "task-3659423" [ 865.376267] env[69249]: _type = "Task" [ 865.376267] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.386075] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.392175] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.392515] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4e76af9-2c96-41bc-bc30-433917654868 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.400058] env[69249]: DEBUG oslo_vmware.api [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 865.400058] env[69249]: value = "task-3659424" [ 865.400058] env[69249]: _type = "Task" [ 865.400058] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.412337] env[69249]: DEBUG oslo_vmware.api [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.453047] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.645848] env[69249]: DEBUG nova.network.neutron [req-dc267b40-7e24-4333-8829-735aaee397ab req-2427ff25-d81b-459d-ad43-70ad91bf239d service nova] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Updated VIF entry in instance network info cache for port c7095c93-58a5-432b-90bd-ec357a80f5e2. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.647451] env[69249]: DEBUG nova.network.neutron [req-dc267b40-7e24-4333-8829-735aaee397ab req-2427ff25-d81b-459d-ad43-70ad91bf239d service nova] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Updating instance_info_cache with network_info: [{"id": "c7095c93-58a5-432b-90bd-ec357a80f5e2", "address": "fa:16:3e:89:3d:0e", "network": {"id": "f27b29aa-dba8-40b9-8413-358a29d814ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-301276195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e1d47641864fbeb824734cad536e37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7095c93-58", "ovs_interfaceid": "c7095c93-58a5-432b-90bd-ec357a80f5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.657332] env[69249]: DEBUG nova.network.neutron [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Successfully updated port: 698ee4b5-6e23-41c9-988d-0a5ff1df2439 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.759359] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659421, 'name': CreateVM_Task, 'duration_secs': 0.574368} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.762509] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.763705] env[69249]: DEBUG oslo_concurrency.lockutils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.763705] env[69249]: DEBUG oslo_concurrency.lockutils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.763705] env[69249]: DEBUG oslo_concurrency.lockutils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.766215] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8108ef30-6a8e-4a48-810f-30346453fba9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.770271] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 865.770271] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cc6b8c-5e1b-950b-6f15-f60ae13f8464" [ 865.770271] env[69249]: _type = "Task" [ 865.770271] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.782477] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cc6b8c-5e1b-950b-6f15-f60ae13f8464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.889787] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659423, 'name': ReconfigVM_Task, 'duration_secs': 0.47446} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.889787] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 7087f91f-7211-47e8-b3c1-fe1101c5008d/7087f91f-7211-47e8-b3c1-fe1101c5008d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.890167] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b763efca-ff99-4b2d-b578-08bc8c3a2ed2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.900319] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 865.900319] env[69249]: value = "task-3659425" [ 865.900319] env[69249]: _type = "Task" [ 865.900319] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.915420] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659425, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.917021] env[69249]: DEBUG oslo_vmware.api [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659424, 'name': PowerOnVM_Task, 'duration_secs': 0.459774} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.919042] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.919042] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-caf3f5d7-ea49-4d1c-b225-5cc6958a824b tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updating instance 'da460c36-960d-4ae2-a931-313c2e79a7d5' progress to 100 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.074896] env[69249]: DEBUG nova.compute.manager [req-66d4327e-53b6-42ea-abef-f988a8ce6cff req-ab91d3b0-07b1-4dd1-a75a-5f4f68c7c093 service nova] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Received event network-vif-plugged-698ee4b5-6e23-41c9-988d-0a5ff1df2439 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.075185] env[69249]: DEBUG oslo_concurrency.lockutils [req-66d4327e-53b6-42ea-abef-f988a8ce6cff req-ab91d3b0-07b1-4dd1-a75a-5f4f68c7c093 service nova] Acquiring lock "88330e19-a7d2-4fd3-a3aa-190c752558e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.075436] env[69249]: DEBUG oslo_concurrency.lockutils [req-66d4327e-53b6-42ea-abef-f988a8ce6cff req-ab91d3b0-07b1-4dd1-a75a-5f4f68c7c093 service nova] Lock "88330e19-a7d2-4fd3-a3aa-190c752558e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.075651] env[69249]: DEBUG oslo_concurrency.lockutils [req-66d4327e-53b6-42ea-abef-f988a8ce6cff req-ab91d3b0-07b1-4dd1-a75a-5f4f68c7c093 service nova] Lock "88330e19-a7d2-4fd3-a3aa-190c752558e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.075838] env[69249]: DEBUG nova.compute.manager [req-66d4327e-53b6-42ea-abef-f988a8ce6cff req-ab91d3b0-07b1-4dd1-a75a-5f4f68c7c093 service nova] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] No waiting events found dispatching network-vif-plugged-698ee4b5-6e23-41c9-988d-0a5ff1df2439 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 866.076016] env[69249]: WARNING nova.compute.manager [req-66d4327e-53b6-42ea-abef-f988a8ce6cff req-ab91d3b0-07b1-4dd1-a75a-5f4f68c7c093 service nova] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Received unexpected event network-vif-plugged-698ee4b5-6e23-41c9-988d-0a5ff1df2439 for instance with vm_state building and task_state spawning. [ 866.076181] env[69249]: DEBUG nova.compute.manager [req-66d4327e-53b6-42ea-abef-f988a8ce6cff req-ab91d3b0-07b1-4dd1-a75a-5f4f68c7c093 service nova] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Received event network-changed-698ee4b5-6e23-41c9-988d-0a5ff1df2439 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.076330] env[69249]: DEBUG nova.compute.manager [req-66d4327e-53b6-42ea-abef-f988a8ce6cff req-ab91d3b0-07b1-4dd1-a75a-5f4f68c7c093 service nova] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Refreshing instance network info cache due to event network-changed-698ee4b5-6e23-41c9-988d-0a5ff1df2439. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.076513] env[69249]: DEBUG oslo_concurrency.lockutils [req-66d4327e-53b6-42ea-abef-f988a8ce6cff req-ab91d3b0-07b1-4dd1-a75a-5f4f68c7c093 service nova] Acquiring lock "refresh_cache-88330e19-a7d2-4fd3-a3aa-190c752558e3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.076647] env[69249]: DEBUG oslo_concurrency.lockutils [req-66d4327e-53b6-42ea-abef-f988a8ce6cff req-ab91d3b0-07b1-4dd1-a75a-5f4f68c7c093 service nova] Acquired lock "refresh_cache-88330e19-a7d2-4fd3-a3aa-190c752558e3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.076823] env[69249]: DEBUG nova.network.neutron [req-66d4327e-53b6-42ea-abef-f988a8ce6cff req-ab91d3b0-07b1-4dd1-a75a-5f4f68c7c093 service nova] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Refreshing network info cache for port 698ee4b5-6e23-41c9-988d-0a5ff1df2439 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.151072] env[69249]: DEBUG oslo_concurrency.lockutils [req-dc267b40-7e24-4333-8829-735aaee397ab req-2427ff25-d81b-459d-ad43-70ad91bf239d service nova] Releasing lock "refresh_cache-c1bd29ac-51b7-4f33-8b65-7f10fac03626" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.160030] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "refresh_cache-88330e19-a7d2-4fd3-a3aa-190c752558e3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.183574] env[69249]: DEBUG oslo_concurrency.lockutils [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "feb97282-0da7-483c-91e2-11fa1705ca94" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.183953] env[69249]: DEBUG oslo_concurrency.lockutils [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "feb97282-0da7-483c-91e2-11fa1705ca94" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.184115] env[69249]: INFO nova.compute.manager [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Attaching volume bbb96016-1a4f-48ec-8572-147e4c31c360 to /dev/sdb [ 866.186775] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277d01ba-36cc-4f18-8121-8267008a5331 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.200087] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1f0254-d6f0-4485-9384-c13b6e00fbba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.237916] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3850e1a5-e055-49ae-8e40-a3860544e092 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.241189] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a09e83b-98da-4d90-aa57-bf5a9910ce9d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.250489] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787e2d8c-5df1-4883-b975-89edf08b29bf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.254758] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d233aef-f4ad-4281-9adc-60f666fdd4d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.271626] env[69249]: DEBUG nova.compute.provider_tree [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.279014] env[69249]: DEBUG nova.virt.block_device [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Updating existing volume attachment record: bc7da9de-3325-40bc-aede-679f98d4867c {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 866.288284] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cc6b8c-5e1b-950b-6f15-f60ae13f8464, 'name': SearchDatastore_Task, 'duration_secs': 0.018308} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.288617] env[69249]: DEBUG oslo_concurrency.lockutils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.288845] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.289311] env[69249]: DEBUG oslo_concurrency.lockutils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.289311] env[69249]: DEBUG oslo_concurrency.lockutils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.289632] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.289839] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4376969f-8e98-4f01-b97c-ab32750d0398 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.300716] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.300923] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.301925] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1900e72-d42a-46c3-9301-129c4d95edb7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.307494] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 866.307494] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5261063d-37f8-4738-28ad-c1207df7c6f9" [ 866.307494] env[69249]: _type = "Task" [ 866.307494] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.319384] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5261063d-37f8-4738-28ad-c1207df7c6f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.409909] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659425, 'name': Rename_Task, 'duration_secs': 0.322728} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.410231] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.410448] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bcb6fbb-6d0e-4e73-a0bd-a9173136990e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.419193] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 866.419193] env[69249]: value = "task-3659427" [ 866.419193] env[69249]: _type = "Task" [ 866.419193] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.427101] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.581751] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "9feb7187-b316-4088-9abc-d8a5e7c601f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.582120] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "9feb7187-b316-4088-9abc-d8a5e7c601f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.582280] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "9feb7187-b316-4088-9abc-d8a5e7c601f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.582485] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "9feb7187-b316-4088-9abc-d8a5e7c601f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.582784] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "9feb7187-b316-4088-9abc-d8a5e7c601f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.589780] env[69249]: INFO nova.compute.manager [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Terminating instance [ 866.615897] env[69249]: DEBUG nova.network.neutron [req-66d4327e-53b6-42ea-abef-f988a8ce6cff req-ab91d3b0-07b1-4dd1-a75a-5f4f68c7c093 service nova] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.726235] env[69249]: DEBUG nova.network.neutron [req-66d4327e-53b6-42ea-abef-f988a8ce6cff req-ab91d3b0-07b1-4dd1-a75a-5f4f68c7c093 service nova] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.782434] env[69249]: DEBUG nova.scheduler.client.report [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.819598] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5261063d-37f8-4738-28ad-c1207df7c6f9, 'name': SearchDatastore_Task, 'duration_secs': 0.030726} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.820696] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a72269cd-711c-403c-845a-cd89d5b69b7f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.826593] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 866.826593] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52448c8f-c767-d31d-0e05-53d564f9607c" [ 866.826593] env[69249]: _type = "Task" [ 866.826593] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.836014] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52448c8f-c767-d31d-0e05-53d564f9607c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.938240] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659427, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.094842] env[69249]: DEBUG nova.compute.manager [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.095084] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.095961] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0731fa-16f1-445c-8d1d-a6e8d65907fd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.104961] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.105363] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff2b2129-066d-4186-a52a-5d87afd80c8d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.182226] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.182479] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.182663] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleting the datastore file [datastore2] 9feb7187-b316-4088-9abc-d8a5e7c601f8 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.182975] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44723e75-46c9-49a7-9dbe-0bf6a4967f6e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.194010] env[69249]: DEBUG oslo_vmware.api [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 867.194010] env[69249]: value = "task-3659431" [ 867.194010] env[69249]: _type = "Task" [ 867.194010] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.206895] env[69249]: DEBUG oslo_vmware.api [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.235567] env[69249]: DEBUG oslo_concurrency.lockutils [req-66d4327e-53b6-42ea-abef-f988a8ce6cff req-ab91d3b0-07b1-4dd1-a75a-5f4f68c7c093 service nova] Releasing lock "refresh_cache-88330e19-a7d2-4fd3-a3aa-190c752558e3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.236046] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "refresh_cache-88330e19-a7d2-4fd3-a3aa-190c752558e3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.236269] env[69249]: DEBUG nova.network.neutron [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.287447] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.288031] env[69249]: DEBUG nova.compute.manager [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.292224] env[69249]: DEBUG oslo_concurrency.lockutils [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.347s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.295908] env[69249]: DEBUG nova.objects.instance [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Lazy-loading 'resources' on Instance uuid 6a9d205f-8f4f-456f-a7c5-94d25c06417b {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.341851] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52448c8f-c767-d31d-0e05-53d564f9607c, 'name': SearchDatastore_Task, 'duration_secs': 0.012} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.342280] env[69249]: DEBUG oslo_concurrency.lockutils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.342614] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] c1bd29ac-51b7-4f33-8b65-7f10fac03626/c1bd29ac-51b7-4f33-8b65-7f10fac03626.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.343700] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0398c4c6-f3aa-4006-bd9c-1e5683085c84 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.352899] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 867.352899] env[69249]: value = "task-3659432" [ 867.352899] env[69249]: _type = "Task" [ 867.352899] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.365404] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.433159] env[69249]: DEBUG oslo_vmware.api [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659427, 'name': PowerOnVM_Task, 'duration_secs': 0.631756} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.433526] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.433851] env[69249]: INFO nova.compute.manager [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Took 8.01 seconds to spawn the instance on the hypervisor. [ 867.434104] env[69249]: DEBUG nova.compute.manager [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 867.435246] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95c946a-b037-4d14-9789-47d3ca417424 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.704492] env[69249]: DEBUG oslo_vmware.api [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209771} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.704754] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.704918] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.707325] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.707325] env[69249]: INFO nova.compute.manager [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Took 0.61 seconds to destroy the instance on the hypervisor. [ 867.707325] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.707325] env[69249]: DEBUG nova.compute.manager [-] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.707325] env[69249]: DEBUG nova.network.neutron [-] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.787011] env[69249]: DEBUG nova.network.neutron [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.811079] env[69249]: DEBUG nova.compute.utils [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.814850] env[69249]: DEBUG nova.compute.manager [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Not allocating networking since 'none' was specified. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 867.869710] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659432, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.966433] env[69249]: INFO nova.compute.manager [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Took 61.15 seconds to build instance. [ 868.111712] env[69249]: DEBUG nova.network.neutron [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Updating instance_info_cache with network_info: [{"id": "698ee4b5-6e23-41c9-988d-0a5ff1df2439", "address": "fa:16:3e:7a:48:42", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap698ee4b5-6e", "ovs_interfaceid": "698ee4b5-6e23-41c9-988d-0a5ff1df2439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.317920] env[69249]: DEBUG nova.compute.manager [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.369924] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806493} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.372726] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] c1bd29ac-51b7-4f33-8b65-7f10fac03626/c1bd29ac-51b7-4f33-8b65-7f10fac03626.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.373422] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.373728] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-425d99e0-b049-44ee-98b8-77595adb9b1e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.383263] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 868.383263] env[69249]: value = "task-3659433" [ 868.383263] env[69249]: _type = "Task" [ 868.383263] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.395595] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.398152] env[69249]: DEBUG nova.compute.manager [req-2fc4a9dc-3f28-41b8-bbfa-97945a3368d8 req-fe0064e1-d083-4906-bd8c-88fd0a30a8c9 service nova] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Received event network-vif-deleted-358438ce-4b79-434b-9be8-7ecb03703709 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.398441] env[69249]: INFO nova.compute.manager [req-2fc4a9dc-3f28-41b8-bbfa-97945a3368d8 req-fe0064e1-d083-4906-bd8c-88fd0a30a8c9 service nova] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Neutron deleted interface 358438ce-4b79-434b-9be8-7ecb03703709; detaching it from the instance and deleting it from the info cache [ 868.398662] env[69249]: DEBUG nova.network.neutron [req-2fc4a9dc-3f28-41b8-bbfa-97945a3368d8 req-fe0064e1-d083-4906-bd8c-88fd0a30a8c9 service nova] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.444188] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a5372d-532b-4c42-826b-41ff4a0ecc83 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.452964] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df95af97-8cf1-4c11-b336-ff383bb4922c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.489689] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ace00564-298c-455b-a1f7-2c9a202f0a87 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "7087f91f-7211-47e8-b3c1-fe1101c5008d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.431s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.492008] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212604aa-b552-4543-b878-539fdac73f9e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.501586] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ce1c55-3327-4f44-9bb0-ac1583de8c5a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.518409] env[69249]: DEBUG nova.compute.provider_tree [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.615674] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "refresh_cache-88330e19-a7d2-4fd3-a3aa-190c752558e3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.617070] env[69249]: DEBUG nova.compute.manager [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Instance network_info: |[{"id": "698ee4b5-6e23-41c9-988d-0a5ff1df2439", "address": "fa:16:3e:7a:48:42", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap698ee4b5-6e", "ovs_interfaceid": "698ee4b5-6e23-41c9-988d-0a5ff1df2439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.617070] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:48:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '698ee4b5-6e23-41c9-988d-0a5ff1df2439', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.626169] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.626462] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.626681] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4de4822-6530-437b-bfff-99d5688359a8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.642687] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "da460c36-960d-4ae2-a931-313c2e79a7d5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.643031] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "da460c36-960d-4ae2-a931-313c2e79a7d5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.643273] env[69249]: DEBUG nova.compute.manager [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Going to confirm migration 2 {{(pid=69249) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 868.651746] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.651746] env[69249]: value = "task-3659435" [ 868.651746] env[69249]: _type = "Task" [ 868.651746] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.660955] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659435, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.737304] env[69249]: DEBUG nova.network.neutron [-] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.893303] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068428} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.894031] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.894872] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f0edab-a5d1-41ae-b8fb-f6df25099216 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.916784] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] c1bd29ac-51b7-4f33-8b65-7f10fac03626/c1bd29ac-51b7-4f33-8b65-7f10fac03626.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.917074] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b98ef76-3fbb-4367-af9c-106540160582 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.919052] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d973c6d6-ca60-4f76-828e-4c99f19fe44b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.944317] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41df098c-889b-4a68-942e-61f0f9cc815d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.958066] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 868.958066] env[69249]: value = "task-3659436" [ 868.958066] env[69249]: _type = "Task" [ 868.958066] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.969570] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.983899] env[69249]: DEBUG nova.compute.manager [req-2fc4a9dc-3f28-41b8-bbfa-97945a3368d8 req-fe0064e1-d083-4906-bd8c-88fd0a30a8c9 service nova] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Detach interface failed, port_id=358438ce-4b79-434b-9be8-7ecb03703709, reason: Instance 9feb7187-b316-4088-9abc-d8a5e7c601f8 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.996783] env[69249]: DEBUG nova.compute.manager [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.022285] env[69249]: DEBUG nova.scheduler.client.report [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.167819] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659435, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.238109] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "refresh_cache-da460c36-960d-4ae2-a931-313c2e79a7d5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.238794] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "refresh_cache-da460c36-960d-4ae2-a931-313c2e79a7d5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.238794] env[69249]: DEBUG nova.network.neutron [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.238794] env[69249]: DEBUG nova.objects.instance [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lazy-loading 'info_cache' on Instance uuid da460c36-960d-4ae2-a931-313c2e79a7d5 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.240336] env[69249]: INFO nova.compute.manager [-] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Took 1.53 seconds to deallocate network for instance. [ 869.331647] env[69249]: DEBUG nova.compute.manager [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.362471] env[69249]: DEBUG nova.virt.hardware [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.362730] env[69249]: DEBUG nova.virt.hardware [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.362886] env[69249]: DEBUG nova.virt.hardware [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.363099] env[69249]: DEBUG nova.virt.hardware [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.363305] env[69249]: DEBUG nova.virt.hardware [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.363409] env[69249]: DEBUG nova.virt.hardware [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.363615] env[69249]: DEBUG nova.virt.hardware [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.363772] env[69249]: DEBUG nova.virt.hardware [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.363938] env[69249]: DEBUG nova.virt.hardware [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.364109] env[69249]: DEBUG nova.virt.hardware [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.364471] env[69249]: DEBUG nova.virt.hardware [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.365173] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7d326f-8364-4d91-8797-217cb655f32d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.376827] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb55106-994b-463d-ad7f-f114333bf211 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.391949] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.397617] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Creating folder: Project (0cc9cea92fe54dc3b1a2c1fd049af385). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.397973] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c1a88fb-cdef-4ef1-bde9-56342b91438e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.415547] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Created folder: Project (0cc9cea92fe54dc3b1a2c1fd049af385) in parent group-v729229. [ 869.415751] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Creating folder: Instances. Parent ref: group-v729404. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.416014] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48b71cd0-e0b2-4a8d-a956-f57f0838d42f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.435277] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Created folder: Instances in parent group-v729404. [ 869.435524] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.435721] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.435930] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75239d43-3afb-41bc-81a3-5fc0304cecb5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.453835] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.453835] env[69249]: value = "task-3659439" [ 869.453835] env[69249]: _type = "Task" [ 869.453835] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.466884] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659439, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.470280] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659436, 'name': ReconfigVM_Task, 'duration_secs': 0.384427} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.470602] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Reconfigured VM instance instance-0000003b to attach disk [datastore2] c1bd29ac-51b7-4f33-8b65-7f10fac03626/c1bd29ac-51b7-4f33-8b65-7f10fac03626.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.471535] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22ae2d71-7e4f-489c-9e99-a80195d27be5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.479134] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 869.479134] env[69249]: value = "task-3659440" [ 869.479134] env[69249]: _type = "Task" [ 869.479134] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.487327] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659440, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.520479] env[69249]: DEBUG oslo_concurrency.lockutils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.527708] env[69249]: DEBUG oslo_concurrency.lockutils [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.530273] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.515s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.533308] env[69249]: INFO nova.compute.claims [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.548028] env[69249]: INFO nova.scheduler.client.report [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Deleted allocations for instance 6a9d205f-8f4f-456f-a7c5-94d25c06417b [ 869.664808] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659435, 'name': CreateVM_Task, 'duration_secs': 0.702441} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.665094] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.665866] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.666163] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.666594] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.666930] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae195754-1e24-4885-81e2-6a585effb373 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.673766] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 869.673766] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e3b138-f0bd-0dfb-ecb2-7859e1bf85a7" [ 869.673766] env[69249]: _type = "Task" [ 869.673766] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.683528] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e3b138-f0bd-0dfb-ecb2-7859e1bf85a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.748258] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.964860] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659439, 'name': CreateVM_Task, 'duration_secs': 0.29251} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.965092] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.965478] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.965639] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.965945] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.966215] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad27ba50-07f8-4c39-9c91-aded45d31656 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.972440] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 869.972440] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52734335-c949-1cc1-7ba8-6f7e69ff2e72" [ 869.972440] env[69249]: _type = "Task" [ 869.972440] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.981520] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52734335-c949-1cc1-7ba8-6f7e69ff2e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.990026] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659440, 'name': Rename_Task, 'duration_secs': 0.224993} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.990026] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.990229] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bef42ea7-8537-49a3-a0b3-c3ef0e7ca73c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.997515] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 869.997515] env[69249]: value = "task-3659441" [ 869.997515] env[69249]: _type = "Task" [ 869.997515] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.007260] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.055604] env[69249]: DEBUG oslo_concurrency.lockutils [None req-994eeaaa-7a97-45b8-b33b-e64b0bc02ca8 tempest-ServersTestBootFromVolume-654925037 tempest-ServersTestBootFromVolume-654925037-project-member] Lock "6a9d205f-8f4f-456f-a7c5-94d25c06417b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.544s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.187639] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e3b138-f0bd-0dfb-ecb2-7859e1bf85a7, 'name': SearchDatastore_Task, 'duration_secs': 0.014038} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.188042] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.188428] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.188762] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.189063] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.189343] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.189690] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad435a38-0f18-4948-9625-fbfe230f2915 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.201818] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.202087] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.203156] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3258a38-cbfc-49fd-bb22-667b89e883a5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.210552] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 870.210552] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d4dcc8-e577-6365-072a-0f783116a675" [ 870.210552] env[69249]: _type = "Task" [ 870.210552] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.221659] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d4dcc8-e577-6365-072a-0f783116a675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.483271] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52734335-c949-1cc1-7ba8-6f7e69ff2e72, 'name': SearchDatastore_Task, 'duration_secs': 0.027822} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.483591] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.483827] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.484071] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.484219] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.484395] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.484665] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-424dc586-f247-4d90-8a30-9d3f41bdc8e3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.494772] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.494954] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.496530] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840d6f66-8ce4-46b1-bdbd-01683cfccfb6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.505206] env[69249]: DEBUG nova.network.neutron [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updating instance_info_cache with network_info: [{"id": "d304e7e8-6b0b-4099-83f9-9d638f2441a3", "address": "fa:16:3e:ca:0b:26", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd304e7e8-6b", "ovs_interfaceid": "d304e7e8-6b0b-4099-83f9-9d638f2441a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.510687] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.510987] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 870.510987] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5265cb8b-e807-3afd-db67-5241b6d1176c" [ 870.510987] env[69249]: _type = "Task" [ 870.510987] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.521154] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5265cb8b-e807-3afd-db67-5241b6d1176c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.724926] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d4dcc8-e577-6365-072a-0f783116a675, 'name': SearchDatastore_Task, 'duration_secs': 0.013403} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.725938] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-932dc7f1-a72e-48c9-a333-79094f9ccf04 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.731822] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 870.731822] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5266f5fc-55a2-a193-fde3-8a460a70addc" [ 870.731822] env[69249]: _type = "Task" [ 870.731822] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.745188] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5266f5fc-55a2-a193-fde3-8a460a70addc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.834994] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 870.834994] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729402', 'volume_id': 'bbb96016-1a4f-48ec-8572-147e4c31c360', 'name': 'volume-bbb96016-1a4f-48ec-8572-147e4c31c360', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'feb97282-0da7-483c-91e2-11fa1705ca94', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbb96016-1a4f-48ec-8572-147e4c31c360', 'serial': 'bbb96016-1a4f-48ec-8572-147e4c31c360'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 870.834994] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1678a686-93c1-4785-bd41-e006d4209265 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.853891] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd53eab-30ef-486b-b99a-954ad0954ebb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.884127] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] volume-bbb96016-1a4f-48ec-8572-147e4c31c360/volume-bbb96016-1a4f-48ec-8572-147e4c31c360.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.886071] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef958a87-8ae3-4049-8314-dc93aede701c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.908472] env[69249]: DEBUG oslo_vmware.api [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 870.908472] env[69249]: value = "task-3659442" [ 870.908472] env[69249]: _type = "Task" [ 870.908472] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.922544] env[69249]: DEBUG oslo_vmware.api [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.015021] env[69249]: DEBUG oslo_vmware.api [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659441, 'name': PowerOnVM_Task, 'duration_secs': 0.934197} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.015021] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "refresh_cache-da460c36-960d-4ae2-a931-313c2e79a7d5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.015021] env[69249]: DEBUG nova.objects.instance [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lazy-loading 'migration_context' on Instance uuid da460c36-960d-4ae2-a931-313c2e79a7d5 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.015021] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.015021] env[69249]: INFO nova.compute.manager [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Took 8.98 seconds to spawn the instance on the hypervisor. [ 871.015021] env[69249]: DEBUG nova.compute.manager [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 871.017628] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c6331b-51b1-45ae-9197-b09931e4e507 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.032968] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5265cb8b-e807-3afd-db67-5241b6d1176c, 'name': SearchDatastore_Task, 'duration_secs': 0.018525} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.034237] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-685cb167-02e1-4a8d-ba9e-3849923cbe95 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.041398] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 871.041398] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cc6d15-c785-9c37-a195-bff0bfc2ba21" [ 871.041398] env[69249]: _type = "Task" [ 871.041398] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.053072] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cc6d15-c785-9c37-a195-bff0bfc2ba21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.061794] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d27c7ec-a5f0-4e12-90b2-7aa5a5bbaee3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.070224] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5c9173-5076-43e6-bb29-d1a637f6a64f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.105742] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479c5711-cea0-466d-aa45-116d16d9258a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.115058] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd7c3c9-5b9e-43c4-ba7c-f375db33b831 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.128443] env[69249]: DEBUG nova.compute.provider_tree [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.243720] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5266f5fc-55a2-a193-fde3-8a460a70addc, 'name': SearchDatastore_Task, 'duration_secs': 0.021994} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.244020] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.244331] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 88330e19-a7d2-4fd3-a3aa-190c752558e3/88330e19-a7d2-4fd3-a3aa-190c752558e3.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.244603] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95ded63f-36f1-4301-991c-52d1a4fde590 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.252896] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 871.252896] env[69249]: value = "task-3659443" [ 871.252896] env[69249]: _type = "Task" [ 871.252896] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.263622] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.421530] env[69249]: DEBUG oslo_vmware.api [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.515646] env[69249]: DEBUG nova.objects.base [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 871.516809] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85f185d-3479-4362-85c7-1769240b7e86 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.543637] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b000fae1-9be8-454b-bbdb-917b8ddf7428 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.551733] env[69249]: INFO nova.compute.manager [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Took 51.45 seconds to build instance. [ 871.560330] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cc6d15-c785-9c37-a195-bff0bfc2ba21, 'name': SearchDatastore_Task, 'duration_secs': 0.01397} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.561890] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.565729] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d/376bfcc0-86b6-4b47-a07b-ac46ab4fae2d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.565729] env[69249]: DEBUG oslo_vmware.api [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 871.565729] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52edc553-4858-0eab-2d34-ffe95903e00f" [ 871.565729] env[69249]: _type = "Task" [ 871.565729] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.565729] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94ec2acc-9141-489e-ac06-96d4540d1b5e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.577989] env[69249]: DEBUG oslo_vmware.api [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52edc553-4858-0eab-2d34-ffe95903e00f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.579151] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 871.579151] env[69249]: value = "task-3659444" [ 871.579151] env[69249]: _type = "Task" [ 871.579151] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.591378] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.631397] env[69249]: DEBUG nova.scheduler.client.report [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.768450] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513733} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.768450] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 88330e19-a7d2-4fd3-a3aa-190c752558e3/88330e19-a7d2-4fd3-a3aa-190c752558e3.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.768450] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.768450] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c5b948f-ccba-4403-b921-771fbcd2dc71 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.782347] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 871.782347] env[69249]: value = "task-3659445" [ 871.782347] env[69249]: _type = "Task" [ 871.782347] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.793026] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.927213] env[69249]: DEBUG oslo_vmware.api [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.054999] env[69249]: DEBUG oslo_concurrency.lockutils [None req-34adb20c-2e46-4cc5-b397-81e2d5de1941 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "c1bd29ac-51b7-4f33-8b65-7f10fac03626" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.354s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.085019] env[69249]: DEBUG oslo_vmware.api [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52edc553-4858-0eab-2d34-ffe95903e00f, 'name': SearchDatastore_Task, 'duration_secs': 0.035785} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.087775] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.096536] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659444, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.139777] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.139878] env[69249]: DEBUG nova.compute.manager [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.147169] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.404s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.149119] env[69249]: INFO nova.compute.claims [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.297582] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08846} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.297892] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.298735] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ad2e77-5b95-4995-8a42-e35aa982876c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.325739] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 88330e19-a7d2-4fd3-a3aa-190c752558e3/88330e19-a7d2-4fd3-a3aa-190c752558e3.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.326066] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7166ddb-3c46-46a3-8b2c-3894fcdd0b93 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.350188] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 872.350188] env[69249]: value = "task-3659446" [ 872.350188] env[69249]: _type = "Task" [ 872.350188] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.361696] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.423885] env[69249]: DEBUG oslo_vmware.api [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.557536] env[69249]: DEBUG nova.compute.manager [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.598732] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690635} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.598996] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d/376bfcc0-86b6-4b47-a07b-ac46ab4fae2d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.599226] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.599493] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b5c7fb4-53f4-4991-af21-79610c4796a6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.608222] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 872.608222] env[69249]: value = "task-3659447" [ 872.608222] env[69249]: _type = "Task" [ 872.608222] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.618609] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.659909] env[69249]: DEBUG nova.compute.utils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.665696] env[69249]: DEBUG nova.compute.manager [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.666757] env[69249]: DEBUG nova.network.neutron [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.732710] env[69249]: DEBUG nova.policy [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04eb3b92019e40ec93fa08c2998a2012', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d6539ea997f4394bc825b68e6e73910', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.864876] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659446, 'name': ReconfigVM_Task, 'duration_secs': 0.335281} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.864876] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 88330e19-a7d2-4fd3-a3aa-190c752558e3/88330e19-a7d2-4fd3-a3aa-190c752558e3.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.864876] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad0314b2-4121-4dea-9988-98c519d2dab8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.873530] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 872.873530] env[69249]: value = "task-3659448" [ 872.873530] env[69249]: _type = "Task" [ 872.873530] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.885189] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659448, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.927545] env[69249]: DEBUG oslo_vmware.api [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659442, 'name': ReconfigVM_Task, 'duration_secs': 1.55987} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.927545] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Reconfigured VM instance instance-00000024 to attach disk [datastore1] volume-bbb96016-1a4f-48ec-8572-147e4c31c360/volume-bbb96016-1a4f-48ec-8572-147e4c31c360.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.934254] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7007bbf-bb84-4c9f-93e0-e14437a19f60 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.957415] env[69249]: DEBUG oslo_vmware.api [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 872.957415] env[69249]: value = "task-3659449" [ 872.957415] env[69249]: _type = "Task" [ 872.957415] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.969513] env[69249]: DEBUG oslo_vmware.api [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.089586] env[69249]: DEBUG oslo_concurrency.lockutils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.119814] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080855} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.120363] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.121264] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e29b537-33b6-4555-b627-4a3a951f7550 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.150337] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d/376bfcc0-86b6-4b47-a07b-ac46ab4fae2d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.150337] env[69249]: DEBUG nova.network.neutron [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Successfully created port: 073ba5db-f7d5-45f0-8e8c-d63db8e987bc {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.151435] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df6ddb59-3e3e-4839-b630-b8c4ba24a4ec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.166117] env[69249]: DEBUG nova.compute.manager [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.180867] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 873.180867] env[69249]: value = "task-3659450" [ 873.180867] env[69249]: _type = "Task" [ 873.180867] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.192505] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.388117] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659448, 'name': Rename_Task, 'duration_secs': 0.164069} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.389222] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.389222] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cea06a0e-2491-419f-94a2-9e716aa33077 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.402637] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 873.402637] env[69249]: value = "task-3659451" [ 873.402637] env[69249]: _type = "Task" [ 873.402637] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.411979] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.470286] env[69249]: DEBUG oslo_vmware.api [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659449, 'name': ReconfigVM_Task, 'duration_secs': 0.201105} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.470657] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729402', 'volume_id': 'bbb96016-1a4f-48ec-8572-147e4c31c360', 'name': 'volume-bbb96016-1a4f-48ec-8572-147e4c31c360', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'feb97282-0da7-483c-91e2-11fa1705ca94', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbb96016-1a4f-48ec-8572-147e4c31c360', 'serial': 'bbb96016-1a4f-48ec-8572-147e4c31c360'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 873.691628] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c829131-7ad2-46d1-9042-37b7447d969b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.701453] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659450, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.710196] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d04b7e1-7182-4028-adc1-912e8a5f5990 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.750671] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d074df6-3246-4297-a29c-2b9c0c699ee6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.760128] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7405d6ee-df1a-47ac-b852-41e947e0fece {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.777362] env[69249]: DEBUG nova.compute.provider_tree [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.918184] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659451, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.128415] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c6371e0b-ca37-4ac9-9652-08a0a863b9fa tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "54881ffe-35d0-4e65-bc8b-74cc709b6c98" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.132926] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c6371e0b-ca37-4ac9-9652-08a0a863b9fa tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "54881ffe-35d0-4e65-bc8b-74cc709b6c98" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.132926] env[69249]: DEBUG nova.compute.manager [None req-c6371e0b-ca37-4ac9-9652-08a0a863b9fa tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.132926] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdfb6ed-8d47-4e5f-b916-de76cb343df0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.138156] env[69249]: DEBUG nova.compute.manager [None req-c6371e0b-ca37-4ac9-9652-08a0a863b9fa tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69249) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 874.138833] env[69249]: DEBUG nova.objects.instance [None req-c6371e0b-ca37-4ac9-9652-08a0a863b9fa tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lazy-loading 'flavor' on Instance uuid 54881ffe-35d0-4e65-bc8b-74cc709b6c98 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.179419] env[69249]: DEBUG nova.compute.manager [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.195584] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659450, 'name': ReconfigVM_Task, 'duration_secs': 0.542351} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.195930] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d/376bfcc0-86b6-4b47-a07b-ac46ab4fae2d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.198084] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4463fb8c-14ba-4887-9b05-61e845eee5b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.205216] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 874.205216] env[69249]: value = "task-3659452" [ 874.205216] env[69249]: _type = "Task" [ 874.205216] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.214683] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659452, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.235273] env[69249]: DEBUG nova.virt.hardware [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.236040] env[69249]: DEBUG nova.virt.hardware [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.236040] env[69249]: DEBUG nova.virt.hardware [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.236040] env[69249]: DEBUG nova.virt.hardware [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.236040] env[69249]: DEBUG nova.virt.hardware [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.236232] env[69249]: DEBUG nova.virt.hardware [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.236363] env[69249]: DEBUG nova.virt.hardware [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.236565] env[69249]: DEBUG nova.virt.hardware [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.236858] env[69249]: DEBUG nova.virt.hardware [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.236913] env[69249]: DEBUG nova.virt.hardware [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.237081] env[69249]: DEBUG nova.virt.hardware [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.237953] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596889c2-8dfa-41d2-b064-e48326aff3d2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.247118] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7030f66-1980-4581-9b6f-598b4d6bd86c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.281876] env[69249]: DEBUG nova.scheduler.client.report [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.414697] env[69249]: DEBUG oslo_vmware.api [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659451, 'name': PowerOnVM_Task, 'duration_secs': 0.578626} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.415172] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.415441] env[69249]: INFO nova.compute.manager [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Took 9.77 seconds to spawn the instance on the hypervisor. [ 874.415635] env[69249]: DEBUG nova.compute.manager [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.416473] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1e4363-6ca6-4b3b-99ea-2f449a9daf6b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.558263] env[69249]: DEBUG nova.objects.instance [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lazy-loading 'flavor' on Instance uuid feb97282-0da7-483c-91e2-11fa1705ca94 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.716626] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659452, 'name': Rename_Task, 'duration_secs': 0.275816} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.716906] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.717165] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6cddb79-5866-4918-afab-b00086b00f53 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.725770] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 874.725770] env[69249]: value = "task-3659453" [ 874.725770] env[69249]: _type = "Task" [ 874.725770] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.733921] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.787206] env[69249]: DEBUG nova.compute.manager [req-9cdef7c2-9d80-4852-a462-98667830951a req-bcd75bf0-3d02-4504-aae5-0045bf5b8de8 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Received event network-vif-plugged-073ba5db-f7d5-45f0-8e8c-d63db8e987bc {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.787206] env[69249]: DEBUG oslo_concurrency.lockutils [req-9cdef7c2-9d80-4852-a462-98667830951a req-bcd75bf0-3d02-4504-aae5-0045bf5b8de8 service nova] Acquiring lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.787206] env[69249]: DEBUG oslo_concurrency.lockutils [req-9cdef7c2-9d80-4852-a462-98667830951a req-bcd75bf0-3d02-4504-aae5-0045bf5b8de8 service nova] Lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.787206] env[69249]: DEBUG oslo_concurrency.lockutils [req-9cdef7c2-9d80-4852-a462-98667830951a req-bcd75bf0-3d02-4504-aae5-0045bf5b8de8 service nova] Lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.787206] env[69249]: DEBUG nova.compute.manager [req-9cdef7c2-9d80-4852-a462-98667830951a req-bcd75bf0-3d02-4504-aae5-0045bf5b8de8 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] No waiting events found dispatching network-vif-plugged-073ba5db-f7d5-45f0-8e8c-d63db8e987bc {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 874.787206] env[69249]: WARNING nova.compute.manager [req-9cdef7c2-9d80-4852-a462-98667830951a req-bcd75bf0-3d02-4504-aae5-0045bf5b8de8 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Received unexpected event network-vif-plugged-073ba5db-f7d5-45f0-8e8c-d63db8e987bc for instance with vm_state building and task_state spawning. [ 874.789327] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.789521] env[69249]: DEBUG nova.compute.manager [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.792335] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.573s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.792560] env[69249]: DEBUG nova.objects.instance [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lazy-loading 'resources' on Instance uuid 5a06a3cc-c5dd-4e97-a30b-6720f459aece {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.947825] env[69249]: INFO nova.compute.manager [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Took 52.91 seconds to build instance. [ 875.062604] env[69249]: DEBUG oslo_concurrency.lockutils [None req-71d41767-2f8b-4d7e-a9e9-665519043115 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "feb97282-0da7-483c-91e2-11fa1705ca94" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.879s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.068647] env[69249]: DEBUG nova.network.neutron [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Successfully updated port: 073ba5db-f7d5-45f0-8e8c-d63db8e987bc {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.155677] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6371e0b-ca37-4ac9-9652-08a0a863b9fa tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.156099] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-832ad749-a438-46dc-9822-617c5c5a0baa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.165819] env[69249]: DEBUG oslo_vmware.api [None req-c6371e0b-ca37-4ac9-9652-08a0a863b9fa tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 875.165819] env[69249]: value = "task-3659454" [ 875.165819] env[69249]: _type = "Task" [ 875.165819] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.176884] env[69249]: DEBUG oslo_vmware.api [None req-c6371e0b-ca37-4ac9-9652-08a0a863b9fa tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.238598] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659453, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.294478] env[69249]: DEBUG nova.compute.utils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.299706] env[69249]: DEBUG nova.compute.manager [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.299706] env[69249]: DEBUG nova.network.neutron [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.414785] env[69249]: DEBUG nova.policy [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e25c4cc59bc04f0bb35604c20e377fed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d35bfeba849c8a6fac16df1993f1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.454974] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2686524-4b84-4044-98bc-bc8e4a643e15 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "88330e19-a7d2-4fd3-a3aa-190c752558e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.229s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.576261] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.576261] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.576261] env[69249]: DEBUG nova.network.neutron [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.680078] env[69249]: DEBUG oslo_vmware.api [None req-c6371e0b-ca37-4ac9-9652-08a0a863b9fa tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659454, 'name': PowerOffVM_Task, 'duration_secs': 0.244568} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.680431] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6371e0b-ca37-4ac9-9652-08a0a863b9fa tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.680644] env[69249]: DEBUG nova.compute.manager [None req-c6371e0b-ca37-4ac9-9652-08a0a863b9fa tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 875.681579] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870e9051-22f1-427f-970b-04c9c48042ba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.740194] env[69249]: DEBUG oslo_vmware.api [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659453, 'name': PowerOnVM_Task, 'duration_secs': 0.767566} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.742566] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.742797] env[69249]: INFO nova.compute.manager [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Took 6.41 seconds to spawn the instance on the hypervisor. [ 875.742988] env[69249]: DEBUG nova.compute.manager [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 875.746201] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf335c74-3333-422f-ab43-af85c105ddc3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.803954] env[69249]: DEBUG nova.compute.manager [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.883261] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3fd0d0-1d63-47ce-a8fc-5630a460f247 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.892585] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e63cb86-cc8b-4b7e-ac75-fae4d2b2db7b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.925858] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e23c0e-9dac-4b11-895b-548b75e54e2b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.934519] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5c88f0-c651-46a0-b701-30aef95290d7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.950037] env[69249]: DEBUG nova.compute.provider_tree [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.960299] env[69249]: DEBUG nova.compute.manager [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.143605] env[69249]: DEBUG nova.network.neutron [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.197768] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c6371e0b-ca37-4ac9-9652-08a0a863b9fa tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "54881ffe-35d0-4e65-bc8b-74cc709b6c98" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.272999] env[69249]: INFO nova.compute.manager [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Took 46.99 seconds to build instance. [ 876.427972] env[69249]: DEBUG nova.network.neutron [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Successfully created port: 1ad921a0-c685-48f1-913d-5c6cf8d51c81 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.453059] env[69249]: DEBUG nova.scheduler.client.report [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.458374] env[69249]: DEBUG nova.network.neutron [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Updating instance_info_cache with network_info: [{"id": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "address": "fa:16:3e:f2:be:b5", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073ba5db-f7", "ovs_interfaceid": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.508425] env[69249]: DEBUG oslo_concurrency.lockutils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.778390] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0f76e1e4-9036-4db7-9fb1-8f8630ea1ea3 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Lock "376bfcc0-86b6-4b47-a07b-ac46ab4fae2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.335s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.820608] env[69249]: DEBUG nova.compute.manager [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.835232] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "ee41cf17-305b-429f-96fb-8858204a4af5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.835558] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "ee41cf17-305b-429f-96fb-8858204a4af5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.876964] env[69249]: DEBUG nova.virt.hardware [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.877222] env[69249]: DEBUG nova.virt.hardware [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.877378] env[69249]: DEBUG nova.virt.hardware [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.877558] env[69249]: DEBUG nova.virt.hardware [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.877702] env[69249]: DEBUG nova.virt.hardware [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.877847] env[69249]: DEBUG nova.virt.hardware [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.878693] env[69249]: DEBUG nova.virt.hardware [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.878827] env[69249]: DEBUG nova.virt.hardware [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.879021] env[69249]: DEBUG nova.virt.hardware [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.879193] env[69249]: DEBUG nova.virt.hardware [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.879373] env[69249]: DEBUG nova.virt.hardware [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.880287] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4fef2e-6c83-4979-a8e2-4b2e9eb7b4c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.891199] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5575a37a-80ba-475c-b77f-bb8b2e9d4e2c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.960060] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.962574] env[69249]: DEBUG oslo_concurrency.lockutils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.655s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.963964] env[69249]: INFO nova.compute.claims [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.966640] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.966938] env[69249]: DEBUG nova.compute.manager [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Instance network_info: |[{"id": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "address": "fa:16:3e:f2:be:b5", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073ba5db-f7", "ovs_interfaceid": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.967323] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:be:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '073ba5db-f7d5-45f0-8e8c-d63db8e987bc', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.979926] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.982303] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.982571] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cd3ac62-461d-4615-a085-adc082b8c4f6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.005895] env[69249]: DEBUG nova.compute.manager [req-bc2fa318-6e3a-4231-8622-3f644fb19dbc req-7b1120d7-406a-487f-943e-adaec8f7eaa3 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Received event network-changed-073ba5db-f7d5-45f0-8e8c-d63db8e987bc {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.006284] env[69249]: DEBUG nova.compute.manager [req-bc2fa318-6e3a-4231-8622-3f644fb19dbc req-7b1120d7-406a-487f-943e-adaec8f7eaa3 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Refreshing instance network info cache due to event network-changed-073ba5db-f7d5-45f0-8e8c-d63db8e987bc. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.007337] env[69249]: DEBUG oslo_concurrency.lockutils [req-bc2fa318-6e3a-4231-8622-3f644fb19dbc req-7b1120d7-406a-487f-943e-adaec8f7eaa3 service nova] Acquiring lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.007514] env[69249]: DEBUG oslo_concurrency.lockutils [req-bc2fa318-6e3a-4231-8622-3f644fb19dbc req-7b1120d7-406a-487f-943e-adaec8f7eaa3 service nova] Acquired lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.007894] env[69249]: DEBUG nova.network.neutron [req-bc2fa318-6e3a-4231-8622-3f644fb19dbc req-7b1120d7-406a-487f-943e-adaec8f7eaa3 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Refreshing network info cache for port 073ba5db-f7d5-45f0-8e8c-d63db8e987bc {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.011223] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.011223] env[69249]: value = "task-3659455" [ 877.011223] env[69249]: _type = "Task" [ 877.011223] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.017529] env[69249]: INFO nova.scheduler.client.report [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Deleted allocations for instance 5a06a3cc-c5dd-4e97-a30b-6720f459aece [ 877.029086] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659455, 'name': CreateVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.280113] env[69249]: DEBUG nova.compute.manager [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.527269] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659455, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.535323] env[69249]: DEBUG nova.objects.instance [None req-c7c6ff20-b0fd-40fa-b7dd-a0c031bd095f tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lazy-loading 'flavor' on Instance uuid 54881ffe-35d0-4e65-bc8b-74cc709b6c98 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.542543] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e82e9afb-6cb9-4b57-a93e-bd2bf96ccff8 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "5a06a3cc-c5dd-4e97-a30b-6720f459aece" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.932s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.649046] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "88330e19-a7d2-4fd3-a3aa-190c752558e3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.650296] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "88330e19-a7d2-4fd3-a3aa-190c752558e3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.832861] env[69249]: DEBUG oslo_concurrency.lockutils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.858861] env[69249]: DEBUG nova.network.neutron [req-bc2fa318-6e3a-4231-8622-3f644fb19dbc req-7b1120d7-406a-487f-943e-adaec8f7eaa3 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Updated VIF entry in instance network info cache for port 073ba5db-f7d5-45f0-8e8c-d63db8e987bc. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.859257] env[69249]: DEBUG nova.network.neutron [req-bc2fa318-6e3a-4231-8622-3f644fb19dbc req-7b1120d7-406a-487f-943e-adaec8f7eaa3 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Updating instance_info_cache with network_info: [{"id": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "address": "fa:16:3e:f2:be:b5", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073ba5db-f7", "ovs_interfaceid": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.026795] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659455, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.047378] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c7c6ff20-b0fd-40fa-b7dd-a0c031bd095f tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "refresh_cache-54881ffe-35d0-4e65-bc8b-74cc709b6c98" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.047578] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c7c6ff20-b0fd-40fa-b7dd-a0c031bd095f tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquired lock "refresh_cache-54881ffe-35d0-4e65-bc8b-74cc709b6c98" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.047774] env[69249]: DEBUG nova.network.neutron [None req-c7c6ff20-b0fd-40fa-b7dd-a0c031bd095f tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.047972] env[69249]: DEBUG nova.objects.instance [None req-c7c6ff20-b0fd-40fa-b7dd-a0c031bd095f tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lazy-loading 'info_cache' on Instance uuid 54881ffe-35d0-4e65-bc8b-74cc709b6c98 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.156370] env[69249]: DEBUG nova.compute.utils [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.361926] env[69249]: DEBUG oslo_concurrency.lockutils [req-bc2fa318-6e3a-4231-8622-3f644fb19dbc req-7b1120d7-406a-487f-943e-adaec8f7eaa3 service nova] Releasing lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.396448] env[69249]: DEBUG nova.network.neutron [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Successfully updated port: 1ad921a0-c685-48f1-913d-5c6cf8d51c81 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.476264] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95109b77-232a-49bf-b27c-9469cad21bec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.485044] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc90a0c-cf70-4137-967a-09c1ee1d333f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.523667] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cf8950-1d2e-482f-be75-2a4fba65c672 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.532302] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659455, 'name': CreateVM_Task, 'duration_secs': 1.261726} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.534332] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.535788] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.535788] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.535788] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.536803] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8774c1-6797-45b9-93d0-a30a50cc33d1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.540595] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854a6f3b-df41-421e-abbf-cf202f9c365d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.545521] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 878.545521] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522e1ea9-9de0-272c-4472-9e54176366d9" [ 878.545521] env[69249]: _type = "Task" [ 878.545521] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.556982] env[69249]: DEBUG nova.objects.base [None req-c7c6ff20-b0fd-40fa-b7dd-a0c031bd095f tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Object Instance<54881ffe-35d0-4e65-bc8b-74cc709b6c98> lazy-loaded attributes: flavor,info_cache {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 878.558302] env[69249]: DEBUG nova.compute.provider_tree [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.566734] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522e1ea9-9de0-272c-4472-9e54176366d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013666} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.567777] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.567999] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.568245] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.568399] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.568590] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.570028] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-769d2199-68fa-4f43-9ccd-56419af5dcf6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.578625] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.579090] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.580267] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef5af8c-ef0f-4733-a71b-677bcf491e2a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.585219] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 878.585219] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ffa964-5a6a-a762-7f01-bfc9eb003e19" [ 878.585219] env[69249]: _type = "Task" [ 878.585219] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.593205] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ffa964-5a6a-a762-7f01-bfc9eb003e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.659230] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "88330e19-a7d2-4fd3-a3aa-190c752558e3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.722576] env[69249]: INFO nova.compute.manager [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Rebuilding instance [ 878.793743] env[69249]: DEBUG nova.compute.manager [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 878.798109] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2202e3fb-5fc1-4eda-83d4-d671b72b613e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.899972] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquiring lock "refresh_cache-f4a01c73-0d60-47f4-9f76-b8da9451900c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.900186] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquired lock "refresh_cache-f4a01c73-0d60-47f4-9f76-b8da9451900c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.900350] env[69249]: DEBUG nova.network.neutron [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.062936] env[69249]: DEBUG nova.scheduler.client.report [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.097222] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ffa964-5a6a-a762-7f01-bfc9eb003e19, 'name': SearchDatastore_Task, 'duration_secs': 0.009211} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.098811] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a115abb8-c925-4fe6-b71b-b684c74f3790 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.107239] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 879.107239] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c44b85-e2a3-001b-db1f-85bab7201b3d" [ 879.107239] env[69249]: _type = "Task" [ 879.107239] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.119852] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c44b85-e2a3-001b-db1f-85bab7201b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.313707] env[69249]: DEBUG nova.network.neutron [None req-c7c6ff20-b0fd-40fa-b7dd-a0c031bd095f tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Updating instance_info_cache with network_info: [{"id": "1b34bc5f-acd5-46b7-9520-f809840ac45c", "address": "fa:16:3e:3f:bd:85", "network": {"id": "f27b29aa-dba8-40b9-8413-358a29d814ff", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-301276195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5e1d47641864fbeb824734cad536e37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b34bc5f-ac", "ovs_interfaceid": "1b34bc5f-acd5-46b7-9520-f809840ac45c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.450511] env[69249]: DEBUG nova.network.neutron [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.572474] env[69249]: DEBUG oslo_concurrency.lockutils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.573261] env[69249]: DEBUG nova.compute.manager [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.576183] env[69249]: DEBUG oslo_concurrency.lockutils [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.960s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.576455] env[69249]: DEBUG nova.objects.instance [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lazy-loading 'resources' on Instance uuid 3a3ae69a-e186-400b-bdab-dd339761c4bf {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.584726] env[69249]: DEBUG nova.compute.manager [req-1be5b2fa-c852-4db5-9017-d7987469cc3d req-d9cb92cf-0587-4666-9608-898d40179354 service nova] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Received event network-vif-plugged-1ad921a0-c685-48f1-913d-5c6cf8d51c81 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.584974] env[69249]: DEBUG oslo_concurrency.lockutils [req-1be5b2fa-c852-4db5-9017-d7987469cc3d req-d9cb92cf-0587-4666-9608-898d40179354 service nova] Acquiring lock "f4a01c73-0d60-47f4-9f76-b8da9451900c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.585245] env[69249]: DEBUG oslo_concurrency.lockutils [req-1be5b2fa-c852-4db5-9017-d7987469cc3d req-d9cb92cf-0587-4666-9608-898d40179354 service nova] Lock "f4a01c73-0d60-47f4-9f76-b8da9451900c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.585449] env[69249]: DEBUG oslo_concurrency.lockutils [req-1be5b2fa-c852-4db5-9017-d7987469cc3d req-d9cb92cf-0587-4666-9608-898d40179354 service nova] Lock "f4a01c73-0d60-47f4-9f76-b8da9451900c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.585651] env[69249]: DEBUG nova.compute.manager [req-1be5b2fa-c852-4db5-9017-d7987469cc3d req-d9cb92cf-0587-4666-9608-898d40179354 service nova] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] No waiting events found dispatching network-vif-plugged-1ad921a0-c685-48f1-913d-5c6cf8d51c81 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 879.585844] env[69249]: WARNING nova.compute.manager [req-1be5b2fa-c852-4db5-9017-d7987469cc3d req-d9cb92cf-0587-4666-9608-898d40179354 service nova] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Received unexpected event network-vif-plugged-1ad921a0-c685-48f1-913d-5c6cf8d51c81 for instance with vm_state building and task_state spawning. [ 879.586045] env[69249]: DEBUG nova.compute.manager [req-1be5b2fa-c852-4db5-9017-d7987469cc3d req-d9cb92cf-0587-4666-9608-898d40179354 service nova] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Received event network-changed-1ad921a0-c685-48f1-913d-5c6cf8d51c81 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.586279] env[69249]: DEBUG nova.compute.manager [req-1be5b2fa-c852-4db5-9017-d7987469cc3d req-d9cb92cf-0587-4666-9608-898d40179354 service nova] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Refreshing instance network info cache due to event network-changed-1ad921a0-c685-48f1-913d-5c6cf8d51c81. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.586481] env[69249]: DEBUG oslo_concurrency.lockutils [req-1be5b2fa-c852-4db5-9017-d7987469cc3d req-d9cb92cf-0587-4666-9608-898d40179354 service nova] Acquiring lock "refresh_cache-f4a01c73-0d60-47f4-9f76-b8da9451900c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.614446] env[69249]: DEBUG nova.network.neutron [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Updating instance_info_cache with network_info: [{"id": "1ad921a0-c685-48f1-913d-5c6cf8d51c81", "address": "fa:16:3e:bf:6c:26", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad921a0-c6", "ovs_interfaceid": "1ad921a0-c685-48f1-913d-5c6cf8d51c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.619421] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c44b85-e2a3-001b-db1f-85bab7201b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.012549} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.619880] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.620144] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 3d3d17e7-2484-4259-bedf-f7a6c488c8ef/3d3d17e7-2484-4259-bedf-f7a6c488c8ef.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.620406] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40d1a42e-a478-4aef-8dff-320cc9538c84 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.628219] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 879.628219] env[69249]: value = "task-3659457" [ 879.628219] env[69249]: _type = "Task" [ 879.628219] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.636363] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.812630] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.813711] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "88330e19-a7d2-4fd3-a3aa-190c752558e3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.813711] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "88330e19-a7d2-4fd3-a3aa-190c752558e3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.813711] env[69249]: INFO nova.compute.manager [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Attaching volume f144a632-f901-45f6-a87a-666f85613857 to /dev/sdb [ 879.815814] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43beab80-e623-40f5-aa8d-ffc9c7c151bd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.817643] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c7c6ff20-b0fd-40fa-b7dd-a0c031bd095f tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Releasing lock "refresh_cache-54881ffe-35d0-4e65-bc8b-74cc709b6c98" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.837034] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 879.837034] env[69249]: value = "task-3659458" [ 879.837034] env[69249]: _type = "Task" [ 879.837034] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.849787] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.870585] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99c0a31-cc85-4ee1-97f6-0bdec3382f50 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.879045] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd8d23b-c0aa-4ade-895b-c432db0c5c79 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.902348] env[69249]: DEBUG nova.virt.block_device [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Updating existing volume attachment record: 9b289b95-0f10-4347-a591-19f68074dc0f {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 880.080209] env[69249]: DEBUG nova.compute.utils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.081750] env[69249]: DEBUG nova.compute.manager [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.081934] env[69249]: DEBUG nova.network.neutron [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.120934] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Releasing lock "refresh_cache-f4a01c73-0d60-47f4-9f76-b8da9451900c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.121294] env[69249]: DEBUG nova.compute.manager [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Instance network_info: |[{"id": "1ad921a0-c685-48f1-913d-5c6cf8d51c81", "address": "fa:16:3e:bf:6c:26", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad921a0-c6", "ovs_interfaceid": "1ad921a0-c685-48f1-913d-5c6cf8d51c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.121628] env[69249]: DEBUG oslo_concurrency.lockutils [req-1be5b2fa-c852-4db5-9017-d7987469cc3d req-d9cb92cf-0587-4666-9608-898d40179354 service nova] Acquired lock "refresh_cache-f4a01c73-0d60-47f4-9f76-b8da9451900c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.121810] env[69249]: DEBUG nova.network.neutron [req-1be5b2fa-c852-4db5-9017-d7987469cc3d req-d9cb92cf-0587-4666-9608-898d40179354 service nova] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Refreshing network info cache for port 1ad921a0-c685-48f1-913d-5c6cf8d51c81 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.123665] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:6c:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ad921a0-c685-48f1-913d-5c6cf8d51c81', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.132227] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Creating folder: Project (b50d35bfeba849c8a6fac16df1993f1a). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.135288] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2a8d981-7a10-42d7-9b5f-040d310b96ba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.151635] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481613} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.151899] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 3d3d17e7-2484-4259-bedf-f7a6c488c8ef/3d3d17e7-2484-4259-bedf-f7a6c488c8ef.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.152142] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.152405] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e674ca97-bc0a-4c31-a565-12be60047b97 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.158421] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Created folder: Project (b50d35bfeba849c8a6fac16df1993f1a) in parent group-v729229. [ 880.158645] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Creating folder: Instances. Parent ref: group-v729409. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.158903] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df85ddaa-29b9-4e7e-9c16-d5a88b936eb7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.163207] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 880.163207] env[69249]: value = "task-3659462" [ 880.163207] env[69249]: _type = "Task" [ 880.163207] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.172683] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Created folder: Instances in parent group-v729409. [ 880.172920] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.173145] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.173377] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2295d5f-42e0-4558-8a10-c712c794da90 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.194631] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.202644] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.202644] env[69249]: value = "task-3659464" [ 880.202644] env[69249]: _type = "Task" [ 880.202644] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.214322] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659464, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.230313] env[69249]: DEBUG nova.policy [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e25c4cc59bc04f0bb35604c20e377fed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d35bfeba849c8a6fac16df1993f1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.350443] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659458, 'name': PowerOffVM_Task, 'duration_secs': 0.150051} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.350781] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.351648] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.352379] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adccabcc-61b7-47ba-aaeb-9820d364a151 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.364062] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.364183] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7e03037-b259-4586-84a1-2944b872306a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.406204] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.406536] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.406760] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Deleting the datastore file [datastore1] 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.407049] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17c9af55-6cc0-4a10-bb66-1a1523cebb16 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.416807] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 880.416807] env[69249]: value = "task-3659467" [ 880.416807] env[69249]: _type = "Task" [ 880.416807] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.428453] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.592267] env[69249]: DEBUG nova.compute.manager [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.670473] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e212c4-a7f8-4ee4-ac3d-59d6c626fa12 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.682302] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128328} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.687021] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.687021] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4012afc5-7448-46f3-a807-49d8bf92febf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.688802] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceabf740-61c1-4f0d-af2e-99b249d9102c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.717984] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 3d3d17e7-2484-4259-bedf-f7a6c488c8ef/3d3d17e7-2484-4259-bedf-f7a6c488c8ef.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.749322] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e04a8d75-5218-43aa-a5d2-741e8d11e8c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.764457] env[69249]: DEBUG nova.network.neutron [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Successfully created port: 40b4cfe0-1055-4ebf-873b-18db78daae5b {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.767228] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dd1388-5514-4d33-b566-42c57d7bdb1c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.782582] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13afdd0b-b368-4513-954b-a6fda00abc24 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.789386] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 880.789386] env[69249]: value = "task-3659468" [ 880.789386] env[69249]: _type = "Task" [ 880.789386] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.789647] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659464, 'name': CreateVM_Task, 'duration_secs': 0.567826} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.790417] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.794906] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.795201] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.795648] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.806007] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fdf45e6-b606-46ce-a23b-ce7b5c7d274f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.808494] env[69249]: DEBUG nova.compute.provider_tree [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.817133] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.819788] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 880.819788] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a2206d-ae0b-1c7d-5c5f-a638c1b8f315" [ 880.819788] env[69249]: _type = "Task" [ 880.819788] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.830950] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c6ff20-b0fd-40fa-b7dd-a0c031bd095f tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.831239] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a2206d-ae0b-1c7d-5c5f-a638c1b8f315, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.831424] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96819b2a-5026-49f2-92f6-0ea4b7e97d5f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.833147] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.833376] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.833603] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.833773] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.833952] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.834218] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cb7b1bd-3df6-4f47-b9ca-b6d53046e9ec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.843104] env[69249]: DEBUG oslo_vmware.api [None req-c7c6ff20-b0fd-40fa-b7dd-a0c031bd095f tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 880.843104] env[69249]: value = "task-3659469" [ 880.843104] env[69249]: _type = "Task" [ 880.843104] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.844713] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.844832] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.848911] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-078d0592-3efe-4a5f-9da9-223647bce481 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.855877] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 880.855877] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5260aebb-9817-63bd-5401-9ee193ebc5fa" [ 880.855877] env[69249]: _type = "Task" [ 880.855877] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.859832] env[69249]: DEBUG oslo_vmware.api [None req-c7c6ff20-b0fd-40fa-b7dd-a0c031bd095f tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.869522] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5260aebb-9817-63bd-5401-9ee193ebc5fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.873395] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7def50-e4da-41d4-8f22-bac9edfad270 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.881030] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 880.881030] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52afa1f4-d27e-8a11-a918-24a581fe48a6" [ 880.881030] env[69249]: _type = "Task" [ 880.881030] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.890653] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52afa1f4-d27e-8a11-a918-24a581fe48a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.928718] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142625} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.929041] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.929550] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.929550] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.241745] env[69249]: DEBUG nova.network.neutron [req-1be5b2fa-c852-4db5-9017-d7987469cc3d req-d9cb92cf-0587-4666-9608-898d40179354 service nova] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Updated VIF entry in instance network info cache for port 1ad921a0-c685-48f1-913d-5c6cf8d51c81. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.242353] env[69249]: DEBUG nova.network.neutron [req-1be5b2fa-c852-4db5-9017-d7987469cc3d req-d9cb92cf-0587-4666-9608-898d40179354 service nova] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Updating instance_info_cache with network_info: [{"id": "1ad921a0-c685-48f1-913d-5c6cf8d51c81", "address": "fa:16:3e:bf:6c:26", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad921a0-c6", "ovs_interfaceid": "1ad921a0-c685-48f1-913d-5c6cf8d51c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.313275] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.313275] env[69249]: DEBUG nova.scheduler.client.report [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.359030] env[69249]: DEBUG oslo_vmware.api [None req-c7c6ff20-b0fd-40fa-b7dd-a0c031bd095f tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.397357] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52afa1f4-d27e-8a11-a918-24a581fe48a6, 'name': SearchDatastore_Task, 'duration_secs': 0.014198} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.398372] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.398372] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] f4a01c73-0d60-47f4-9f76-b8da9451900c/f4a01c73-0d60-47f4-9f76-b8da9451900c.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.398612] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3ab452b-c52d-46d5-ae7a-a4eb423cb083 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.412076] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 881.412076] env[69249]: value = "task-3659470" [ 881.412076] env[69249]: _type = "Task" [ 881.412076] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.423018] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.605518] env[69249]: DEBUG nova.compute.manager [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.669179] env[69249]: DEBUG nova.virt.hardware [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.669179] env[69249]: DEBUG nova.virt.hardware [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.669179] env[69249]: DEBUG nova.virt.hardware [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.669179] env[69249]: DEBUG nova.virt.hardware [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.669717] env[69249]: DEBUG nova.virt.hardware [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.670047] env[69249]: DEBUG nova.virt.hardware [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.673020] env[69249]: DEBUG nova.virt.hardware [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.673020] env[69249]: DEBUG nova.virt.hardware [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.673020] env[69249]: DEBUG nova.virt.hardware [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.673020] env[69249]: DEBUG nova.virt.hardware [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.673020] env[69249]: DEBUG nova.virt.hardware [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.673020] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df093ca-57a7-47ce-b461-1e2e62759609 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.687024] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd9504f-5033-4158-a527-197aaff8e513 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.747499] env[69249]: DEBUG oslo_concurrency.lockutils [req-1be5b2fa-c852-4db5-9017-d7987469cc3d req-d9cb92cf-0587-4666-9608-898d40179354 service nova] Releasing lock "refresh_cache-f4a01c73-0d60-47f4-9f76-b8da9451900c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.806367] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659468, 'name': ReconfigVM_Task, 'duration_secs': 0.860653} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.806743] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 3d3d17e7-2484-4259-bedf-f7a6c488c8ef/3d3d17e7-2484-4259-bedf-f7a6c488c8ef.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.807455] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f21da7f-acb9-4402-ada5-f81084ce58ca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.819317] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 881.819317] env[69249]: value = "task-3659471" [ 881.819317] env[69249]: _type = "Task" [ 881.819317] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.824872] env[69249]: DEBUG oslo_concurrency.lockutils [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.833528] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.084s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.833528] env[69249]: DEBUG nova.objects.instance [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lazy-loading 'resources' on Instance uuid 22d698fe-9fc1-423d-8a04-e936a15c31d2 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.834896] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659471, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.861305] env[69249]: DEBUG oslo_vmware.api [None req-c7c6ff20-b0fd-40fa-b7dd-a0c031bd095f tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659469, 'name': PowerOnVM_Task, 'duration_secs': 0.634837} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.861797] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c6ff20-b0fd-40fa-b7dd-a0c031bd095f tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.861898] env[69249]: DEBUG nova.compute.manager [None req-c7c6ff20-b0fd-40fa-b7dd-a0c031bd095f tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 881.863118] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6709b9f-8350-4ae2-a8a0-573106115772 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.893465] env[69249]: INFO nova.scheduler.client.report [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Deleted allocations for instance 3a3ae69a-e186-400b-bdab-dd339761c4bf [ 881.927202] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659470, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.015824] env[69249]: DEBUG nova.virt.hardware [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.016290] env[69249]: DEBUG nova.virt.hardware [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.016555] env[69249]: DEBUG nova.virt.hardware [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.016842] env[69249]: DEBUG nova.virt.hardware [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.019062] env[69249]: DEBUG nova.virt.hardware [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.022081] env[69249]: DEBUG nova.virt.hardware [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.022482] env[69249]: DEBUG nova.virt.hardware [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.022713] env[69249]: DEBUG nova.virt.hardware [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.022955] env[69249]: DEBUG nova.virt.hardware [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.027263] env[69249]: DEBUG nova.virt.hardware [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.027263] env[69249]: DEBUG nova.virt.hardware [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.027263] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae32ace-7b10-407e-80d8-980ea19c346d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.044346] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc485184-1a1a-4ecb-90f4-e78d3b7c5301 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.066409] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.075044] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.076065] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.076342] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a21ec1f-91ce-4d85-b5cd-2d28c4ec2fa4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.097414] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.097414] env[69249]: value = "task-3659472" [ 882.097414] env[69249]: _type = "Task" [ 882.097414] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.108869] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659472, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.330307] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659471, 'name': Rename_Task, 'duration_secs': 0.400826} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.331768] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.334376] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13a7bd3b-b8f6-4d43-b086-a95b10b6f3d9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.351025] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 882.351025] env[69249]: value = "task-3659474" [ 882.351025] env[69249]: _type = "Task" [ 882.351025] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.364081] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.414472] env[69249]: DEBUG oslo_concurrency.lockutils [None req-addeac70-3763-4543-9fc3-885b922ae82c tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "3a3ae69a-e186-400b-bdab-dd339761c4bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.265s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.428772] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697848} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.432115] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] f4a01c73-0d60-47f4-9f76-b8da9451900c/f4a01c73-0d60-47f4-9f76-b8da9451900c.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.432328] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.432892] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-189335c5-4d5f-43cf-9ce1-d9e45f34957f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.441778] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 882.441778] env[69249]: value = "task-3659475" [ 882.441778] env[69249]: _type = "Task" [ 882.441778] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.452879] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.611720] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659472, 'name': CreateVM_Task, 'duration_secs': 0.370545} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.612136] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.614511] env[69249]: DEBUG oslo_concurrency.lockutils [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.614677] env[69249]: DEBUG oslo_concurrency.lockutils [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.615012] env[69249]: DEBUG oslo_concurrency.lockutils [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.615350] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7624fb1e-8562-4deb-9af4-3aaa703b3d17 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.621380] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 882.621380] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5220ad38-5b52-24b5-31d4-8145e336d229" [ 882.621380] env[69249]: _type = "Task" [ 882.621380] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.635700] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5220ad38-5b52-24b5-31d4-8145e336d229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.839778] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "03fdd6e6-d779-495d-8276-29c4abc1dece" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.840081] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "03fdd6e6-d779-495d-8276-29c4abc1dece" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.840294] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "03fdd6e6-d779-495d-8276-29c4abc1dece-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.840474] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "03fdd6e6-d779-495d-8276-29c4abc1dece-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.840644] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "03fdd6e6-d779-495d-8276-29c4abc1dece-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.844846] env[69249]: INFO nova.compute.manager [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Terminating instance [ 882.867702] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.924091] env[69249]: DEBUG nova.compute.manager [req-2f52d917-afbf-4e36-a027-f0607b4ff61c req-571f16db-f8ad-4017-95d9-35fc486dafe3 service nova] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Received event network-vif-plugged-40b4cfe0-1055-4ebf-873b-18db78daae5b {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.924324] env[69249]: DEBUG oslo_concurrency.lockutils [req-2f52d917-afbf-4e36-a027-f0607b4ff61c req-571f16db-f8ad-4017-95d9-35fc486dafe3 service nova] Acquiring lock "be5c3039-6942-4450-b2fb-3f347d4358d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.924487] env[69249]: DEBUG oslo_concurrency.lockutils [req-2f52d917-afbf-4e36-a027-f0607b4ff61c req-571f16db-f8ad-4017-95d9-35fc486dafe3 service nova] Lock "be5c3039-6942-4450-b2fb-3f347d4358d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.924650] env[69249]: DEBUG oslo_concurrency.lockutils [req-2f52d917-afbf-4e36-a027-f0607b4ff61c req-571f16db-f8ad-4017-95d9-35fc486dafe3 service nova] Lock "be5c3039-6942-4450-b2fb-3f347d4358d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.924860] env[69249]: DEBUG nova.compute.manager [req-2f52d917-afbf-4e36-a027-f0607b4ff61c req-571f16db-f8ad-4017-95d9-35fc486dafe3 service nova] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] No waiting events found dispatching network-vif-plugged-40b4cfe0-1055-4ebf-873b-18db78daae5b {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 882.925153] env[69249]: WARNING nova.compute.manager [req-2f52d917-afbf-4e36-a027-f0607b4ff61c req-571f16db-f8ad-4017-95d9-35fc486dafe3 service nova] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Received unexpected event network-vif-plugged-40b4cfe0-1055-4ebf-873b-18db78daae5b for instance with vm_state building and task_state spawning. [ 882.955246] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110275} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.955246] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.955626] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634fc1fd-6040-47a1-8145-385b5db5af44 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.965974] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e24dc68-94a3-4e0b-b35f-79ac53521485 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.992556] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] f4a01c73-0d60-47f4-9f76-b8da9451900c/f4a01c73-0d60-47f4-9f76-b8da9451900c.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.995342] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb3a49db-286d-4740-a8e1-5ff1761cef30 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.015542] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4b9a13-f18a-422b-ae69-cf1fd23f6675 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.023468] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 883.023468] env[69249]: value = "task-3659476" [ 883.023468] env[69249]: _type = "Task" [ 883.023468] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.058377] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8bd427-6ed1-493f-9bcd-6b7d30054d25 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.067831] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.067831] env[69249]: DEBUG nova.network.neutron [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Successfully updated port: 40b4cfe0-1055-4ebf-873b-18db78daae5b {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.073515] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af0a525-0d29-4a05-a345-3c2ccbf0402b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.092726] env[69249]: DEBUG nova.compute.provider_tree [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.140695] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5220ad38-5b52-24b5-31d4-8145e336d229, 'name': SearchDatastore_Task, 'duration_secs': 0.033329} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.141430] env[69249]: DEBUG oslo_concurrency.lockutils [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.141430] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.141669] env[69249]: DEBUG oslo_concurrency.lockutils [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.141751] env[69249]: DEBUG oslo_concurrency.lockutils [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.141914] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.142213] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1175f541-e29b-4371-b41c-900552ba7a30 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.153867] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.154070] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.154839] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cf892df-906e-40ed-834b-adf9d6b724a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.161903] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 883.161903] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a2b8d3-d411-e637-d9d6-1fd510d63301" [ 883.161903] env[69249]: _type = "Task" [ 883.161903] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.171235] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a2b8d3-d411-e637-d9d6-1fd510d63301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.353194] env[69249]: DEBUG nova.compute.manager [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.353735] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.355069] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5e8429-06c8-474d-9cbf-a1922fbd66f6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.374022] env[69249]: DEBUG oslo_vmware.api [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659474, 'name': PowerOnVM_Task, 'duration_secs': 0.95508} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.374022] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.374431] env[69249]: INFO nova.compute.manager [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Took 9.19 seconds to spawn the instance on the hypervisor. [ 883.374741] env[69249]: DEBUG nova.compute.manager [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 883.375229] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.376202] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b49a4e-88b0-40bb-8814-813d06234ab8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.379312] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5136ff23-4d8c-4a71-9144-f22cf5181318 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.391985] env[69249]: DEBUG oslo_vmware.api [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 883.391985] env[69249]: value = "task-3659477" [ 883.391985] env[69249]: _type = "Task" [ 883.391985] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.534928] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659476, 'name': ReconfigVM_Task, 'duration_secs': 0.40838} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.535191] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Reconfigured VM instance instance-0000003f to attach disk [datastore2] f4a01c73-0d60-47f4-9f76-b8da9451900c/f4a01c73-0d60-47f4-9f76-b8da9451900c.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.536010] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a28b87e-ee09-4694-912c-a547c71a32cf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.545820] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 883.545820] env[69249]: value = "task-3659478" [ 883.545820] env[69249]: _type = "Task" [ 883.545820] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.561946] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659478, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.568842] env[69249]: DEBUG oslo_concurrency.lockutils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquiring lock "refresh_cache-be5c3039-6942-4450-b2fb-3f347d4358d7" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.569209] env[69249]: DEBUG oslo_concurrency.lockutils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquired lock "refresh_cache-be5c3039-6942-4450-b2fb-3f347d4358d7" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.569412] env[69249]: DEBUG nova.network.neutron [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.596304] env[69249]: DEBUG nova.scheduler.client.report [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.673429] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a2b8d3-d411-e637-d9d6-1fd510d63301, 'name': SearchDatastore_Task, 'duration_secs': 0.020862} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.674317] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4646ddd7-e35a-44de-87c0-83293f12f631 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.680589] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 883.680589] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5230a520-112b-dbf8-c15e-03662dc310b4" [ 883.680589] env[69249]: _type = "Task" [ 883.680589] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.689924] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5230a520-112b-dbf8-c15e-03662dc310b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.903986] env[69249]: INFO nova.compute.manager [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Took 50.91 seconds to build instance. [ 883.908168] env[69249]: DEBUG oslo_vmware.api [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659477, 'name': PowerOffVM_Task, 'duration_secs': 0.323677} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.908644] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.908852] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.909133] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac2a3586-701a-49ac-a85c-e49dd510abc2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.990085] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.990085] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.990085] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Deleting the datastore file [datastore2] 03fdd6e6-d779-495d-8276-29c4abc1dece {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.990392] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd2a7987-0f7e-4ee4-9a66-695be3c128b4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.002860] env[69249]: DEBUG oslo_vmware.api [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for the task: (returnval){ [ 884.002860] env[69249]: value = "task-3659480" [ 884.002860] env[69249]: _type = "Task" [ 884.002860] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.015729] env[69249]: DEBUG oslo_vmware.api [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.059415] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659478, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.103979] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.107165] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.594s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.109042] env[69249]: INFO nova.compute.claims [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.112510] env[69249]: DEBUG nova.network.neutron [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.173342] env[69249]: INFO nova.scheduler.client.report [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Deleted allocations for instance 22d698fe-9fc1-423d-8a04-e936a15c31d2 [ 884.195680] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5230a520-112b-dbf8-c15e-03662dc310b4, 'name': SearchDatastore_Task, 'duration_secs': 0.021028} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.195680] env[69249]: DEBUG oslo_concurrency.lockutils [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.195680] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d/376bfcc0-86b6-4b47-a07b-ac46ab4fae2d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.195680] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dd62691-671c-4ef2-a2d7-3c067da475b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.204861] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 884.204861] env[69249]: value = "task-3659481" [ 884.204861] env[69249]: _type = "Task" [ 884.204861] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.215731] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.401825] env[69249]: DEBUG nova.network.neutron [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Updating instance_info_cache with network_info: [{"id": "40b4cfe0-1055-4ebf-873b-18db78daae5b", "address": "fa:16:3e:36:16:8c", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40b4cfe0-10", "ovs_interfaceid": "40b4cfe0-1055-4ebf-873b-18db78daae5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.409884] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c5f9371-d3ed-41a0-87fa-ebd18bad4dcf tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.583s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.485313] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 884.485552] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729411', 'volume_id': 'f144a632-f901-45f6-a87a-666f85613857', 'name': 'volume-f144a632-f901-45f6-a87a-666f85613857', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88330e19-a7d2-4fd3-a3aa-190c752558e3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f144a632-f901-45f6-a87a-666f85613857', 'serial': 'f144a632-f901-45f6-a87a-666f85613857'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 884.486828] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459fc50d-4ddb-4ca8-8947-c8508916f567 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.507592] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b550ebe1-4774-4ef3-850f-f2a4dc2ec3b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.538922] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] volume-f144a632-f901-45f6-a87a-666f85613857/volume-f144a632-f901-45f6-a87a-666f85613857.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.538922] env[69249]: DEBUG oslo_vmware.api [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Task: {'id': task-3659480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21532} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.538922] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d2be794-e95a-4d74-80a6-fae80eac1346 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.549178] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.549363] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.549531] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.549700] env[69249]: INFO nova.compute.manager [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Took 1.20 seconds to destroy the instance on the hypervisor. [ 884.549977] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.550270] env[69249]: DEBUG nova.compute.manager [-] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.550366] env[69249]: DEBUG nova.network.neutron [-] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.561123] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659478, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.562448] env[69249]: DEBUG oslo_vmware.api [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 884.562448] env[69249]: value = "task-3659482" [ 884.562448] env[69249]: _type = "Task" [ 884.562448] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.571042] env[69249]: DEBUG oslo_vmware.api [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.682233] env[69249]: DEBUG oslo_concurrency.lockutils [None req-44aae62a-c3c0-4d1d-b38f-8668528756f4 tempest-MultipleCreateTestJSON-1620777304 tempest-MultipleCreateTestJSON-1620777304-project-member] Lock "22d698fe-9fc1-423d-8a04-e936a15c31d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.373s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.719457] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.905075] env[69249]: DEBUG oslo_concurrency.lockutils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Releasing lock "refresh_cache-be5c3039-6942-4450-b2fb-3f347d4358d7" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.905498] env[69249]: DEBUG nova.compute.manager [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Instance network_info: |[{"id": "40b4cfe0-1055-4ebf-873b-18db78daae5b", "address": "fa:16:3e:36:16:8c", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40b4cfe0-10", "ovs_interfaceid": "40b4cfe0-1055-4ebf-873b-18db78daae5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.905955] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:16:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40b4cfe0-1055-4ebf-873b-18db78daae5b', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.915057] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.915466] env[69249]: DEBUG nova.compute.manager [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.918819] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.922040] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7d924b5-e9c3-47db-87a9-8c2c4227b5da {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.943690] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.943690] env[69249]: value = "task-3659483" [ 884.943690] env[69249]: _type = "Task" [ 884.943690] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.961436] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659483, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.978778] env[69249]: DEBUG nova.compute.manager [req-5ad43f8a-cee5-432d-a9cc-5295bb0c658f req-3eb99e96-9d03-4327-928e-76395ccd63a1 service nova] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Received event network-changed-40b4cfe0-1055-4ebf-873b-18db78daae5b {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.979028] env[69249]: DEBUG nova.compute.manager [req-5ad43f8a-cee5-432d-a9cc-5295bb0c658f req-3eb99e96-9d03-4327-928e-76395ccd63a1 service nova] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Refreshing instance network info cache due to event network-changed-40b4cfe0-1055-4ebf-873b-18db78daae5b. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.979259] env[69249]: DEBUG oslo_concurrency.lockutils [req-5ad43f8a-cee5-432d-a9cc-5295bb0c658f req-3eb99e96-9d03-4327-928e-76395ccd63a1 service nova] Acquiring lock "refresh_cache-be5c3039-6942-4450-b2fb-3f347d4358d7" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.979418] env[69249]: DEBUG oslo_concurrency.lockutils [req-5ad43f8a-cee5-432d-a9cc-5295bb0c658f req-3eb99e96-9d03-4327-928e-76395ccd63a1 service nova] Acquired lock "refresh_cache-be5c3039-6942-4450-b2fb-3f347d4358d7" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.979556] env[69249]: DEBUG nova.network.neutron [req-5ad43f8a-cee5-432d-a9cc-5295bb0c658f req-3eb99e96-9d03-4327-928e-76395ccd63a1 service nova] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Refreshing network info cache for port 40b4cfe0-1055-4ebf-873b-18db78daae5b {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.063271] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659478, 'name': Rename_Task, 'duration_secs': 1.20335} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.067697] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.068040] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-882019b0-2b8a-43c3-94bc-38548107a415 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.081787] env[69249]: DEBUG oslo_vmware.api [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.083674] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 885.083674] env[69249]: value = "task-3659484" [ 885.083674] env[69249]: _type = "Task" [ 885.083674] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.218921] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659481, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.436917] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.460411] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659483, 'name': CreateVM_Task, 'duration_secs': 0.463805} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.460606] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.461389] env[69249]: DEBUG oslo_concurrency.lockutils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.461547] env[69249]: DEBUG oslo_concurrency.lockutils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.461876] env[69249]: DEBUG oslo_concurrency.lockutils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.462163] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-582474ec-d32d-447a-8b57-d381a85596e6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.471837] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 885.471837] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525b2d34-1670-e1f5-0ba4-eee3c253cdc0" [ 885.471837] env[69249]: _type = "Task" [ 885.471837] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.481514] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525b2d34-1670-e1f5-0ba4-eee3c253cdc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.575365] env[69249]: DEBUG oslo_vmware.api [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659482, 'name': ReconfigVM_Task, 'duration_secs': 0.611657} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.575593] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Reconfigured VM instance instance-0000003c to attach disk [datastore2] volume-f144a632-f901-45f6-a87a-666f85613857/volume-f144a632-f901-45f6-a87a-666f85613857.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.580405] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec309ca-f011-4803-a125-5519227918ef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.604613] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659484, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.606897] env[69249]: DEBUG oslo_vmware.api [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 885.606897] env[69249]: value = "task-3659485" [ 885.606897] env[69249]: _type = "Task" [ 885.606897] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.617556] env[69249]: DEBUG oslo_vmware.api [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.673173] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1551b31d-34a8-41cb-824f-cd952bc16beb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.685268] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6285fad4-8d0b-4d9c-aa65-8bd3f6bf9443 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.732024] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf9a6ec-30ba-4623-ac93-b8a6cd0a2bd7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.737069] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659481, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.020729} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.739321] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d/376bfcc0-86b6-4b47-a07b-ac46ab4fae2d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.739552] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.739877] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-347e91aa-462b-4e3a-9624-1d30ef1b9dc1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.742920] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc4058c-9d2d-400f-a0d6-b8dcc3ecf698 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.762352] env[69249]: DEBUG nova.compute.provider_tree [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.766016] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 885.766016] env[69249]: value = "task-3659486" [ 885.766016] env[69249]: _type = "Task" [ 885.766016] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.777986] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.863369] env[69249]: DEBUG nova.network.neutron [req-5ad43f8a-cee5-432d-a9cc-5295bb0c658f req-3eb99e96-9d03-4327-928e-76395ccd63a1 service nova] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Updated VIF entry in instance network info cache for port 40b4cfe0-1055-4ebf-873b-18db78daae5b. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.863753] env[69249]: DEBUG nova.network.neutron [req-5ad43f8a-cee5-432d-a9cc-5295bb0c658f req-3eb99e96-9d03-4327-928e-76395ccd63a1 service nova] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Updating instance_info_cache with network_info: [{"id": "40b4cfe0-1055-4ebf-873b-18db78daae5b", "address": "fa:16:3e:36:16:8c", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40b4cfe0-10", "ovs_interfaceid": "40b4cfe0-1055-4ebf-873b-18db78daae5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.989045] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525b2d34-1670-e1f5-0ba4-eee3c253cdc0, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.989371] env[69249]: DEBUG oslo_concurrency.lockutils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.989612] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.989853] env[69249]: DEBUG oslo_concurrency.lockutils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.990086] env[69249]: DEBUG oslo_concurrency.lockutils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.990308] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.990591] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56aa2cef-1a93-4d33-9bf2-dce0d3732c53 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.004848] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.004848] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.005172] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-407dba61-4e37-44ed-9f9a-d2c9ad6c9a61 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.014089] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 886.014089] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52747f13-2538-a225-dcf5-ca124da09d24" [ 886.014089] env[69249]: _type = "Task" [ 886.014089] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.023685] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52747f13-2538-a225-dcf5-ca124da09d24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.107508] env[69249]: DEBUG oslo_vmware.api [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659484, 'name': PowerOnVM_Task, 'duration_secs': 0.580575} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.110822] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.110822] env[69249]: INFO nova.compute.manager [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Took 9.29 seconds to spawn the instance on the hypervisor. [ 886.110822] env[69249]: DEBUG nova.compute.manager [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 886.114324] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957bebad-bc36-4258-bcab-fb4c49e973a9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.133231] env[69249]: DEBUG oslo_vmware.api [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659485, 'name': ReconfigVM_Task, 'duration_secs': 0.276755} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.133615] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729411', 'volume_id': 'f144a632-f901-45f6-a87a-666f85613857', 'name': 'volume-f144a632-f901-45f6-a87a-666f85613857', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88330e19-a7d2-4fd3-a3aa-190c752558e3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f144a632-f901-45f6-a87a-666f85613857', 'serial': 'f144a632-f901-45f6-a87a-666f85613857'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 886.268871] env[69249]: DEBUG nova.scheduler.client.report [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.285085] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081452} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.285638] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.286252] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe6b6c4-6f6a-41d0-823b-f1c6d9acddd4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.310328] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d/376bfcc0-86b6-4b47-a07b-ac46ab4fae2d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.311360] env[69249]: DEBUG nova.network.neutron [-] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.312470] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f59a9f40-3d42-4d3c-8d1f-24f35b4c43f5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.335490] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 886.335490] env[69249]: value = "task-3659487" [ 886.335490] env[69249]: _type = "Task" [ 886.335490] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.348720] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.367729] env[69249]: DEBUG oslo_concurrency.lockutils [req-5ad43f8a-cee5-432d-a9cc-5295bb0c658f req-3eb99e96-9d03-4327-928e-76395ccd63a1 service nova] Releasing lock "refresh_cache-be5c3039-6942-4450-b2fb-3f347d4358d7" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.529354] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52747f13-2538-a225-dcf5-ca124da09d24, 'name': SearchDatastore_Task, 'duration_secs': 0.015085} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.530403] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613f7120-2754-436c-8cfa-9559021fe072 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.539638] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 886.539638] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5260f335-0435-6af6-5152-b4994f722fdf" [ 886.539638] env[69249]: _type = "Task" [ 886.539638] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.549508] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5260f335-0435-6af6-5152-b4994f722fdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.644470] env[69249]: INFO nova.compute.manager [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Took 50.92 seconds to build instance. [ 886.782067] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.782067] env[69249]: DEBUG nova.compute.manager [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.783608] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.576s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.785784] env[69249]: INFO nova.compute.claims [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.829689] env[69249]: INFO nova.compute.manager [-] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Took 2.28 seconds to deallocate network for instance. [ 886.847448] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.023186] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "c1bd29ac-51b7-4f33-8b65-7f10fac03626" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.023401] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "c1bd29ac-51b7-4f33-8b65-7f10fac03626" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.023635] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "c1bd29ac-51b7-4f33-8b65-7f10fac03626-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.023830] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "c1bd29ac-51b7-4f33-8b65-7f10fac03626-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.024027] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "c1bd29ac-51b7-4f33-8b65-7f10fac03626-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.027844] env[69249]: DEBUG nova.compute.manager [req-e17bca15-fa08-441f-b3f6-1a61fd772978 req-2b15fe93-7035-4946-a275-698b2791dd1d service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Received event network-changed-073ba5db-f7d5-45f0-8e8c-d63db8e987bc {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.028313] env[69249]: DEBUG nova.compute.manager [req-e17bca15-fa08-441f-b3f6-1a61fd772978 req-2b15fe93-7035-4946-a275-698b2791dd1d service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Refreshing instance network info cache due to event network-changed-073ba5db-f7d5-45f0-8e8c-d63db8e987bc. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.028313] env[69249]: DEBUG oslo_concurrency.lockutils [req-e17bca15-fa08-441f-b3f6-1a61fd772978 req-2b15fe93-7035-4946-a275-698b2791dd1d service nova] Acquiring lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.028676] env[69249]: DEBUG oslo_concurrency.lockutils [req-e17bca15-fa08-441f-b3f6-1a61fd772978 req-2b15fe93-7035-4946-a275-698b2791dd1d service nova] Acquired lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.028676] env[69249]: DEBUG nova.network.neutron [req-e17bca15-fa08-441f-b3f6-1a61fd772978 req-2b15fe93-7035-4946-a275-698b2791dd1d service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Refreshing network info cache for port 073ba5db-f7d5-45f0-8e8c-d63db8e987bc {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.031073] env[69249]: INFO nova.compute.manager [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Terminating instance [ 887.052784] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5260f335-0435-6af6-5152-b4994f722fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.025144} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.052784] env[69249]: DEBUG oslo_concurrency.lockutils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.052784] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] be5c3039-6942-4450-b2fb-3f347d4358d7/be5c3039-6942-4450-b2fb-3f347d4358d7.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.053075] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0ad74ab-9fe0-4a65-96f1-bd44ba55f91c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.062595] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 887.062595] env[69249]: value = "task-3659488" [ 887.062595] env[69249]: _type = "Task" [ 887.062595] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.072052] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.108552] env[69249]: DEBUG oslo_concurrency.lockutils [None req-33e857fe-06c5-45ab-be1c-7264a830dc81 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.108552] env[69249]: DEBUG oslo_concurrency.lockutils [None req-33e857fe-06c5-45ab-be1c-7264a830dc81 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.112523] env[69249]: INFO nova.compute.manager [None req-33e857fe-06c5-45ab-be1c-7264a830dc81 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Rebooting instance [ 887.149361] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0e2-12d7-4443-9c0d-93c33220ed81 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "f4a01c73-0d60-47f4-9f76-b8da9451900c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.293s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.210581] env[69249]: DEBUG nova.objects.instance [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lazy-loading 'flavor' on Instance uuid 88330e19-a7d2-4fd3-a3aa-190c752558e3 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.293073] env[69249]: DEBUG nova.compute.utils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.295090] env[69249]: DEBUG nova.compute.manager [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.295090] env[69249]: DEBUG nova.network.neutron [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.341371] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.353454] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659487, 'name': ReconfigVM_Task, 'duration_secs': 0.91761} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.355231] env[69249]: DEBUG nova.policy [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37feb90f24ed47ba9c34d6682e1a2eab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dceaf2075e4a47f782111b76b392678e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.357054] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d/376bfcc0-86b6-4b47-a07b-ac46ab4fae2d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.357861] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41d7694f-a8d3-4b6f-97a4-685d373c9717 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.369032] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 887.369032] env[69249]: value = "task-3659489" [ 887.369032] env[69249]: _type = "Task" [ 887.369032] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.380341] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659489, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.400273] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "88330e19-a7d2-4fd3-a3aa-190c752558e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.537068] env[69249]: DEBUG nova.compute.manager [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.537432] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.538625] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1c87cb-e876-4bce-a3ec-35c510be3323 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.549378] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.550189] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd3bc8a3-25f7-4c8a-be91-1a43d8848178 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.557866] env[69249]: DEBUG oslo_vmware.api [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 887.557866] env[69249]: value = "task-3659490" [ 887.557866] env[69249]: _type = "Task" [ 887.557866] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.569982] env[69249]: DEBUG oslo_vmware.api [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.576803] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659488, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.635778] env[69249]: DEBUG oslo_concurrency.lockutils [None req-33e857fe-06c5-45ab-be1c-7264a830dc81 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.635972] env[69249]: DEBUG oslo_concurrency.lockutils [None req-33e857fe-06c5-45ab-be1c-7264a830dc81 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.636236] env[69249]: DEBUG nova.network.neutron [None req-33e857fe-06c5-45ab-be1c-7264a830dc81 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.652076] env[69249]: DEBUG nova.compute.manager [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.718035] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f8cd6e00-1b01-4395-837e-597937f7e7a5 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "88330e19-a7d2-4fd3-a3aa-190c752558e3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.904s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.719158] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "88330e19-a7d2-4fd3-a3aa-190c752558e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.319s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.722463] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "88330e19-a7d2-4fd3-a3aa-190c752558e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.722463] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "88330e19-a7d2-4fd3-a3aa-190c752558e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.722463] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "88330e19-a7d2-4fd3-a3aa-190c752558e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.723281] env[69249]: INFO nova.compute.manager [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Terminating instance [ 887.797991] env[69249]: DEBUG nova.compute.manager [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.883957] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659489, 'name': Rename_Task, 'duration_secs': 0.219462} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.884834] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.885053] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eeabee2-d4d9-4f75-89eb-cda3b1afcc3c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.899787] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 887.899787] env[69249]: value = "task-3659491" [ 887.899787] env[69249]: _type = "Task" [ 887.899787] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.910923] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.995982] env[69249]: DEBUG nova.network.neutron [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Successfully created port: fa3aead2-f91f-45e0-aaed-17d8b7a97c9d {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.023988] env[69249]: DEBUG nova.network.neutron [req-e17bca15-fa08-441f-b3f6-1a61fd772978 req-2b15fe93-7035-4946-a275-698b2791dd1d service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Updated VIF entry in instance network info cache for port 073ba5db-f7d5-45f0-8e8c-d63db8e987bc. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.023988] env[69249]: DEBUG nova.network.neutron [req-e17bca15-fa08-441f-b3f6-1a61fd772978 req-2b15fe93-7035-4946-a275-698b2791dd1d service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Updating instance_info_cache with network_info: [{"id": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "address": "fa:16:3e:f2:be:b5", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073ba5db-f7", "ovs_interfaceid": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.084567] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550641} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.085189] env[69249]: DEBUG oslo_vmware.api [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659490, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.089655] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] be5c3039-6942-4450-b2fb-3f347d4358d7/be5c3039-6942-4450-b2fb-3f347d4358d7.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.090070] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.090669] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04e08cce-fcd8-46e4-adef-f9bc41e46fdd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.101172] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 888.101172] env[69249]: value = "task-3659492" [ 888.101172] env[69249]: _type = "Task" [ 888.101172] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.122825] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.181383] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.229990] env[69249]: DEBUG nova.compute.manager [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.230331] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.230568] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79e19bdf-b971-4394-a9ec-9533daceb3d3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.239916] env[69249]: DEBUG oslo_vmware.api [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 888.239916] env[69249]: value = "task-3659493" [ 888.239916] env[69249]: _type = "Task" [ 888.239916] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.249194] env[69249]: DEBUG oslo_vmware.api [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.339682] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3425f8-84e2-4d51-8a44-617d2a62780e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.348405] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43a1987-df35-4f77-9ae2-7be906c124b5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.390318] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997ac084-18b0-4730-b2e3-3732e8556a9e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.400706] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e013f9a-0948-4288-89f8-4b3f40a906f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.423631] env[69249]: DEBUG nova.compute.provider_tree [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.427972] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659491, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.528633] env[69249]: DEBUG oslo_concurrency.lockutils [req-e17bca15-fa08-441f-b3f6-1a61fd772978 req-2b15fe93-7035-4946-a275-698b2791dd1d service nova] Releasing lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.529038] env[69249]: DEBUG nova.compute.manager [req-e17bca15-fa08-441f-b3f6-1a61fd772978 req-2b15fe93-7035-4946-a275-698b2791dd1d service nova] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Received event network-vif-deleted-8ab2b159-eb3c-4fad-bbb1-eeb15a1d6867 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.570342] env[69249]: DEBUG oslo_vmware.api [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659490, 'name': PowerOffVM_Task, 'duration_secs': 0.524616} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.570637] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.570806] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.571080] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4f84425-e8ff-4852-a0e0-edd998a8e9ec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.600102] env[69249]: DEBUG nova.network.neutron [None req-33e857fe-06c5-45ab-be1c-7264a830dc81 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating instance_info_cache with network_info: [{"id": "36dec8fe-0532-4e6a-b424-d6fd59232088", "address": "fa:16:3e:a5:66:b7", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dec8fe-05", "ovs_interfaceid": "36dec8fe-0532-4e6a-b424-d6fd59232088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.613627] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105514} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.615053] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.615389] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4383465e-247b-4439-9d97-65e55c0d91bc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.641859] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] be5c3039-6942-4450-b2fb-3f347d4358d7/be5c3039-6942-4450-b2fb-3f347d4358d7.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.642788] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-603d3e93-3fb0-4c81-b890-055349f02d66 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.665350] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 888.665350] env[69249]: value = "task-3659495" [ 888.665350] env[69249]: _type = "Task" [ 888.665350] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.666907] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.667184] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.667464] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Deleting the datastore file [datastore2] c1bd29ac-51b7-4f33-8b65-7f10fac03626 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.673542] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cab3a0a6-88b8-456f-a881-d67b7b81d8f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.681620] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.683119] env[69249]: DEBUG oslo_vmware.api [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 888.683119] env[69249]: value = "task-3659496" [ 888.683119] env[69249]: _type = "Task" [ 888.683119] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.694448] env[69249]: DEBUG oslo_vmware.api [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.752742] env[69249]: DEBUG oslo_vmware.api [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659493, 'name': PowerOffVM_Task, 'duration_secs': 0.485884} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.753061] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.753277] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 888.753476] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729411', 'volume_id': 'f144a632-f901-45f6-a87a-666f85613857', 'name': 'volume-f144a632-f901-45f6-a87a-666f85613857', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88330e19-a7d2-4fd3-a3aa-190c752558e3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f144a632-f901-45f6-a87a-666f85613857', 'serial': 'f144a632-f901-45f6-a87a-666f85613857'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 888.754310] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb61f70-ecf0-47de-8eab-85fbe59340dd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.776912] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19d08c3-f3d6-44a1-bb98-3693dc75f766 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.785213] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d808db73-c67c-4352-b976-e2baa55fca8e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.807929] env[69249]: DEBUG nova.compute.manager [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.810796] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7f9044-f99a-4d4d-9a1a-176ce2b54156 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.827702] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] The volume has not been displaced from its original location: [datastore2] volume-f144a632-f901-45f6-a87a-666f85613857/volume-f144a632-f901-45f6-a87a-666f85613857.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 888.833242] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 888.833493] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba99f6c8-0199-4501-8c46-ab7b1df6cfed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.856684] env[69249]: DEBUG nova.virt.hardware [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.856986] env[69249]: DEBUG nova.virt.hardware [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.857174] env[69249]: DEBUG nova.virt.hardware [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.857343] env[69249]: DEBUG nova.virt.hardware [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.857501] env[69249]: DEBUG nova.virt.hardware [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.857647] env[69249]: DEBUG nova.virt.hardware [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.857855] env[69249]: DEBUG nova.virt.hardware [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.858051] env[69249]: DEBUG nova.virt.hardware [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.858237] env[69249]: DEBUG nova.virt.hardware [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.858402] env[69249]: DEBUG nova.virt.hardware [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.858571] env[69249]: DEBUG nova.virt.hardware [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.859516] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7164a94-beab-4ee4-8959-f2df0d3e219a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.863126] env[69249]: DEBUG oslo_vmware.api [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 888.863126] env[69249]: value = "task-3659497" [ 888.863126] env[69249]: _type = "Task" [ 888.863126] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.871098] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d5f621-5922-4884-8936-6da2038136db {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.879825] env[69249]: DEBUG oslo_vmware.api [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659497, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.914838] env[69249]: DEBUG oslo_vmware.api [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659491, 'name': PowerOnVM_Task, 'duration_secs': 0.99278} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.915095] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.915328] env[69249]: DEBUG nova.compute.manager [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 888.916219] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80837cda-a9dd-40ef-b9c8-cea188fc03e3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.934975] env[69249]: DEBUG nova.scheduler.client.report [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.103692] env[69249]: DEBUG oslo_concurrency.lockutils [None req-33e857fe-06c5-45ab-be1c-7264a830dc81 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.176847] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659495, 'name': ReconfigVM_Task, 'duration_secs': 0.470464} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.179029] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Reconfigured VM instance instance-00000040 to attach disk [datastore1] be5c3039-6942-4450-b2fb-3f347d4358d7/be5c3039-6942-4450-b2fb-3f347d4358d7.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.179029] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96b531e3-fba8-4c84-aca7-658440232e21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.190382] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 889.190382] env[69249]: value = "task-3659498" [ 889.190382] env[69249]: _type = "Task" [ 889.190382] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.196135] env[69249]: DEBUG oslo_vmware.api [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459303} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.197442] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.197755] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.198170] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.198453] env[69249]: INFO nova.compute.manager [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Took 1.66 seconds to destroy the instance on the hypervisor. [ 889.198789] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.199183] env[69249]: DEBUG nova.compute.manager [-] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.199381] env[69249]: DEBUG nova.network.neutron [-] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.204564] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659498, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.377202] env[69249]: DEBUG oslo_vmware.api [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659497, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.438969] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.442823] env[69249]: DEBUG nova.compute.manager [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.445442] env[69249]: DEBUG oslo_concurrency.lockutils [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.445750] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.634s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.446166] env[69249]: DEBUG nova.objects.instance [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lazy-loading 'resources' on Instance uuid 3aac0eba-9c02-43ce-84a7-838b09f4ae7b {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.614788] env[69249]: DEBUG nova.compute.manager [None req-33e857fe-06c5-45ab-be1c-7264a830dc81 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 889.614788] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5c969f-decc-4276-86b2-a35a1036cd37 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.622658] env[69249]: DEBUG nova.compute.manager [req-a67deb40-3b86-441e-810b-6a9cda03d826 req-3b59c897-6823-439e-b824-c4370dc29da8 service nova] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Received event network-vif-deleted-c7095c93-58a5-432b-90bd-ec357a80f5e2 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.622754] env[69249]: INFO nova.compute.manager [req-a67deb40-3b86-441e-810b-6a9cda03d826 req-3b59c897-6823-439e-b824-c4370dc29da8 service nova] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Neutron deleted interface c7095c93-58a5-432b-90bd-ec357a80f5e2; detaching it from the instance and deleting it from the info cache [ 889.622941] env[69249]: DEBUG nova.network.neutron [req-a67deb40-3b86-441e-810b-6a9cda03d826 req-3b59c897-6823-439e-b824-c4370dc29da8 service nova] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.702385] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659498, 'name': Rename_Task, 'duration_secs': 0.493322} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.702898] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.704036] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-589ac6c4-b6b4-483b-91ca-fd65bf6c824d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.714421] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 889.714421] env[69249]: value = "task-3659499" [ 889.714421] env[69249]: _type = "Task" [ 889.714421] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.725033] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.876503] env[69249]: DEBUG oslo_vmware.api [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659497, 'name': ReconfigVM_Task, 'duration_secs': 0.568909} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.877207] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 889.882205] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c323b0e-20e0-4b0b-8017-6693e9a5a096 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.902140] env[69249]: DEBUG oslo_vmware.api [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 889.902140] env[69249]: value = "task-3659500" [ 889.902140] env[69249]: _type = "Task" [ 889.902140] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.915050] env[69249]: DEBUG oslo_vmware.api [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.942882] env[69249]: DEBUG nova.network.neutron [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Successfully updated port: fa3aead2-f91f-45e0-aaed-17d8b7a97c9d {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.949469] env[69249]: DEBUG nova.compute.utils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.954842] env[69249]: DEBUG nova.compute.manager [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.955081] env[69249]: DEBUG nova.network.neutron [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.017224] env[69249]: DEBUG nova.policy [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac15811015aa438a91eb5cdbce9afa33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f87d1349e054129af3eca3947232321', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.078676] env[69249]: DEBUG nova.network.neutron [-] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.126861] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac536701-2552-48e5-8ce5-22169bee8421 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.142287] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c22e54-8327-42ec-ae9a-3f5532cb2138 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.188850] env[69249]: DEBUG nova.compute.manager [req-a67deb40-3b86-441e-810b-6a9cda03d826 req-3b59c897-6823-439e-b824-c4370dc29da8 service nova] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Detach interface failed, port_id=c7095c93-58a5-432b-90bd-ec357a80f5e2, reason: Instance c1bd29ac-51b7-4f33-8b65-7f10fac03626 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 890.227460] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659499, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.414975] env[69249]: DEBUG oslo_vmware.api [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.446653] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "refresh_cache-7a58a10d-46c5-423c-adce-7f1437b7243a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.447420] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquired lock "refresh_cache-7a58a10d-46c5-423c-adce-7f1437b7243a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.447420] env[69249]: DEBUG nova.network.neutron [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.455912] env[69249]: DEBUG nova.compute.manager [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.472221] env[69249]: DEBUG oslo_concurrency.lockutils [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquiring lock "376bfcc0-86b6-4b47-a07b-ac46ab4fae2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.472523] env[69249]: DEBUG oslo_concurrency.lockutils [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Lock "376bfcc0-86b6-4b47-a07b-ac46ab4fae2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.476019] env[69249]: DEBUG oslo_concurrency.lockutils [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquiring lock "376bfcc0-86b6-4b47-a07b-ac46ab4fae2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.476019] env[69249]: DEBUG oslo_concurrency.lockutils [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Lock "376bfcc0-86b6-4b47-a07b-ac46ab4fae2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.476019] env[69249]: DEBUG oslo_concurrency.lockutils [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Lock "376bfcc0-86b6-4b47-a07b-ac46ab4fae2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.476019] env[69249]: DEBUG nova.network.neutron [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Successfully created port: c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.479610] env[69249]: INFO nova.compute.manager [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Terminating instance [ 890.535754] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c66c4b7-b0d0-4718-9e61-45d74520b17c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.548834] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99b4e5c-05ea-4f65-87bb-02c41c37d973 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.580414] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927ff320-6e8a-4fe7-9967-52cc71c85cec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.583162] env[69249]: INFO nova.compute.manager [-] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Took 1.38 seconds to deallocate network for instance. [ 890.590753] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ae656d-ce96-40bb-92dd-d52029ca63cb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.605923] env[69249]: DEBUG nova.compute.provider_tree [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.641171] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b83f49-b871-4b87-9e6a-087decdee6f8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.652034] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-33e857fe-06c5-45ab-be1c-7264a830dc81 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Doing hard reboot of VM {{(pid=69249) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 890.652034] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-da65d67d-58dd-4195-9b0d-600895d63e34 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.659032] env[69249]: DEBUG oslo_vmware.api [None req-33e857fe-06c5-45ab-be1c-7264a830dc81 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 890.659032] env[69249]: value = "task-3659501" [ 890.659032] env[69249]: _type = "Task" [ 890.659032] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.667536] env[69249]: DEBUG oslo_vmware.api [None req-33e857fe-06c5-45ab-be1c-7264a830dc81 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659501, 'name': ResetVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.724840] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659499, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.915945] env[69249]: DEBUG oslo_vmware.api [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659500, 'name': ReconfigVM_Task, 'duration_secs': 0.524802} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.916467] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729411', 'volume_id': 'f144a632-f901-45f6-a87a-666f85613857', 'name': 'volume-f144a632-f901-45f6-a87a-666f85613857', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88330e19-a7d2-4fd3-a3aa-190c752558e3', 'attached_at': '', 'detached_at': '', 'volume_id': 'f144a632-f901-45f6-a87a-666f85613857', 'serial': 'f144a632-f901-45f6-a87a-666f85613857'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 890.916852] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.918081] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e9b082-f2f5-48ee-b0df-58993f7b3be4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.928586] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.928989] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59b416a7-767d-4e71-9629-44d2a72dc627 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.982927] env[69249]: DEBUG oslo_concurrency.lockutils [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquiring lock "refresh_cache-376bfcc0-86b6-4b47-a07b-ac46ab4fae2d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.983161] env[69249]: DEBUG oslo_concurrency.lockutils [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquired lock "refresh_cache-376bfcc0-86b6-4b47-a07b-ac46ab4fae2d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.983310] env[69249]: DEBUG nova.network.neutron [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.039459] env[69249]: DEBUG nova.network.neutron [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.096195] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.114638] env[69249]: DEBUG nova.scheduler.client.report [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.172643] env[69249]: DEBUG oslo_vmware.api [None req-33e857fe-06c5-45ab-be1c-7264a830dc81 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659501, 'name': ResetVM_Task, 'duration_secs': 0.094968} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.172920] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-33e857fe-06c5-45ab-be1c-7264a830dc81 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Did hard reboot of VM {{(pid=69249) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 891.173170] env[69249]: DEBUG nova.compute.manager [None req-33e857fe-06c5-45ab-be1c-7264a830dc81 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 891.174010] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7e6fd4-cb6f-45de-b11c-426b13031208 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.232474] env[69249]: DEBUG oslo_vmware.api [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659499, 'name': PowerOnVM_Task, 'duration_secs': 1.299536} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.232474] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.232641] env[69249]: INFO nova.compute.manager [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Took 9.63 seconds to spawn the instance on the hypervisor. [ 891.232752] env[69249]: DEBUG nova.compute.manager [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 891.233667] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4d8a2c-68f2-4c35-af82-61353fd0dd31 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.254072] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.254072] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.254072] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleting the datastore file [datastore2] 88330e19-a7d2-4fd3-a3aa-190c752558e3 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.254072] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40bcb1b2-3f59-4497-92a6-f3cebffe43cd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.262398] env[69249]: DEBUG oslo_vmware.api [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 891.262398] env[69249]: value = "task-3659503" [ 891.262398] env[69249]: _type = "Task" [ 891.262398] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.277389] env[69249]: DEBUG oslo_vmware.api [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.287180] env[69249]: DEBUG nova.network.neutron [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Updating instance_info_cache with network_info: [{"id": "fa3aead2-f91f-45e0-aaed-17d8b7a97c9d", "address": "fa:16:3e:75:b8:46", "network": {"id": "f5d12cb1-22e8-4713-85ec-864fe773ceac", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073573177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceaf2075e4a47f782111b76b392678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3aead2-f9", "ovs_interfaceid": "fa3aead2-f91f-45e0-aaed-17d8b7a97c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.473021] env[69249]: DEBUG nova.compute.manager [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.515468] env[69249]: DEBUG nova.virt.hardware [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.515776] env[69249]: DEBUG nova.virt.hardware [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.515923] env[69249]: DEBUG nova.virt.hardware [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.516160] env[69249]: DEBUG nova.virt.hardware [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.516339] env[69249]: DEBUG nova.virt.hardware [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.516492] env[69249]: DEBUG nova.virt.hardware [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.516734] env[69249]: DEBUG nova.virt.hardware [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.516902] env[69249]: DEBUG nova.virt.hardware [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.517133] env[69249]: DEBUG nova.virt.hardware [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.517310] env[69249]: DEBUG nova.virt.hardware [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.517602] env[69249]: DEBUG nova.virt.hardware [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.518692] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7d764f-39bf-43c3-b6db-4d8112995417 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.527940] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4959c124-91ea-448d-8304-11d9bdadcdbc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.546942] env[69249]: DEBUG nova.network.neutron [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.614733] env[69249]: DEBUG nova.network.neutron [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.620620] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.624020] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.547s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.650932] env[69249]: DEBUG nova.compute.manager [req-90e7bac5-0c4d-4489-a129-121d4a42b65c req-e7537d64-84be-4686-85f1-46d958ab5c04 service nova] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Received event network-vif-plugged-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.651183] env[69249]: DEBUG oslo_concurrency.lockutils [req-90e7bac5-0c4d-4489-a129-121d4a42b65c req-e7537d64-84be-4686-85f1-46d958ab5c04 service nova] Acquiring lock "7a58a10d-46c5-423c-adce-7f1437b7243a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.651601] env[69249]: DEBUG oslo_concurrency.lockutils [req-90e7bac5-0c4d-4489-a129-121d4a42b65c req-e7537d64-84be-4686-85f1-46d958ab5c04 service nova] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.651601] env[69249]: DEBUG oslo_concurrency.lockutils [req-90e7bac5-0c4d-4489-a129-121d4a42b65c req-e7537d64-84be-4686-85f1-46d958ab5c04 service nova] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.651967] env[69249]: DEBUG nova.compute.manager [req-90e7bac5-0c4d-4489-a129-121d4a42b65c req-e7537d64-84be-4686-85f1-46d958ab5c04 service nova] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] No waiting events found dispatching network-vif-plugged-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 891.657364] env[69249]: WARNING nova.compute.manager [req-90e7bac5-0c4d-4489-a129-121d4a42b65c req-e7537d64-84be-4686-85f1-46d958ab5c04 service nova] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Received unexpected event network-vif-plugged-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d for instance with vm_state building and task_state spawning. [ 891.657364] env[69249]: DEBUG nova.compute.manager [req-90e7bac5-0c4d-4489-a129-121d4a42b65c req-e7537d64-84be-4686-85f1-46d958ab5c04 service nova] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Received event network-changed-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.657364] env[69249]: DEBUG nova.compute.manager [req-90e7bac5-0c4d-4489-a129-121d4a42b65c req-e7537d64-84be-4686-85f1-46d958ab5c04 service nova] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Refreshing instance network info cache due to event network-changed-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.657364] env[69249]: DEBUG oslo_concurrency.lockutils [req-90e7bac5-0c4d-4489-a129-121d4a42b65c req-e7537d64-84be-4686-85f1-46d958ab5c04 service nova] Acquiring lock "refresh_cache-7a58a10d-46c5-423c-adce-7f1437b7243a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.688395] env[69249]: INFO nova.scheduler.client.report [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Deleted allocations for instance 3aac0eba-9c02-43ce-84a7-838b09f4ae7b [ 891.690143] env[69249]: DEBUG oslo_concurrency.lockutils [None req-33e857fe-06c5-45ab-be1c-7264a830dc81 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.582s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.760352] env[69249]: INFO nova.compute.manager [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Took 52.47 seconds to build instance. [ 891.775817] env[69249]: DEBUG oslo_vmware.api [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423607} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.775817] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.775817] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.776210] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.776210] env[69249]: INFO nova.compute.manager [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Took 3.55 seconds to destroy the instance on the hypervisor. [ 891.776347] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.776535] env[69249]: DEBUG nova.compute.manager [-] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.776628] env[69249]: DEBUG nova.network.neutron [-] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.790233] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Releasing lock "refresh_cache-7a58a10d-46c5-423c-adce-7f1437b7243a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.790589] env[69249]: DEBUG nova.compute.manager [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Instance network_info: |[{"id": "fa3aead2-f91f-45e0-aaed-17d8b7a97c9d", "address": "fa:16:3e:75:b8:46", "network": {"id": "f5d12cb1-22e8-4713-85ec-864fe773ceac", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073573177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceaf2075e4a47f782111b76b392678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3aead2-f9", "ovs_interfaceid": "fa3aead2-f91f-45e0-aaed-17d8b7a97c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.791289] env[69249]: DEBUG oslo_concurrency.lockutils [req-90e7bac5-0c4d-4489-a129-121d4a42b65c req-e7537d64-84be-4686-85f1-46d958ab5c04 service nova] Acquired lock "refresh_cache-7a58a10d-46c5-423c-adce-7f1437b7243a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.791289] env[69249]: DEBUG nova.network.neutron [req-90e7bac5-0c4d-4489-a129-121d4a42b65c req-e7537d64-84be-4686-85f1-46d958ab5c04 service nova] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Refreshing network info cache for port fa3aead2-f91f-45e0-aaed-17d8b7a97c9d {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.792920] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:b8:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa3aead2-f91f-45e0-aaed-17d8b7a97c9d', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.802780] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.807491] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.807906] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3f846a7-942f-4446-b30b-18803da5aec4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.840845] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.840845] env[69249]: value = "task-3659504" [ 891.840845] env[69249]: _type = "Task" [ 891.840845] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.852385] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659504, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.118461] env[69249]: DEBUG oslo_concurrency.lockutils [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Releasing lock "refresh_cache-376bfcc0-86b6-4b47-a07b-ac46ab4fae2d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.118939] env[69249]: DEBUG nova.compute.manager [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.119230] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.120158] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02752c95-80d1-4e87-80c2-caffb15a8fdb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.147217] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.147217] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a1d891e-27c0-4579-83a4-b598a82e1298 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.160578] env[69249]: DEBUG oslo_vmware.api [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 892.160578] env[69249]: value = "task-3659505" [ 892.160578] env[69249]: _type = "Task" [ 892.160578] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.172331] env[69249]: DEBUG oslo_vmware.api [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.199512] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c6fa8194-1258-4c2e-8ffd-4edbb72b1196 tempest-ServerShowV247Test-1415799522 tempest-ServerShowV247Test-1415799522-project-member] Lock "3aac0eba-9c02-43ce-84a7-838b09f4ae7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.634s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.263358] env[69249]: DEBUG oslo_concurrency.lockutils [None req-de72a154-f4ce-4c74-aade-6b2e18860d19 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "be5c3039-6942-4450-b2fb-3f347d4358d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.081s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.313471] env[69249]: DEBUG nova.network.neutron [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Successfully updated port: c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.352359] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659504, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.417534] env[69249]: DEBUG nova.network.neutron [req-90e7bac5-0c4d-4489-a129-121d4a42b65c req-e7537d64-84be-4686-85f1-46d958ab5c04 service nova] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Updated VIF entry in instance network info cache for port fa3aead2-f91f-45e0-aaed-17d8b7a97c9d. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.421109] env[69249]: DEBUG nova.network.neutron [req-90e7bac5-0c4d-4489-a129-121d4a42b65c req-e7537d64-84be-4686-85f1-46d958ab5c04 service nova] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Updating instance_info_cache with network_info: [{"id": "fa3aead2-f91f-45e0-aaed-17d8b7a97c9d", "address": "fa:16:3e:75:b8:46", "network": {"id": "f5d12cb1-22e8-4713-85ec-864fe773ceac", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073573177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceaf2075e4a47f782111b76b392678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3aead2-f9", "ovs_interfaceid": "fa3aead2-f91f-45e0-aaed-17d8b7a97c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.655350] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Applying migration context for instance da460c36-960d-4ae2-a931-313c2e79a7d5 as it has an incoming, in-progress migration 43a3c0e0-90d1-424a-9738-56788e054b81. Migration status is confirming {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 892.657227] env[69249]: INFO nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updating resource usage from migration 43a3c0e0-90d1-424a-9738-56788e054b81 [ 892.675155] env[69249]: DEBUG oslo_vmware.api [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659505, 'name': PowerOffVM_Task, 'duration_secs': 0.203201} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.675494] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.675688] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.675995] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0d17635-3462-4af5-b4fe-25da8986680c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.692652] env[69249]: WARNING nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 03fdd6e6-d779-495d-8276-29c4abc1dece is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 892.692829] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance c2bacbbc-a57b-428f-af33-c85e4416ade5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.692953] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance feb97282-0da7-483c-91e2-11fa1705ca94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.693105] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 04de2a83-d1dd-4619-b623-e5cd1b9c8102 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.693825] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 7f60ac74-14f2-49b5-98f0-417f5fb046ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.693825] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.693825] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 48e32bdf-0ae5-4fa7-865a-210775192c0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.693825] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 855f2dac-5eec-4061-b146-63422965d5e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.693825] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 55c8e95b-811c-4f85-9134-6c8c880b462d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.693825] env[69249]: WARNING nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 9feb7187-b316-4088-9abc-d8a5e7c601f8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 892.694225] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 54881ffe-35d0-4e65-bc8b-74cc709b6c98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.694225] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 7087f91f-7211-47e8-b3c1-fe1101c5008d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.694225] env[69249]: WARNING nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance c1bd29ac-51b7-4f33-8b65-7f10fac03626 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 892.694225] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 88330e19-a7d2-4fd3-a3aa-190c752558e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.694330] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Migration 43a3c0e0-90d1-424a-9738-56788e054b81 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 892.694706] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance da460c36-960d-4ae2-a931-313c2e79a7d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.694706] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.694706] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 3d3d17e7-2484-4259-bedf-f7a6c488c8ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.694805] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance f4a01c73-0d60-47f4-9f76-b8da9451900c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.694890] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance be5c3039-6942-4450-b2fb-3f347d4358d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.694924] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 7a58a10d-46c5-423c-adce-7f1437b7243a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.696189] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 96f4a878-ec8a-4a56-bff9-74bd8bc55d52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 892.711208] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.711708] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.711708] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Deleting the datastore file [datastore1] 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.711903] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d5a914a-7bd5-45e9-b46b-8d2480d6556d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.722708] env[69249]: DEBUG oslo_vmware.api [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for the task: (returnval){ [ 892.722708] env[69249]: value = "task-3659507" [ 892.722708] env[69249]: _type = "Task" [ 892.722708] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.738601] env[69249]: DEBUG oslo_vmware.api [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.751542] env[69249]: DEBUG nova.network.neutron [-] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.820050] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "refresh_cache-96f4a878-ec8a-4a56-bff9-74bd8bc55d52" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.820050] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired lock "refresh_cache-96f4a878-ec8a-4a56-bff9-74bd8bc55d52" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.820050] env[69249]: DEBUG nova.network.neutron [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.852649] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659504, 'name': CreateVM_Task, 'duration_secs': 0.729076} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.852790] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.853595] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.853771] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.854093] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.854390] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77df669d-6e6b-4fa0-8eb7-0baaf730c514 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.859805] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 892.859805] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5226edc9-73b1-b15f-422c-075f77f9dcb4" [ 892.859805] env[69249]: _type = "Task" [ 892.859805] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.869864] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5226edc9-73b1-b15f-422c-075f77f9dcb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.925955] env[69249]: DEBUG oslo_concurrency.lockutils [req-90e7bac5-0c4d-4489-a129-121d4a42b65c req-e7537d64-84be-4686-85f1-46d958ab5c04 service nova] Releasing lock "refresh_cache-7a58a10d-46c5-423c-adce-7f1437b7243a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.199952] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 00174390-11bc-4513-8ba8-e5b8562dd62e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 893.240291] env[69249]: DEBUG oslo_vmware.api [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Task: {'id': task-3659507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277226} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.240291] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.240291] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.240291] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.240291] env[69249]: INFO nova.compute.manager [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 893.240291] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.240291] env[69249]: DEBUG nova.compute.manager [-] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.240291] env[69249]: DEBUG nova.network.neutron [-] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.256138] env[69249]: INFO nova.compute.manager [-] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Took 1.48 seconds to deallocate network for instance. [ 893.265056] env[69249]: DEBUG nova.network.neutron [-] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.294319] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Acquiring lock "879299c3-e4ed-4ef2-9d0b-8ef87de5f889" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.294524] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Lock "879299c3-e4ed-4ef2-9d0b-8ef87de5f889" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.370891] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5226edc9-73b1-b15f-422c-075f77f9dcb4, 'name': SearchDatastore_Task, 'duration_secs': 0.069633} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.371256] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.371492] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.371721] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.371864] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.372050] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.372530] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f29f4d9-39a5-4290-b8c3-e5cd92761166 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.384353] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.384527] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.385246] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec1f1492-3097-4cc8-8303-c68e81fe812c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.388261] env[69249]: DEBUG nova.network.neutron [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.393400] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 893.393400] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527cb338-7bb0-385f-4327-81d7ca0a66a4" [ 893.393400] env[69249]: _type = "Task" [ 893.393400] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.401323] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527cb338-7bb0-385f-4327-81d7ca0a66a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.593394] env[69249]: DEBUG nova.network.neutron [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Updating instance_info_cache with network_info: [{"id": "c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7", "address": "fa:16:3e:7a:ec:73", "network": {"id": "43a3fff8-4cd3-480e-9007-e9e900a6d427", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1590462981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f87d1349e054129af3eca3947232321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d5b19d-9b", "ovs_interfaceid": "c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.685266] env[69249]: DEBUG nova.compute.manager [req-8798255c-2fb4-4d79-847f-c52dc6cfb3d2 req-7f90c7ac-56ac-4548-a16f-675fea32ebbc service nova] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Received event network-vif-plugged-c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.685266] env[69249]: DEBUG oslo_concurrency.lockutils [req-8798255c-2fb4-4d79-847f-c52dc6cfb3d2 req-7f90c7ac-56ac-4548-a16f-675fea32ebbc service nova] Acquiring lock "96f4a878-ec8a-4a56-bff9-74bd8bc55d52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.685266] env[69249]: DEBUG oslo_concurrency.lockutils [req-8798255c-2fb4-4d79-847f-c52dc6cfb3d2 req-7f90c7ac-56ac-4548-a16f-675fea32ebbc service nova] Lock "96f4a878-ec8a-4a56-bff9-74bd8bc55d52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.685266] env[69249]: DEBUG oslo_concurrency.lockutils [req-8798255c-2fb4-4d79-847f-c52dc6cfb3d2 req-7f90c7ac-56ac-4548-a16f-675fea32ebbc service nova] Lock "96f4a878-ec8a-4a56-bff9-74bd8bc55d52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.685266] env[69249]: DEBUG nova.compute.manager [req-8798255c-2fb4-4d79-847f-c52dc6cfb3d2 req-7f90c7ac-56ac-4548-a16f-675fea32ebbc service nova] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] No waiting events found dispatching network-vif-plugged-c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 893.685266] env[69249]: WARNING nova.compute.manager [req-8798255c-2fb4-4d79-847f-c52dc6cfb3d2 req-7f90c7ac-56ac-4548-a16f-675fea32ebbc service nova] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Received unexpected event network-vif-plugged-c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7 for instance with vm_state building and task_state spawning. [ 893.685266] env[69249]: DEBUG nova.compute.manager [req-8798255c-2fb4-4d79-847f-c52dc6cfb3d2 req-7f90c7ac-56ac-4548-a16f-675fea32ebbc service nova] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Received event network-vif-deleted-698ee4b5-6e23-41c9-988d-0a5ff1df2439 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.685266] env[69249]: DEBUG nova.compute.manager [req-8798255c-2fb4-4d79-847f-c52dc6cfb3d2 req-7f90c7ac-56ac-4548-a16f-675fea32ebbc service nova] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Received event network-changed-c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.685266] env[69249]: DEBUG nova.compute.manager [req-8798255c-2fb4-4d79-847f-c52dc6cfb3d2 req-7f90c7ac-56ac-4548-a16f-675fea32ebbc service nova] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Refreshing instance network info cache due to event network-changed-c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.685266] env[69249]: DEBUG oslo_concurrency.lockutils [req-8798255c-2fb4-4d79-847f-c52dc6cfb3d2 req-7f90c7ac-56ac-4548-a16f-675fea32ebbc service nova] Acquiring lock "refresh_cache-96f4a878-ec8a-4a56-bff9-74bd8bc55d52" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.703649] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 15b758e1-3e60-4799-a43b-59a451ecd52f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 893.768759] env[69249]: DEBUG nova.network.neutron [-] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.798261] env[69249]: DEBUG nova.compute.manager [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.819621] env[69249]: INFO nova.compute.manager [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Took 0.56 seconds to detach 1 volumes for instance. [ 893.904839] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527cb338-7bb0-385f-4327-81d7ca0a66a4, 'name': SearchDatastore_Task, 'duration_secs': 0.041987} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.905679] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df2d1b8-96c1-44ee-8f16-2249a7d1f8fd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.911695] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 893.911695] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5215c27c-914e-944a-2bcf-e485d4a6a046" [ 893.911695] env[69249]: _type = "Task" [ 893.911695] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.922078] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5215c27c-914e-944a-2bcf-e485d4a6a046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.096275] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Releasing lock "refresh_cache-96f4a878-ec8a-4a56-bff9-74bd8bc55d52" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.096608] env[69249]: DEBUG nova.compute.manager [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Instance network_info: |[{"id": "c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7", "address": "fa:16:3e:7a:ec:73", "network": {"id": "43a3fff8-4cd3-480e-9007-e9e900a6d427", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1590462981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f87d1349e054129af3eca3947232321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d5b19d-9b", "ovs_interfaceid": "c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.096914] env[69249]: DEBUG oslo_concurrency.lockutils [req-8798255c-2fb4-4d79-847f-c52dc6cfb3d2 req-7f90c7ac-56ac-4548-a16f-675fea32ebbc service nova] Acquired lock "refresh_cache-96f4a878-ec8a-4a56-bff9-74bd8bc55d52" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.097102] env[69249]: DEBUG nova.network.neutron [req-8798255c-2fb4-4d79-847f-c52dc6cfb3d2 req-7f90c7ac-56ac-4548-a16f-675fea32ebbc service nova] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Refreshing network info cache for port c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.098437] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:ec:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.106459] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.107548] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.107783] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e56b45e-b19f-4055-baf1-ae1a4ed1cc30 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.132460] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.132460] env[69249]: value = "task-3659508" [ 894.132460] env[69249]: _type = "Task" [ 894.132460] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.142025] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659508, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.206744] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance ea954cae-05b2-4097-a0e1-2f2618d7aacc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 894.270872] env[69249]: INFO nova.compute.manager [-] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Took 1.03 seconds to deallocate network for instance. [ 894.326612] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.332665] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.343251] env[69249]: DEBUG nova.compute.manager [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 894.344160] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ad91ec-c596-4fbd-ba60-883198971470 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.423456] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5215c27c-914e-944a-2bcf-e485d4a6a046, 'name': SearchDatastore_Task, 'duration_secs': 0.020901} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.423730] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.423988] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 7a58a10d-46c5-423c-adce-7f1437b7243a/7a58a10d-46c5-423c-adce-7f1437b7243a.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.424275] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93becb82-7b17-4408-8735-fc160bb1eb71 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.436074] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 894.436074] env[69249]: value = "task-3659509" [ 894.436074] env[69249]: _type = "Task" [ 894.436074] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.445700] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.642206] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659508, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.709797] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 336d0484-6537-4a27-bc77-ed6b600a65fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 894.777660] env[69249]: DEBUG oslo_concurrency.lockutils [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.846561] env[69249]: DEBUG nova.network.neutron [req-8798255c-2fb4-4d79-847f-c52dc6cfb3d2 req-7f90c7ac-56ac-4548-a16f-675fea32ebbc service nova] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Updated VIF entry in instance network info cache for port c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.846943] env[69249]: DEBUG nova.network.neutron [req-8798255c-2fb4-4d79-847f-c52dc6cfb3d2 req-7f90c7ac-56ac-4548-a16f-675fea32ebbc service nova] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Updating instance_info_cache with network_info: [{"id": "c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7", "address": "fa:16:3e:7a:ec:73", "network": {"id": "43a3fff8-4cd3-480e-9007-e9e900a6d427", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1590462981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f87d1349e054129af3eca3947232321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6d5b19d-9b", "ovs_interfaceid": "c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.855801] env[69249]: INFO nova.compute.manager [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] instance snapshotting [ 894.864073] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da3d5ac-e4e9-46eb-a10c-3cc3f21990e7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.886829] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4a15fb-9633-461b-95e6-b144d0784485 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.951878] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659509, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.146079] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659508, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.212702] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance b3010ae1-b940-4c5e-b8e8-3a5b4395f807 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 895.349667] env[69249]: DEBUG oslo_concurrency.lockutils [req-8798255c-2fb4-4d79-847f-c52dc6cfb3d2 req-7f90c7ac-56ac-4548-a16f-675fea32ebbc service nova] Releasing lock "refresh_cache-96f4a878-ec8a-4a56-bff9-74bd8bc55d52" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.399657] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 895.399983] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2866bab0-a2f9-48d4-a080-9cb12db4dde4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.407976] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 895.407976] env[69249]: value = "task-3659510" [ 895.407976] env[69249]: _type = "Task" [ 895.407976] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.415931] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659510, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.447666] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832651} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.448582] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 7a58a10d-46c5-423c-adce-7f1437b7243a/7a58a10d-46c5-423c-adce-7f1437b7243a.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.448582] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.448582] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d937af45-f4ae-4700-85d8-c4ca8327ca21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.455527] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 895.455527] env[69249]: value = "task-3659511" [ 895.455527] env[69249]: _type = "Task" [ 895.455527] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.463829] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.644164] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659508, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.717082] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 312fea7d-6433-444a-ada0-163f09995c28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 895.922844] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659510, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.965720] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195992} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.965989] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.966791] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97df1807-0289-4619-8b87-f5fb3e64f2ff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.991562] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 7a58a10d-46c5-423c-adce-7f1437b7243a/7a58a10d-46c5-423c-adce-7f1437b7243a.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.992434] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c95968c6-e245-42b5-bf5b-c29776712ea3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.015343] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 896.015343] env[69249]: value = "task-3659512" [ 896.015343] env[69249]: _type = "Task" [ 896.015343] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.022494] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.146011] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659508, 'name': CreateVM_Task, 'duration_secs': 1.819205} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.146221] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.146953] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.147110] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.147496] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.147772] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745edf9b-f221-4006-a9eb-4b93303c79c1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.153345] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 896.153345] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521d2932-e6ab-bb10-20f6-4101a3b7f2a3" [ 896.153345] env[69249]: _type = "Task" [ 896.153345] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.162109] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521d2932-e6ab-bb10-20f6-4101a3b7f2a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.219418] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance ee41cf17-305b-429f-96fb-8858204a4af5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 896.219898] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 896.219898] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 896.421414] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659510, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.525822] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659512, 'name': ReconfigVM_Task, 'duration_secs': 0.486665} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.526112] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 7a58a10d-46c5-423c-adce-7f1437b7243a/7a58a10d-46c5-423c-adce-7f1437b7243a.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.526705] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e3f6cc4-5f30-42f1-8109-6d011e9f3bb9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.537249] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 896.537249] env[69249]: value = "task-3659513" [ 896.537249] env[69249]: _type = "Task" [ 896.537249] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.288796] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659513, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.289024] env[69249]: WARNING oslo_vmware.common.loopingcall [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] task run outlasted interval by 0.251513 sec [ 897.314021] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659510, 'name': CreateSnapshot_Task, 'duration_secs': 1.065192} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.314114] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659513, 'name': Rename_Task, 'duration_secs': 0.284148} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.315336] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521d2932-e6ab-bb10-20f6-4101a3b7f2a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010309} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.317151] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 897.317480] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.317810] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.318066] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.318336] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.318555] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.318788] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.320050] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cbb0d4-d909-4773-90f8-c68059bc4d11 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.323627] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8043bf2-1447-41ef-9eff-1d629a5798fe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.323818] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8ffb237-1afe-4d4e-aec9-cca073389463 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.340182] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 897.340182] env[69249]: value = "task-3659514" [ 897.340182] env[69249]: _type = "Task" [ 897.340182] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.340488] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.340594] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.341917] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99d1e1dd-cfc1-445e-83c3-8dcb670a6658 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.351491] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 897.351491] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528579ef-6beb-819e-8757-7af09d1abfda" [ 897.351491] env[69249]: _type = "Task" [ 897.351491] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.356588] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.372107] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528579ef-6beb-819e-8757-7af09d1abfda, 'name': SearchDatastore_Task, 'duration_secs': 0.011954} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.374651] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2016e174-1200-4620-8608-0d45b9b2c215 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.377876] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f151e163-ae38-4d61-9822-302f8684f029 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.385599] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 897.385599] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523d9120-271a-a0a5-88b3-af923f950406" [ 897.385599] env[69249]: _type = "Task" [ 897.385599] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.392776] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e38cdc6-21c5-4c67-a826-48af6ad55e9f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.402686] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523d9120-271a-a0a5-88b3-af923f950406, 'name': SearchDatastore_Task, 'duration_secs': 0.012455} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.427086] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.427363] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 96f4a878-ec8a-4a56-bff9-74bd8bc55d52/96f4a878-ec8a-4a56-bff9-74bd8bc55d52.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.428615] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b554f1c3-6953-4a2e-8f28-0b07dff4f900 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.431049] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adfe7af-afd9-48c1-a577-396173b7e231 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.442333] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97912dc4-3e7a-4baa-88dd-a2bbf739538d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.446667] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 897.446667] env[69249]: value = "task-3659515" [ 897.446667] env[69249]: _type = "Task" [ 897.446667] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.460225] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.467447] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.850861] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 897.851281] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94f353a6-9636-43a1-bd18-6b87c8f8d7ff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.865051] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.866695] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 897.866695] env[69249]: value = "task-3659516" [ 897.866695] env[69249]: _type = "Task" [ 897.866695] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.875446] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659516, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.958782] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474946} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.959158] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 96f4a878-ec8a-4a56-bff9-74bd8bc55d52/96f4a878-ec8a-4a56-bff9-74bd8bc55d52.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.959404] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.959710] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-203a8dbb-4f4b-4a40-b211-af19324ce195 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.964754] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.970725] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 897.970725] env[69249]: value = "task-3659517" [ 897.970725] env[69249]: _type = "Task" [ 897.970725] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.980257] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.361057] env[69249]: DEBUG oslo_vmware.api [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659514, 'name': PowerOnVM_Task, 'duration_secs': 0.710623} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.361351] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.361581] env[69249]: INFO nova.compute.manager [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Took 9.55 seconds to spawn the instance on the hypervisor. [ 898.361767] env[69249]: DEBUG nova.compute.manager [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.362544] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cb3314-1aab-4134-a002-eadba0c3a2ed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.378689] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659516, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.470042] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 898.470357] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.847s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.470682] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.225s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.472169] env[69249]: INFO nova.compute.claims [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.475132] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.475282] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Cleaning up deleted instances {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 898.485968] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111624} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.485968] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.487022] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9cf766-6f57-40bb-8fcb-4f93e4ee4799 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.509898] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 96f4a878-ec8a-4a56-bff9-74bd8bc55d52/96f4a878-ec8a-4a56-bff9-74bd8bc55d52.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.510919] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c567f212-ccdd-4de3-9e51-2a6736a4df96 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.531149] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 898.531149] env[69249]: value = "task-3659518" [ 898.531149] env[69249]: _type = "Task" [ 898.531149] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.539938] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.878950] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659516, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.889115] env[69249]: INFO nova.compute.manager [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Took 53.39 seconds to build instance. [ 898.994354] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] There are 45 instances to clean {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 898.994625] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 22d698fe-9fc1-423d-8a04-e936a15c31d2] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.044319] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.381462] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659516, 'name': CloneVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.392024] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17089488-339d-465c-bc43-5b8910d3cbc5 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.447s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.425517] env[69249]: DEBUG nova.compute.manager [req-f887b422-b4c8-4ddd-86c2-5b47425abb94 req-480b6c28-a044-4cc8-9c48-cc900c448bfe service nova] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Received event network-changed-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.425696] env[69249]: DEBUG nova.compute.manager [req-f887b422-b4c8-4ddd-86c2-5b47425abb94 req-480b6c28-a044-4cc8-9c48-cc900c448bfe service nova] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Refreshing instance network info cache due to event network-changed-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.425876] env[69249]: DEBUG oslo_concurrency.lockutils [req-f887b422-b4c8-4ddd-86c2-5b47425abb94 req-480b6c28-a044-4cc8-9c48-cc900c448bfe service nova] Acquiring lock "refresh_cache-7a58a10d-46c5-423c-adce-7f1437b7243a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.426034] env[69249]: DEBUG oslo_concurrency.lockutils [req-f887b422-b4c8-4ddd-86c2-5b47425abb94 req-480b6c28-a044-4cc8-9c48-cc900c448bfe service nova] Acquired lock "refresh_cache-7a58a10d-46c5-423c-adce-7f1437b7243a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.426224] env[69249]: DEBUG nova.network.neutron [req-f887b422-b4c8-4ddd-86c2-5b47425abb94 req-480b6c28-a044-4cc8-9c48-cc900c448bfe service nova] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Refreshing network info cache for port fa3aead2-f91f-45e0-aaed-17d8b7a97c9d {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.478430] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b057c8c-39e8-45ef-aa30-651fa31d24ce {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.486506] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5575431f-3580-4264-89c9-4bf7f7d8f356 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.518560] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 3a3ae69a-e186-400b-bdab-dd339761c4bf] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.521423] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4388b61b-9ac8-4def-9e92-47c87e0cc2b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.530044] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500484d9-3dc6-41fb-8270-6c45e92e334a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.547758] env[69249]: DEBUG nova.compute.provider_tree [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.552572] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659518, 'name': ReconfigVM_Task, 'duration_secs': 0.601947} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.553047] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 96f4a878-ec8a-4a56-bff9-74bd8bc55d52/96f4a878-ec8a-4a56-bff9-74bd8bc55d52.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.553878] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-591e7b05-e2d5-4f23-852a-89bf80d3c43c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.562083] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 899.562083] env[69249]: value = "task-3659519" [ 899.562083] env[69249]: _type = "Task" [ 899.562083] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.571048] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659519, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.883017] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659516, 'name': CloneVM_Task, 'duration_secs': 1.533412} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.883346] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Created linked-clone VM from snapshot [ 899.884213] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ea7213-cf8b-4756-97f7-465aca80d560 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.892357] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Uploading image fc136212-ec26-4763-9f96-cbbe5525ccf3 {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 899.913214] env[69249]: DEBUG oslo_vmware.rw_handles [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 899.913214] env[69249]: value = "vm-729418" [ 899.913214] env[69249]: _type = "VirtualMachine" [ 899.913214] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 899.913482] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4d5cbcb5-56f1-4129-96a4-8a3dc71dee76 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.923061] env[69249]: DEBUG oslo_vmware.rw_handles [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lease: (returnval){ [ 899.923061] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523c5642-e927-bcfd-5c98-45946a608374" [ 899.923061] env[69249]: _type = "HttpNfcLease" [ 899.923061] env[69249]: } obtained for exporting VM: (result){ [ 899.923061] env[69249]: value = "vm-729418" [ 899.923061] env[69249]: _type = "VirtualMachine" [ 899.923061] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 899.923355] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the lease: (returnval){ [ 899.923355] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523c5642-e927-bcfd-5c98-45946a608374" [ 899.923355] env[69249]: _type = "HttpNfcLease" [ 899.923355] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 899.931465] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 899.931465] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523c5642-e927-bcfd-5c98-45946a608374" [ 899.931465] env[69249]: _type = "HttpNfcLease" [ 899.931465] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 900.022091] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 5a06a3cc-c5dd-4e97-a30b-6720f459aece] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.053753] env[69249]: DEBUG nova.scheduler.client.report [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.073107] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659519, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.134343] env[69249]: DEBUG nova.network.neutron [req-f887b422-b4c8-4ddd-86c2-5b47425abb94 req-480b6c28-a044-4cc8-9c48-cc900c448bfe service nova] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Updated VIF entry in instance network info cache for port fa3aead2-f91f-45e0-aaed-17d8b7a97c9d. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.134699] env[69249]: DEBUG nova.network.neutron [req-f887b422-b4c8-4ddd-86c2-5b47425abb94 req-480b6c28-a044-4cc8-9c48-cc900c448bfe service nova] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Updating instance_info_cache with network_info: [{"id": "fa3aead2-f91f-45e0-aaed-17d8b7a97c9d", "address": "fa:16:3e:75:b8:46", "network": {"id": "f5d12cb1-22e8-4713-85ec-864fe773ceac", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1073573177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dceaf2075e4a47f782111b76b392678e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa3aead2-f9", "ovs_interfaceid": "fa3aead2-f91f-45e0-aaed-17d8b7a97c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.431943] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.431943] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523c5642-e927-bcfd-5c98-45946a608374" [ 900.431943] env[69249]: _type = "HttpNfcLease" [ 900.431943] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 900.434134] env[69249]: DEBUG oslo_vmware.rw_handles [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 900.434134] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523c5642-e927-bcfd-5c98-45946a608374" [ 900.434134] env[69249]: _type = "HttpNfcLease" [ 900.434134] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 900.434134] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb947f4-4063-425a-a328-274e0a1d0f10 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.441078] env[69249]: DEBUG oslo_vmware.rw_handles [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5a776-a916-350f-816b-f5e239ee55e2/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 900.441265] env[69249]: DEBUG oslo_vmware.rw_handles [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5a776-a916-350f-816b-f5e239ee55e2/disk-0.vmdk for reading. {{(pid=69249) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 900.526831] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: b92a40e7-0627-4ef0-96fe-e6372f068e37] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.533591] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c41c2dc6-8c47-47f9-8475-a140f1148804 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.559972] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.089s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.560580] env[69249]: DEBUG nova.compute.manager [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.569051] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.116s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.569255] env[69249]: DEBUG nova.objects.instance [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69249) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 900.583118] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659519, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.636746] env[69249]: DEBUG oslo_concurrency.lockutils [req-f887b422-b4c8-4ddd-86c2-5b47425abb94 req-480b6c28-a044-4cc8-9c48-cc900c448bfe service nova] Releasing lock "refresh_cache-7a58a10d-46c5-423c-adce-7f1437b7243a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.030645] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: b4a9d176-1c3b-4489-9ead-aa3a41e3c1ea] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.077470] env[69249]: DEBUG nova.compute.utils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.082366] env[69249]: DEBUG nova.compute.manager [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.082623] env[69249]: DEBUG nova.network.neutron [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.092556] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659519, 'name': Rename_Task, 'duration_secs': 1.152945} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.092735] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.092937] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84d18255-6df2-446c-8d3f-def8979a5e85 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.102111] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 901.102111] env[69249]: value = "task-3659521" [ 901.102111] env[69249]: _type = "Task" [ 901.102111] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.113079] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.137743] env[69249]: DEBUG nova.policy [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5112b910a324e7ba3b3a3887dadaf99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30f658f6d5394bbfa4ca03a2ed122e9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.482548] env[69249]: DEBUG nova.network.neutron [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Successfully created port: e9d27126-3470-41b3-b796-87412960e75e {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.536455] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 10282b3a-8a35-496d-9768-113bbd170f79] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.582646] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc30ac38-327d-4e4a-b55b-408185b38214 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.585888] env[69249]: DEBUG oslo_concurrency.lockutils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.065s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.588471] env[69249]: INFO nova.compute.claims [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.593474] env[69249]: DEBUG nova.compute.manager [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.614136] env[69249]: DEBUG oslo_vmware.api [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659521, 'name': PowerOnVM_Task, 'duration_secs': 0.495263} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.614542] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.616148] env[69249]: INFO nova.compute.manager [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Took 10.14 seconds to spawn the instance on the hypervisor. [ 901.616148] env[69249]: DEBUG nova.compute.manager [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 901.616148] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459a80e4-e50a-49cd-9637-a2085c37123e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.039024] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 3aac0eba-9c02-43ce-84a7-838b09f4ae7b] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.133558] env[69249]: INFO nova.compute.manager [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Took 49.95 seconds to build instance. [ 902.543715] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 99c1dbd9-43fd-4409-b744-89b969a148ec] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.609637] env[69249]: DEBUG nova.compute.manager [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.634970] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bd24e3e2-7c2f-415b-baed-9f561f56f6dc tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "96f4a878-ec8a-4a56-bff9-74bd8bc55d52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.771s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.639612] env[69249]: DEBUG nova.virt.hardware [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.639766] env[69249]: DEBUG nova.virt.hardware [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.639920] env[69249]: DEBUG nova.virt.hardware [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.640341] env[69249]: DEBUG nova.virt.hardware [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.640527] env[69249]: DEBUG nova.virt.hardware [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.640775] env[69249]: DEBUG nova.virt.hardware [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.641252] env[69249]: DEBUG nova.virt.hardware [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.641518] env[69249]: DEBUG nova.virt.hardware [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.641916] env[69249]: DEBUG nova.virt.hardware [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.642205] env[69249]: DEBUG nova.virt.hardware [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.642650] env[69249]: DEBUG nova.virt.hardware [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.643814] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ecf71a-fda3-4896-810c-05f35d00fd71 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.658879] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4f12fb-b766-4a2e-9965-f15c2a0810c1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.047526] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 274354ae-834b-4bc3-ab01-3b549d9d414f] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.064063] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8ce8e8-8048-4e42-9fca-0c6f98191150 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.085705] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fe48b2-8b52-4de0-a3f1-1179c2506048 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.125947] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ede664-5a60-4385-aaba-d987cf7341ed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.136431] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29823507-ec33-4c41-8337-f7e3a100d331 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.154743] env[69249]: DEBUG nova.compute.provider_tree [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.190821] env[69249]: DEBUG nova.compute.manager [req-d627160e-6921-4a81-95cc-350967f5f7ef req-0675707c-a84a-44f3-9a69-a9b20dd2320c service nova] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Received event network-vif-plugged-e9d27126-3470-41b3-b796-87412960e75e {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.191378] env[69249]: DEBUG oslo_concurrency.lockutils [req-d627160e-6921-4a81-95cc-350967f5f7ef req-0675707c-a84a-44f3-9a69-a9b20dd2320c service nova] Acquiring lock "00174390-11bc-4513-8ba8-e5b8562dd62e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.191733] env[69249]: DEBUG oslo_concurrency.lockutils [req-d627160e-6921-4a81-95cc-350967f5f7ef req-0675707c-a84a-44f3-9a69-a9b20dd2320c service nova] Lock "00174390-11bc-4513-8ba8-e5b8562dd62e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.192100] env[69249]: DEBUG oslo_concurrency.lockutils [req-d627160e-6921-4a81-95cc-350967f5f7ef req-0675707c-a84a-44f3-9a69-a9b20dd2320c service nova] Lock "00174390-11bc-4513-8ba8-e5b8562dd62e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.193334] env[69249]: DEBUG nova.compute.manager [req-d627160e-6921-4a81-95cc-350967f5f7ef req-0675707c-a84a-44f3-9a69-a9b20dd2320c service nova] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] No waiting events found dispatching network-vif-plugged-e9d27126-3470-41b3-b796-87412960e75e {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 903.193334] env[69249]: WARNING nova.compute.manager [req-d627160e-6921-4a81-95cc-350967f5f7ef req-0675707c-a84a-44f3-9a69-a9b20dd2320c service nova] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Received unexpected event network-vif-plugged-e9d27126-3470-41b3-b796-87412960e75e for instance with vm_state building and task_state spawning. [ 903.259986] env[69249]: DEBUG nova.network.neutron [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Successfully updated port: e9d27126-3470-41b3-b796-87412960e75e {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.551297] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 60ff7087-07b4-4b48-ae98-700246914516] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.658894] env[69249]: DEBUG nova.scheduler.client.report [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.762335] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Acquiring lock "refresh_cache-00174390-11bc-4513-8ba8-e5b8562dd62e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.762503] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Acquired lock "refresh_cache-00174390-11bc-4513-8ba8-e5b8562dd62e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.762677] env[69249]: DEBUG nova.network.neutron [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.906046] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "381af0ca-4249-4949-9519-9409c286ce60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.906046] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "381af0ca-4249-4949-9519-9409c286ce60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.928070] env[69249]: DEBUG oslo_concurrency.lockutils [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquiring lock "04de2a83-d1dd-4619-b623-e5cd1b9c8102" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.928684] env[69249]: DEBUG oslo_concurrency.lockutils [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "04de2a83-d1dd-4619-b623-e5cd1b9c8102" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.929011] env[69249]: DEBUG oslo_concurrency.lockutils [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquiring lock "04de2a83-d1dd-4619-b623-e5cd1b9c8102-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.929109] env[69249]: DEBUG oslo_concurrency.lockutils [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "04de2a83-d1dd-4619-b623-e5cd1b9c8102-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.929275] env[69249]: DEBUG oslo_concurrency.lockutils [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "04de2a83-d1dd-4619-b623-e5cd1b9c8102-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.931596] env[69249]: INFO nova.compute.manager [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Terminating instance [ 904.055411] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 6a9d205f-8f4f-456f-a7c5-94d25c06417b] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.164510] env[69249]: DEBUG oslo_concurrency.lockutils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.165055] env[69249]: DEBUG nova.compute.manager [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.167716] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.420s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.167940] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.170082] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.082s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.197648] env[69249]: INFO nova.scheduler.client.report [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleted allocations for instance 9feb7187-b316-4088-9abc-d8a5e7c601f8 [ 904.298512] env[69249]: DEBUG nova.network.neutron [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.408523] env[69249]: DEBUG nova.compute.manager [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.435501] env[69249]: DEBUG nova.compute.manager [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.435778] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.436729] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694fa904-50c8-49b4-8d4c-08dacfc348d1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.446626] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.446941] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54d03cb9-4914-462d-ae35-2b05a6e83905 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.456842] env[69249]: DEBUG oslo_vmware.api [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 904.456842] env[69249]: value = "task-3659522" [ 904.456842] env[69249]: _type = "Task" [ 904.456842] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.467776] env[69249]: DEBUG oslo_vmware.api [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.468911] env[69249]: DEBUG nova.network.neutron [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Updating instance_info_cache with network_info: [{"id": "e9d27126-3470-41b3-b796-87412960e75e", "address": "fa:16:3e:b8:81:21", "network": {"id": "0a925dbe-2668-4bd9-8658-566d041cc28d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1615942971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30f658f6d5394bbfa4ca03a2ed122e9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9d27126-34", "ovs_interfaceid": "e9d27126-3470-41b3-b796-87412960e75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.560235] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 0cee1d30-eb9d-4174-9b1c-6d469cbd4993] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.676838] env[69249]: DEBUG nova.compute.utils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.678420] env[69249]: DEBUG nova.compute.manager [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.678552] env[69249]: DEBUG nova.network.neutron [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.709275] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3fecdebb-28ef-4ff5-81c4-9bd528f4ab8c tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "9feb7187-b316-4088-9abc-d8a5e7c601f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.127s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.740219] env[69249]: DEBUG nova.policy [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c6203139dbc4a568d1b89d8022a3a9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8ebfb1d4f3e470d9efae5b6c086ca9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.931625] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.970221] env[69249]: DEBUG oslo_vmware.api [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659522, 'name': PowerOffVM_Task, 'duration_secs': 0.430093} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.970637] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.971061] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.972162] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Releasing lock "refresh_cache-00174390-11bc-4513-8ba8-e5b8562dd62e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.973036] env[69249]: DEBUG nova.compute.manager [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Instance network_info: |[{"id": "e9d27126-3470-41b3-b796-87412960e75e", "address": "fa:16:3e:b8:81:21", "network": {"id": "0a925dbe-2668-4bd9-8658-566d041cc28d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1615942971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30f658f6d5394bbfa4ca03a2ed122e9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9d27126-34", "ovs_interfaceid": "e9d27126-3470-41b3-b796-87412960e75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.973036] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-452f2d4b-00e4-45fe-b5bf-4d9a73606d2e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.978512] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:81:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9d27126-3470-41b3-b796-87412960e75e', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.986608] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Creating folder: Project (30f658f6d5394bbfa4ca03a2ed122e9a). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.987191] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b10a370c-1651-49bc-a2b6-f1dc575fa1fc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.000074] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Created folder: Project (30f658f6d5394bbfa4ca03a2ed122e9a) in parent group-v729229. [ 905.000284] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Creating folder: Instances. Parent ref: group-v729419. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.000599] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2524ac43-9761-4157-9411-69e856e241c0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.015551] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Created folder: Instances in parent group-v729419. [ 905.015799] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.015997] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.016235] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a847701-7597-4d0a-889f-365ed1e39cb4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.041738] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.041738] env[69249]: value = "task-3659526" [ 905.041738] env[69249]: _type = "Task" [ 905.041738] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.056409] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659526, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.065147] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: fdce3cf5-0d76-44bb-8550-bbec4a20470e] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.088581] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.088798] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.088979] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Deleting the datastore file [datastore2] 04de2a83-d1dd-4619-b623-e5cd1b9c8102 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.089338] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da06f241-9003-4388-a3b3-819cfb7dd572 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.100699] env[69249]: DEBUG oslo_vmware.api [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for the task: (returnval){ [ 905.100699] env[69249]: value = "task-3659527" [ 905.100699] env[69249]: _type = "Task" [ 905.100699] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.115991] env[69249]: DEBUG oslo_vmware.api [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.181545] env[69249]: DEBUG nova.compute.manager [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.210041] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73426c2c-cae2-4de9-a038-eaaa37cd94d9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.223892] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c727c7d9-5e51-44b5-aa61-8ee0c93a379a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.234601] env[69249]: DEBUG nova.compute.manager [req-848503cb-9813-4c2f-8856-a32d4d1d5ee2 req-46f42334-ea22-47b7-bf64-d838b16dfce9 service nova] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Received event network-changed-e9d27126-3470-41b3-b796-87412960e75e {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.234822] env[69249]: DEBUG nova.compute.manager [req-848503cb-9813-4c2f-8856-a32d4d1d5ee2 req-46f42334-ea22-47b7-bf64-d838b16dfce9 service nova] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Refreshing instance network info cache due to event network-changed-e9d27126-3470-41b3-b796-87412960e75e. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.235072] env[69249]: DEBUG oslo_concurrency.lockutils [req-848503cb-9813-4c2f-8856-a32d4d1d5ee2 req-46f42334-ea22-47b7-bf64-d838b16dfce9 service nova] Acquiring lock "refresh_cache-00174390-11bc-4513-8ba8-e5b8562dd62e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.235235] env[69249]: DEBUG oslo_concurrency.lockutils [req-848503cb-9813-4c2f-8856-a32d4d1d5ee2 req-46f42334-ea22-47b7-bf64-d838b16dfce9 service nova] Acquired lock "refresh_cache-00174390-11bc-4513-8ba8-e5b8562dd62e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.235520] env[69249]: DEBUG nova.network.neutron [req-848503cb-9813-4c2f-8856-a32d4d1d5ee2 req-46f42334-ea22-47b7-bf64-d838b16dfce9 service nova] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Refreshing network info cache for port e9d27126-3470-41b3-b796-87412960e75e {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.237390] env[69249]: DEBUG nova.network.neutron [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Successfully created port: 5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.271757] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c36db25-6012-4974-8e83-5077208ff407 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.282542] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977a5378-7c6e-4d1b-9808-66a1ab78f38a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.299453] env[69249]: DEBUG nova.compute.provider_tree [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.554176] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659526, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.570600] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: c66e5703-cc8f-436d-87f2-8664229825e5] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.616222] env[69249]: DEBUG oslo_vmware.api [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Task: {'id': task-3659527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317857} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.616593] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.616847] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.617143] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.617897] env[69249]: INFO nova.compute.manager [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Took 1.18 seconds to destroy the instance on the hypervisor. [ 905.618233] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.618702] env[69249]: DEBUG nova.compute.manager [-] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.618887] env[69249]: DEBUG nova.network.neutron [-] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.765067] env[69249]: DEBUG nova.network.neutron [req-848503cb-9813-4c2f-8856-a32d4d1d5ee2 req-46f42334-ea22-47b7-bf64-d838b16dfce9 service nova] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Updated VIF entry in instance network info cache for port e9d27126-3470-41b3-b796-87412960e75e. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.765067] env[69249]: DEBUG nova.network.neutron [req-848503cb-9813-4c2f-8856-a32d4d1d5ee2 req-46f42334-ea22-47b7-bf64-d838b16dfce9 service nova] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Updating instance_info_cache with network_info: [{"id": "e9d27126-3470-41b3-b796-87412960e75e", "address": "fa:16:3e:b8:81:21", "network": {"id": "0a925dbe-2668-4bd9-8658-566d041cc28d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1615942971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30f658f6d5394bbfa4ca03a2ed122e9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9d27126-34", "ovs_interfaceid": "e9d27126-3470-41b3-b796-87412960e75e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.803570] env[69249]: DEBUG nova.scheduler.client.report [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.052774] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659526, 'name': CreateVM_Task, 'duration_secs': 0.517042} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.053068] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.057604] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.057902] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.058311] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.058627] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89259ce-285b-41be-9f89-86c5e6e861d3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.075378] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: e9d32e87-6d51-4e9d-a2f5-3a6c5b5cc611] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.083176] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Waiting for the task: (returnval){ [ 906.083176] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cd5c1b-5eff-dd04-8b7c-c71b9b538801" [ 906.083176] env[69249]: _type = "Task" [ 906.083176] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.099640] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cd5c1b-5eff-dd04-8b7c-c71b9b538801, 'name': SearchDatastore_Task, 'duration_secs': 0.013006} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.100259] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.100867] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.101217] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.101370] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.101553] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.101879] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9810ad38-7e7a-4074-9b23-a55b0b20de94 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.115558] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.115745] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.116831] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf2d3c1b-20a0-4bb3-8957-81cda28e2b17 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.123455] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Waiting for the task: (returnval){ [ 906.123455] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52db68e8-e5af-8754-98c6-a662a3e2e37a" [ 906.123455] env[69249]: _type = "Task" [ 906.123455] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.132449] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52db68e8-e5af-8754-98c6-a662a3e2e37a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.194522] env[69249]: DEBUG nova.compute.manager [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.222828] env[69249]: DEBUG nova.virt.hardware [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.223076] env[69249]: DEBUG nova.virt.hardware [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.223997] env[69249]: DEBUG nova.virt.hardware [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.224293] env[69249]: DEBUG nova.virt.hardware [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.224650] env[69249]: DEBUG nova.virt.hardware [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.224849] env[69249]: DEBUG nova.virt.hardware [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.225077] env[69249]: DEBUG nova.virt.hardware [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.225322] env[69249]: DEBUG nova.virt.hardware [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.225676] env[69249]: DEBUG nova.virt.hardware [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.225860] env[69249]: DEBUG nova.virt.hardware [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.226064] env[69249]: DEBUG nova.virt.hardware [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.226972] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618604cd-48a3-4f2e-8ecd-d9440c5de3a5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.237869] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d19c0c-e0fa-4f8d-a718-66768328f88a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.268260] env[69249]: DEBUG oslo_concurrency.lockutils [req-848503cb-9813-4c2f-8856-a32d4d1d5ee2 req-46f42334-ea22-47b7-bf64-d838b16dfce9 service nova] Releasing lock "refresh_cache-00174390-11bc-4513-8ba8-e5b8562dd62e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.421443] env[69249]: DEBUG nova.compute.manager [req-2b334cc0-16f2-4c51-be6e-4b33d7436181 req-889dca31-89c4-4765-9da5-ef826879f702 service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Received event network-vif-deleted-f81ec91f-44fb-4de5-8b9a-361050254a03 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.421443] env[69249]: INFO nova.compute.manager [req-2b334cc0-16f2-4c51-be6e-4b33d7436181 req-889dca31-89c4-4765-9da5-ef826879f702 service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Neutron deleted interface f81ec91f-44fb-4de5-8b9a-361050254a03; detaching it from the instance and deleting it from the info cache [ 906.421443] env[69249]: DEBUG nova.network.neutron [req-2b334cc0-16f2-4c51-be6e-4b33d7436181 req-889dca31-89c4-4765-9da5-ef826879f702 service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.580807] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 29788d3d-c393-465e-b943-cf86f8b7916f] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.638254] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52db68e8-e5af-8754-98c6-a662a3e2e37a, 'name': SearchDatastore_Task, 'duration_secs': 0.012395} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.639455] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43072a6f-c8c8-4cf4-b646-af1d249a20c0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.646161] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Waiting for the task: (returnval){ [ 906.646161] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52589b45-e751-4d15-fb20-5e8f1a12d2ca" [ 906.646161] env[69249]: _type = "Task" [ 906.646161] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.656397] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52589b45-e751-4d15-fb20-5e8f1a12d2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.814752] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.644s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.818407] env[69249]: DEBUG oslo_concurrency.lockutils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.731s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.820484] env[69249]: INFO nova.compute.claims [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.909721] env[69249]: DEBUG nova.network.neutron [-] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.930265] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dea0055b-a1a5-425a-95d1-7adb639100bf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.940446] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111ef76c-c489-4114-8023-e0d45f1bf1d1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.990033] env[69249]: DEBUG nova.compute.manager [req-2b334cc0-16f2-4c51-be6e-4b33d7436181 req-889dca31-89c4-4765-9da5-ef826879f702 service nova] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Detach interface failed, port_id=f81ec91f-44fb-4de5-8b9a-361050254a03, reason: Instance 04de2a83-d1dd-4619-b623-e5cd1b9c8102 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 907.083634] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 8817abab-561b-4d70-a6b9-bd89eb6f22e2] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.122116] env[69249]: DEBUG nova.network.neutron [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Successfully updated port: 5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.158609] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52589b45-e751-4d15-fb20-5e8f1a12d2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.027609} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.158864] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.159137] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 00174390-11bc-4513-8ba8-e5b8562dd62e/00174390-11bc-4513-8ba8-e5b8562dd62e.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.159403] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21d1b537-365d-4a1b-9c35-8d0dfc598827 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.170028] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Waiting for the task: (returnval){ [ 907.170028] env[69249]: value = "task-3659528" [ 907.170028] env[69249]: _type = "Task" [ 907.170028] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.179390] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.284268] env[69249]: DEBUG nova.compute.manager [req-812e2505-9ce3-42e8-9a76-25559d6a97e3 req-c9940531-d18c-40f9-a156-e190eac183c1 service nova] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Received event network-vif-plugged-5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.284612] env[69249]: DEBUG oslo_concurrency.lockutils [req-812e2505-9ce3-42e8-9a76-25559d6a97e3 req-c9940531-d18c-40f9-a156-e190eac183c1 service nova] Acquiring lock "15b758e1-3e60-4799-a43b-59a451ecd52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.284661] env[69249]: DEBUG oslo_concurrency.lockutils [req-812e2505-9ce3-42e8-9a76-25559d6a97e3 req-c9940531-d18c-40f9-a156-e190eac183c1 service nova] Lock "15b758e1-3e60-4799-a43b-59a451ecd52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.284811] env[69249]: DEBUG oslo_concurrency.lockutils [req-812e2505-9ce3-42e8-9a76-25559d6a97e3 req-c9940531-d18c-40f9-a156-e190eac183c1 service nova] Lock "15b758e1-3e60-4799-a43b-59a451ecd52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.284981] env[69249]: DEBUG nova.compute.manager [req-812e2505-9ce3-42e8-9a76-25559d6a97e3 req-c9940531-d18c-40f9-a156-e190eac183c1 service nova] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] No waiting events found dispatching network-vif-plugged-5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 907.285162] env[69249]: WARNING nova.compute.manager [req-812e2505-9ce3-42e8-9a76-25559d6a97e3 req-c9940531-d18c-40f9-a156-e190eac183c1 service nova] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Received unexpected event network-vif-plugged-5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa for instance with vm_state building and task_state spawning. [ 907.285322] env[69249]: DEBUG nova.compute.manager [req-812e2505-9ce3-42e8-9a76-25559d6a97e3 req-c9940531-d18c-40f9-a156-e190eac183c1 service nova] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Received event network-changed-5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.285476] env[69249]: DEBUG nova.compute.manager [req-812e2505-9ce3-42e8-9a76-25559d6a97e3 req-c9940531-d18c-40f9-a156-e190eac183c1 service nova] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Refreshing instance network info cache due to event network-changed-5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.285656] env[69249]: DEBUG oslo_concurrency.lockutils [req-812e2505-9ce3-42e8-9a76-25559d6a97e3 req-c9940531-d18c-40f9-a156-e190eac183c1 service nova] Acquiring lock "refresh_cache-15b758e1-3e60-4799-a43b-59a451ecd52f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.285790] env[69249]: DEBUG oslo_concurrency.lockutils [req-812e2505-9ce3-42e8-9a76-25559d6a97e3 req-c9940531-d18c-40f9-a156-e190eac183c1 service nova] Acquired lock "refresh_cache-15b758e1-3e60-4799-a43b-59a451ecd52f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.285941] env[69249]: DEBUG nova.network.neutron [req-812e2505-9ce3-42e8-9a76-25559d6a97e3 req-c9940531-d18c-40f9-a156-e190eac183c1 service nova] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Refreshing network info cache for port 5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.381564] env[69249]: INFO nova.scheduler.client.report [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleted allocation for migration 43a3c0e0-90d1-424a-9738-56788e054b81 [ 907.413236] env[69249]: INFO nova.compute.manager [-] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Took 1.79 seconds to deallocate network for instance. [ 907.583741] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.583741] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.590798] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: c6cb354f-dc6d-4e7c-8641-563e266abdee] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.623795] env[69249]: DEBUG oslo_concurrency.lockutils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "refresh_cache-15b758e1-3e60-4799-a43b-59a451ecd52f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.681317] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659528, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.876730] env[69249]: DEBUG nova.network.neutron [req-812e2505-9ce3-42e8-9a76-25559d6a97e3 req-c9940531-d18c-40f9-a156-e190eac183c1 service nova] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.887715] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b13fb2a0-f7ce-4785-a230-d7beee367335 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "da460c36-960d-4ae2-a931-313c2e79a7d5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.245s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.919727] env[69249]: DEBUG oslo_concurrency.lockutils [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.979913] env[69249]: DEBUG nova.network.neutron [req-812e2505-9ce3-42e8-9a76-25559d6a97e3 req-c9940531-d18c-40f9-a156-e190eac183c1 service nova] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.086211] env[69249]: DEBUG nova.compute.manager [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.094343] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: ff74d8fd-f452-4e4d-8d77-c5f601352b43] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.185253] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761275} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.185585] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 00174390-11bc-4513-8ba8-e5b8562dd62e/00174390-11bc-4513-8ba8-e5b8562dd62e.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.185805] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.186091] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60d9f637-40e3-47f0-b0a5-2dafdcf52663 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.197747] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Waiting for the task: (returnval){ [ 908.197747] env[69249]: value = "task-3659529" [ 908.197747] env[69249]: _type = "Task" [ 908.197747] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.211829] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.312868] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9e3316-7a2b-48f7-986c-0bebb6449161 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.321510] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae3de04-5727-4c7f-ba66-a6015b916618 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.355831] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c00de15-8d06-4678-bce5-8c4f98891697 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.361781] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f319a079-1fec-43a6-92bb-06abac1a425e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.377300] env[69249]: DEBUG nova.compute.provider_tree [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.482578] env[69249]: DEBUG oslo_concurrency.lockutils [req-812e2505-9ce3-42e8-9a76-25559d6a97e3 req-c9940531-d18c-40f9-a156-e190eac183c1 service nova] Releasing lock "refresh_cache-15b758e1-3e60-4799-a43b-59a451ecd52f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.482991] env[69249]: DEBUG oslo_concurrency.lockutils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquired lock "refresh_cache-15b758e1-3e60-4799-a43b-59a451ecd52f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.483170] env[69249]: DEBUG nova.network.neutron [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.501747] env[69249]: DEBUG oslo_vmware.rw_handles [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5a776-a916-350f-816b-f5e239ee55e2/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 908.503062] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c63a65-04b1-4ade-bf22-6f672e7744a5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.510868] env[69249]: DEBUG oslo_vmware.rw_handles [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5a776-a916-350f-816b-f5e239ee55e2/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 908.511048] env[69249]: ERROR oslo_vmware.rw_handles [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5a776-a916-350f-816b-f5e239ee55e2/disk-0.vmdk due to incomplete transfer. [ 908.511282] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9981ef34-7586-4451-8f3e-73f74aba6168 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.519611] env[69249]: DEBUG oslo_vmware.rw_handles [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c5a776-a916-350f-816b-f5e239ee55e2/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 908.519808] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Uploaded image fc136212-ec26-4763-9f96-cbbe5525ccf3 to the Glance image server {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 908.522352] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 908.522620] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1113ac9e-c44c-4757-930a-ae09d437c6a6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.529009] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 908.529009] env[69249]: value = "task-3659530" [ 908.529009] env[69249]: _type = "Task" [ 908.529009] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.538496] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659530, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.603009] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 49488ff2-0d08-4cb6-9f10-d527398a2fae] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.611470] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.710694] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096091} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.710694] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.710895] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe01b31-353e-4498-8fac-6c6e17b05b0a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.733783] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 00174390-11bc-4513-8ba8-e5b8562dd62e/00174390-11bc-4513-8ba8-e5b8562dd62e.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.734092] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feca122e-dd58-4832-a2d0-b88360e751ce {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.754982] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Waiting for the task: (returnval){ [ 908.754982] env[69249]: value = "task-3659531" [ 908.754982] env[69249]: _type = "Task" [ 908.754982] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.764047] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.880711] env[69249]: DEBUG nova.scheduler.client.report [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.015976] env[69249]: DEBUG nova.network.neutron [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.040410] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659530, 'name': Destroy_Task, 'duration_secs': 0.366603} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.040681] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Destroyed the VM [ 909.041009] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 909.041278] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c4bcb840-5e7c-4805-a316-2140e4dfb9d2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.048947] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 909.048947] env[69249]: value = "task-3659532" [ 909.048947] env[69249]: _type = "Task" [ 909.048947] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.057735] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659532, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.106762] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 2f4843df-a5c2-40f4-a7f9-a33c5f62ea64] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.153931] env[69249]: DEBUG nova.network.neutron [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Updating instance_info_cache with network_info: [{"id": "5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa", "address": "fa:16:3e:a1:f1:1c", "network": {"id": "5813e340-56c8-4fe2-8a98-61aa247aa020", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1055281376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ebfb1d4f3e470d9efae5b6c086ca9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba8a9c5-2b", "ovs_interfaceid": "5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.266579] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659531, 'name': ReconfigVM_Task, 'duration_secs': 0.306917} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.266874] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 00174390-11bc-4513-8ba8-e5b8562dd62e/00174390-11bc-4513-8ba8-e5b8562dd62e.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.267651] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20bb1f15-0670-467d-96e6-16de77159ad9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.276014] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Waiting for the task: (returnval){ [ 909.276014] env[69249]: value = "task-3659533" [ 909.276014] env[69249]: _type = "Task" [ 909.276014] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.285871] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659533, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.365689] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "da460c36-960d-4ae2-a931-313c2e79a7d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.365689] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "da460c36-960d-4ae2-a931-313c2e79a7d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.365689] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "da460c36-960d-4ae2-a931-313c2e79a7d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.365838] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "da460c36-960d-4ae2-a931-313c2e79a7d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.365995] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "da460c36-960d-4ae2-a931-313c2e79a7d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.368991] env[69249]: INFO nova.compute.manager [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Terminating instance [ 909.387138] env[69249]: DEBUG oslo_concurrency.lockutils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.387138] env[69249]: DEBUG nova.compute.manager [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.389876] env[69249]: DEBUG oslo_concurrency.lockutils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.882s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.393577] env[69249]: INFO nova.compute.claims [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.559714] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659532, 'name': RemoveSnapshot_Task} progress is 81%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.611015] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 1b505adf-dfe3-46a2-bd46-76059968eb7c] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.657074] env[69249]: DEBUG oslo_concurrency.lockutils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Releasing lock "refresh_cache-15b758e1-3e60-4799-a43b-59a451ecd52f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.657422] env[69249]: DEBUG nova.compute.manager [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Instance network_info: |[{"id": "5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa", "address": "fa:16:3e:a1:f1:1c", "network": {"id": "5813e340-56c8-4fe2-8a98-61aa247aa020", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1055281376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ebfb1d4f3e470d9efae5b6c086ca9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba8a9c5-2b", "ovs_interfaceid": "5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.657884] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:f1:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.665481] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.665683] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.665909] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-defd1365-b04c-45c2-923c-959a7b776017 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.685488] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.685488] env[69249]: value = "task-3659534" [ 909.685488] env[69249]: _type = "Task" [ 909.685488] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.697992] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659534, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.787375] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659533, 'name': Rename_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.849683] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "0e253bdc-0172-4ca0-9738-b34c60d80534" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.849910] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "0e253bdc-0172-4ca0-9738-b34c60d80534" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.873448] env[69249]: DEBUG nova.compute.manager [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.873658] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.874510] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc290df-b362-4fc0-8913-af0abef3f547 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.883020] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.883245] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ea5980f-7e1d-4839-9068-b0871d3d5926 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.890383] env[69249]: DEBUG oslo_vmware.api [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 909.890383] env[69249]: value = "task-3659535" [ 909.890383] env[69249]: _type = "Task" [ 909.890383] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.899946] env[69249]: DEBUG nova.compute.utils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.901256] env[69249]: DEBUG oslo_vmware.api [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.903248] env[69249]: DEBUG nova.compute.manager [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.903413] env[69249]: DEBUG nova.network.neutron [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.965211] env[69249]: DEBUG nova.policy [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3867d8bc76104da9bf665454eeffaad6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dbfec0716814a67a1fdec2a3368b300', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.061433] env[69249]: DEBUG oslo_vmware.api [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659532, 'name': RemoveSnapshot_Task, 'duration_secs': 0.586863} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.061683] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 910.061920] env[69249]: INFO nova.compute.manager [None req-3ff241bc-ee24-43b7-b5d0-68f530fc775b tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Took 15.20 seconds to snapshot the instance on the hypervisor. [ 910.113154] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: a546e48a-8dc7-482a-8465-7f17b9b7cfe3] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.196354] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659534, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.251447] env[69249]: DEBUG nova.network.neutron [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Successfully created port: bde865d9-e839-4196-b54a-3d7e748b61c4 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.288500] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659533, 'name': Rename_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.401817] env[69249]: DEBUG oslo_vmware.api [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659535, 'name': PowerOffVM_Task, 'duration_secs': 0.260332} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.402240] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.402477] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.402781] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d9fc5ec-157f-4753-a327-c31da7ee06a3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.406230] env[69249]: DEBUG nova.compute.manager [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.479791] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.479791] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.479791] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleting the datastore file [datastore2] da460c36-960d-4ae2-a931-313c2e79a7d5 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.479791] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d03f3c69-1061-46a9-b55c-d2be037e38e2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.490438] env[69249]: DEBUG oslo_vmware.api [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 910.490438] env[69249]: value = "task-3659537" [ 910.490438] env[69249]: _type = "Task" [ 910.490438] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.501178] env[69249]: DEBUG oslo_vmware.api [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.617517] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 456cb87c-c3f5-4fd9-a20b-9f54e8255b5f] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.698307] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659534, 'name': CreateVM_Task, 'duration_secs': 0.921045} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.698447] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.699147] env[69249]: DEBUG oslo_concurrency.lockutils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.699322] env[69249]: DEBUG oslo_concurrency.lockutils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.699766] env[69249]: DEBUG oslo_concurrency.lockutils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.700058] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a9555a-a1f5-4409-8335-236644821c0a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.708711] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 910.708711] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523c55c2-c01d-ff8e-326d-4b484f7550e0" [ 910.708711] env[69249]: _type = "Task" [ 910.708711] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.717553] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523c55c2-c01d-ff8e-326d-4b484f7550e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.790872] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659533, 'name': Rename_Task, 'duration_secs': 1.069597} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.794944] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.795783] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c96226c0-3263-405b-a236-74822c1a1086 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.803861] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Waiting for the task: (returnval){ [ 910.803861] env[69249]: value = "task-3659538" [ 910.803861] env[69249]: _type = "Task" [ 910.803861] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.814781] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.880059] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49763991-157b-4918-87c5-8c15d30c7c7c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.887871] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4416e25-3131-4179-a7b1-4e8f2db04e4a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.923447] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a91661d-7f7e-4326-b1f6-2185d8fc4c90 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.932410] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aa2830-9bbb-4924-a0f0-4dbf96e8b9d9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.949623] env[69249]: DEBUG nova.compute.provider_tree [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.002529] env[69249]: DEBUG oslo_vmware.api [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165721} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.002827] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.003060] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.003268] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.003465] env[69249]: INFO nova.compute.manager [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 911.003731] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.003938] env[69249]: DEBUG nova.compute.manager [-] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.004066] env[69249]: DEBUG nova.network.neutron [-] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.121858] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 64baed3e-df1d-47f8-8ee2-e7a44fc38b18] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.219972] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523c55c2-c01d-ff8e-326d-4b484f7550e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.276364] env[69249]: DEBUG nova.compute.manager [req-c813cd23-b4fe-4e72-9b1e-45a6e164e4b5 req-81958839-fb02-488b-b1db-f2e1d2934f71 service nova] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Received event network-vif-deleted-d304e7e8-6b0b-4099-83f9-9d638f2441a3 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.276616] env[69249]: INFO nova.compute.manager [req-c813cd23-b4fe-4e72-9b1e-45a6e164e4b5 req-81958839-fb02-488b-b1db-f2e1d2934f71 service nova] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Neutron deleted interface d304e7e8-6b0b-4099-83f9-9d638f2441a3; detaching it from the instance and deleting it from the info cache [ 911.276842] env[69249]: DEBUG nova.network.neutron [req-c813cd23-b4fe-4e72-9b1e-45a6e164e4b5 req-81958839-fb02-488b-b1db-f2e1d2934f71 service nova] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.316833] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659538, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.428347] env[69249]: DEBUG nova.compute.manager [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.452646] env[69249]: DEBUG nova.virt.hardware [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:57:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='657b26f3-2781-4c49-a7c9-03a540389d07',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1685591079',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.452972] env[69249]: DEBUG nova.virt.hardware [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.453244] env[69249]: DEBUG nova.virt.hardware [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.453550] env[69249]: DEBUG nova.virt.hardware [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.453864] env[69249]: DEBUG nova.virt.hardware [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.453933] env[69249]: DEBUG nova.virt.hardware [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.454241] env[69249]: DEBUG nova.virt.hardware [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.454628] env[69249]: DEBUG nova.virt.hardware [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.454741] env[69249]: DEBUG nova.virt.hardware [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.454915] env[69249]: DEBUG nova.virt.hardware [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.455107] env[69249]: DEBUG nova.virt.hardware [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.455957] env[69249]: DEBUG nova.scheduler.client.report [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.459775] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b0359c-5659-4589-ba9a-9ee426450495 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.469427] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ff4983-476e-480f-be9b-e464c7a4fa43 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.625503] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 1f9216ea-191d-48a3-bc40-d9951344a576] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.721672] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523c55c2-c01d-ff8e-326d-4b484f7550e0, 'name': SearchDatastore_Task, 'duration_secs': 0.605935} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.723070] env[69249]: DEBUG oslo_concurrency.lockutils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.723911] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.724195] env[69249]: DEBUG oslo_concurrency.lockutils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.724432] env[69249]: DEBUG oslo_concurrency.lockutils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.724553] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.725730] env[69249]: DEBUG nova.compute.manager [req-c74cf05e-2ccc-4f0b-ab02-c7466c5b755e req-25af1265-f134-4b65-b6e5-2f06b200f091 service nova] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Received event network-vif-plugged-bde865d9-e839-4196-b54a-3d7e748b61c4 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.726381] env[69249]: DEBUG oslo_concurrency.lockutils [req-c74cf05e-2ccc-4f0b-ab02-c7466c5b755e req-25af1265-f134-4b65-b6e5-2f06b200f091 service nova] Acquiring lock "ea954cae-05b2-4097-a0e1-2f2618d7aacc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.726601] env[69249]: DEBUG oslo_concurrency.lockutils [req-c74cf05e-2ccc-4f0b-ab02-c7466c5b755e req-25af1265-f134-4b65-b6e5-2f06b200f091 service nova] Lock "ea954cae-05b2-4097-a0e1-2f2618d7aacc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.726894] env[69249]: DEBUG oslo_concurrency.lockutils [req-c74cf05e-2ccc-4f0b-ab02-c7466c5b755e req-25af1265-f134-4b65-b6e5-2f06b200f091 service nova] Lock "ea954cae-05b2-4097-a0e1-2f2618d7aacc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.727121] env[69249]: DEBUG nova.compute.manager [req-c74cf05e-2ccc-4f0b-ab02-c7466c5b755e req-25af1265-f134-4b65-b6e5-2f06b200f091 service nova] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] No waiting events found dispatching network-vif-plugged-bde865d9-e839-4196-b54a-3d7e748b61c4 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 911.727298] env[69249]: WARNING nova.compute.manager [req-c74cf05e-2ccc-4f0b-ab02-c7466c5b755e req-25af1265-f134-4b65-b6e5-2f06b200f091 service nova] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Received unexpected event network-vif-plugged-bde865d9-e839-4196-b54a-3d7e748b61c4 for instance with vm_state building and task_state spawning. [ 911.727898] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d63824db-44fb-4300-8b37-f3cd8a7a85b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.739158] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.739347] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.740126] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c184334-a0c0-4e48-9eb8-99b986ef295f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.748858] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 911.748858] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5282fb75-5884-5e34-b313-bd1b6270b690" [ 911.748858] env[69249]: _type = "Task" [ 911.748858] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.758483] env[69249]: DEBUG nova.network.neutron [-] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.759181] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5282fb75-5884-5e34-b313-bd1b6270b690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.782018] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4bab7630-069e-4d0a-9e39-06c51757f9dc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.792017] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9d3285-fe4d-45e3-b7be-926758d8943f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.813564] env[69249]: DEBUG oslo_vmware.api [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659538, 'name': PowerOnVM_Task, 'duration_secs': 0.523476} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.813979] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.814325] env[69249]: INFO nova.compute.manager [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Took 9.20 seconds to spawn the instance on the hypervisor. [ 911.814607] env[69249]: DEBUG nova.compute.manager [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 911.827970] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffd5e30-9509-4f9b-bd3e-f9351eddeeca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.830713] env[69249]: DEBUG nova.compute.manager [req-c813cd23-b4fe-4e72-9b1e-45a6e164e4b5 req-81958839-fb02-488b-b1db-f2e1d2934f71 service nova] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Detach interface failed, port_id=d304e7e8-6b0b-4099-83f9-9d638f2441a3, reason: Instance da460c36-960d-4ae2-a931-313c2e79a7d5 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 911.963858] env[69249]: DEBUG oslo_concurrency.lockutils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.966018] env[69249]: DEBUG nova.compute.manager [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.968515] env[69249]: DEBUG oslo_concurrency.lockutils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.136s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.970410] env[69249]: INFO nova.compute.claims [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.102432] env[69249]: DEBUG nova.network.neutron [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Successfully updated port: bde865d9-e839-4196-b54a-3d7e748b61c4 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.128066] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 9e031523-93b3-43c4-a068-22baf4887e27] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.243078] env[69249]: DEBUG nova.compute.manager [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 912.243078] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c242ed7a-3671-4e0a-81d4-8a18b801d45d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.261508] env[69249]: INFO nova.compute.manager [-] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Took 1.26 seconds to deallocate network for instance. [ 912.261835] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5282fb75-5884-5e34-b313-bd1b6270b690, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.267052] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2cc482-f2f3-47a7-ac2c-4047869f3a9a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.273091] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 912.273091] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523eac9c-8da3-ff55-36e2-76a458aa8c6b" [ 912.273091] env[69249]: _type = "Task" [ 912.273091] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.286987] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523eac9c-8da3-ff55-36e2-76a458aa8c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010921} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.286987] env[69249]: DEBUG oslo_concurrency.lockutils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.287267] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 15b758e1-3e60-4799-a43b-59a451ecd52f/15b758e1-3e60-4799-a43b-59a451ecd52f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.287496] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd6a25be-93b7-487c-9757-d6e829fdaaeb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.297213] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 912.297213] env[69249]: value = "task-3659539" [ 912.297213] env[69249]: _type = "Task" [ 912.297213] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.308321] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.349348] env[69249]: INFO nova.compute.manager [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Took 52.22 seconds to build instance. [ 912.477847] env[69249]: DEBUG nova.compute.utils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.481924] env[69249]: DEBUG nova.compute.manager [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.482176] env[69249]: DEBUG nova.network.neutron [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.538335] env[69249]: DEBUG nova.policy [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '202c06cb6ee844e2ace7078427b99ae3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07aa6a50e62842b4bdd73a866dd03fff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.608885] env[69249]: DEBUG oslo_concurrency.lockutils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.608885] env[69249]: DEBUG oslo_concurrency.lockutils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquired lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.609163] env[69249]: DEBUG nova.network.neutron [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.631147] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 5df4ac74-fe92-42db-8f1c-3d4e790edffe] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.753983] env[69249]: INFO nova.compute.manager [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] instance snapshotting [ 912.757727] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7fa16e-b4ec-45ad-8e04-d328ee60af25 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.777559] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.778942] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1509815-c039-418e-80c5-2ec8131841c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.813282] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465808} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.813559] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 15b758e1-3e60-4799-a43b-59a451ecd52f/15b758e1-3e60-4799-a43b-59a451ecd52f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.813774] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.814047] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-487ffc49-9bbe-4ec6-9569-d2d573c7c0f2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.821402] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 912.821402] env[69249]: value = "task-3659540" [ 912.821402] env[69249]: _type = "Task" [ 912.821402] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.831673] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.852351] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f90a5412-b02d-4ab4-a6a9-f7f5371e39e7 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Lock "00174390-11bc-4513-8ba8-e5b8562dd62e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.692s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.913029] env[69249]: DEBUG nova.network.neutron [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Successfully created port: b95757cc-1561-464f-ba8b-2cf2d58eec77 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.982871] env[69249]: DEBUG nova.compute.manager [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.135295] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 18d75c35-9a2e-472b-a9b6-19b07904ffc8] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.149720] env[69249]: DEBUG nova.network.neutron [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.294615] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 913.295369] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-10d867f6-8074-4668-8234-e5c6991e4235 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.306106] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 913.306106] env[69249]: value = "task-3659541" [ 913.306106] env[69249]: _type = "Task" [ 913.306106] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.321274] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659541, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.336878] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065708} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.337126] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.337926] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c609e293-5684-421b-91f4-f6113f0fbd50 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.341369] env[69249]: DEBUG nova.network.neutron [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updating instance_info_cache with network_info: [{"id": "bde865d9-e839-4196-b54a-3d7e748b61c4", "address": "fa:16:3e:70:6c:2e", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde865d9-e8", "ovs_interfaceid": "bde865d9-e839-4196-b54a-3d7e748b61c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.359190] env[69249]: DEBUG nova.compute.manager [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.372254] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 15b758e1-3e60-4799-a43b-59a451ecd52f/15b758e1-3e60-4799-a43b-59a451ecd52f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.378077] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8a5ba9d-541f-4391-bc09-2a2389a584b8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.402413] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 913.402413] env[69249]: value = "task-3659542" [ 913.402413] env[69249]: _type = "Task" [ 913.402413] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.413857] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.477358] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02efd1b9-da5b-4fc9-9fdb-264a738ccbaa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.486356] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f53172-e7e3-42f4-9e02-144e5ce00909 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.520975] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae92f60-e9af-4be5-9d2e-53b922c9596a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.531756] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52e294b-a950-4d44-818a-5665b3f79d22 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.547943] env[69249]: DEBUG nova.compute.provider_tree [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.641137] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: b2dc8715-7cfa-4cb5-af65-1e3d473f1a8f] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.754543] env[69249]: DEBUG nova.compute.manager [req-c2c4319e-3941-4392-8a54-d8db11e0687a req-c8720d84-79c5-45cf-bf41-09cab74ba4cd service nova] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Received event network-changed-bde865d9-e839-4196-b54a-3d7e748b61c4 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.754746] env[69249]: DEBUG nova.compute.manager [req-c2c4319e-3941-4392-8a54-d8db11e0687a req-c8720d84-79c5-45cf-bf41-09cab74ba4cd service nova] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Refreshing instance network info cache due to event network-changed-bde865d9-e839-4196-b54a-3d7e748b61c4. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.754944] env[69249]: DEBUG oslo_concurrency.lockutils [req-c2c4319e-3941-4392-8a54-d8db11e0687a req-c8720d84-79c5-45cf-bf41-09cab74ba4cd service nova] Acquiring lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.822683] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659541, 'name': CreateSnapshot_Task, 'duration_secs': 0.504003} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.823186] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 913.824131] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ecf153-5829-4dec-9eb8-575a7888be11 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.847025] env[69249]: DEBUG oslo_concurrency.lockutils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Releasing lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.847025] env[69249]: DEBUG nova.compute.manager [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Instance network_info: |[{"id": "bde865d9-e839-4196-b54a-3d7e748b61c4", "address": "fa:16:3e:70:6c:2e", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde865d9-e8", "ovs_interfaceid": "bde865d9-e839-4196-b54a-3d7e748b61c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.848027] env[69249]: DEBUG oslo_concurrency.lockutils [req-c2c4319e-3941-4392-8a54-d8db11e0687a req-c8720d84-79c5-45cf-bf41-09cab74ba4cd service nova] Acquired lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.848027] env[69249]: DEBUG nova.network.neutron [req-c2c4319e-3941-4392-8a54-d8db11e0687a req-c8720d84-79c5-45cf-bf41-09cab74ba4cd service nova] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Refreshing network info cache for port bde865d9-e839-4196-b54a-3d7e748b61c4 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.849008] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:6c:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bde865d9-e839-4196-b54a-3d7e748b61c4', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.856434] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.859676] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.860290] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d519a06d-1c4e-4b55-9c93-7b76ff2b99a1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.886038] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.886038] env[69249]: value = "task-3659543" [ 913.886038] env[69249]: _type = "Task" [ 913.886038] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.891137] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.898664] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659543, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.910681] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.935868] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Acquiring lock "00174390-11bc-4513-8ba8-e5b8562dd62e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.935868] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Lock "00174390-11bc-4513-8ba8-e5b8562dd62e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.935868] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Acquiring lock "00174390-11bc-4513-8ba8-e5b8562dd62e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.935868] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Lock "00174390-11bc-4513-8ba8-e5b8562dd62e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.935868] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Lock "00174390-11bc-4513-8ba8-e5b8562dd62e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.938191] env[69249]: INFO nova.compute.manager [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Terminating instance [ 914.021763] env[69249]: DEBUG nova.compute.manager [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.048382] env[69249]: DEBUG nova.virt.hardware [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.048633] env[69249]: DEBUG nova.virt.hardware [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.048750] env[69249]: DEBUG nova.virt.hardware [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.049269] env[69249]: DEBUG nova.virt.hardware [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.049269] env[69249]: DEBUG nova.virt.hardware [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.049576] env[69249]: DEBUG nova.virt.hardware [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.049737] env[69249]: DEBUG nova.virt.hardware [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.049994] env[69249]: DEBUG nova.virt.hardware [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.050327] env[69249]: DEBUG nova.virt.hardware [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.050623] env[69249]: DEBUG nova.virt.hardware [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.050879] env[69249]: DEBUG nova.virt.hardware [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.051808] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca3012a-53d0-438c-8c3a-38f4de48ed4f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.055635] env[69249]: DEBUG nova.scheduler.client.report [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.081206] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d380338b-c020-4edf-83b0-0af952612568 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.147174] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: a76e1683-a93e-4493-8ba5-a4931b546f7d] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.175383] env[69249]: DEBUG nova.network.neutron [req-c2c4319e-3941-4392-8a54-d8db11e0687a req-c8720d84-79c5-45cf-bf41-09cab74ba4cd service nova] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updated VIF entry in instance network info cache for port bde865d9-e839-4196-b54a-3d7e748b61c4. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.175769] env[69249]: DEBUG nova.network.neutron [req-c2c4319e-3941-4392-8a54-d8db11e0687a req-c8720d84-79c5-45cf-bf41-09cab74ba4cd service nova] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updating instance_info_cache with network_info: [{"id": "bde865d9-e839-4196-b54a-3d7e748b61c4", "address": "fa:16:3e:70:6c:2e", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde865d9-e8", "ovs_interfaceid": "bde865d9-e839-4196-b54a-3d7e748b61c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.344989] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 914.344989] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7158a299-b576-4cfb-849b-008202aa727b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.354073] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 914.354073] env[69249]: value = "task-3659544" [ 914.354073] env[69249]: _type = "Task" [ 914.354073] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.365423] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659544, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.399487] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659543, 'name': CreateVM_Task, 'duration_secs': 0.510262} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.399705] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.400398] env[69249]: DEBUG oslo_concurrency.lockutils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.400552] env[69249]: DEBUG oslo_concurrency.lockutils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.400880] env[69249]: DEBUG oslo_concurrency.lockutils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.401996] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400e3354-1819-47af-a3c8-a050a2a1b6f1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.412682] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 914.412682] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520d2abb-0924-3c86-0f2f-d99432d12ade" [ 914.412682] env[69249]: _type = "Task" [ 914.412682] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.412999] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659542, 'name': ReconfigVM_Task, 'duration_secs': 0.866765} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.413402] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 15b758e1-3e60-4799-a43b-59a451ecd52f/15b758e1-3e60-4799-a43b-59a451ecd52f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.417020] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-946bb93b-8a20-42d3-84a1-2dc912244b91 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.427929] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520d2abb-0924-3c86-0f2f-d99432d12ade, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.428871] env[69249]: DEBUG oslo_concurrency.lockutils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.429138] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.429400] env[69249]: DEBUG oslo_concurrency.lockutils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.429558] env[69249]: DEBUG oslo_concurrency.lockutils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.429801] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.430144] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 914.430144] env[69249]: value = "task-3659545" [ 914.430144] env[69249]: _type = "Task" [ 914.430144] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.430343] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c1d4e55-0a67-469c-8f29-221f2fef5f14 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.441532] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659545, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.442216] env[69249]: DEBUG nova.compute.manager [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.442418] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.443717] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021d9e83-a140-4141-9ac9-cc9dd22a657d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.447563] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.447759] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.449031] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4939c90-bfb8-4f77-941f-86644652fed2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.454071] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.454409] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c2e2458-5b6f-4d91-8e23-8e928e1d2889 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.457650] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 914.457650] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5204dd0b-8c2b-b3f9-9a62-2788a7fd789d" [ 914.457650] env[69249]: _type = "Task" [ 914.457650] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.464111] env[69249]: DEBUG oslo_vmware.api [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Waiting for the task: (returnval){ [ 914.464111] env[69249]: value = "task-3659546" [ 914.464111] env[69249]: _type = "Task" [ 914.464111] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.470715] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5204dd0b-8c2b-b3f9-9a62-2788a7fd789d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.481020] env[69249]: DEBUG oslo_vmware.api [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.483122] env[69249]: DEBUG nova.network.neutron [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Successfully updated port: b95757cc-1561-464f-ba8b-2cf2d58eec77 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.562439] env[69249]: DEBUG oslo_concurrency.lockutils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.562977] env[69249]: DEBUG nova.compute.manager [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.565962] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.129s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.568107] env[69249]: INFO nova.compute.claims [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.649053] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 842da838-3269-4f94-9102-c3bf0cea79ed] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.678138] env[69249]: DEBUG oslo_concurrency.lockutils [req-c2c4319e-3941-4392-8a54-d8db11e0687a req-c8720d84-79c5-45cf-bf41-09cab74ba4cd service nova] Releasing lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.865178] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659544, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.943259] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659545, 'name': Rename_Task, 'duration_secs': 0.212751} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.943534] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.943784] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de50c950-f5a4-4b7e-a2f7-7faed8a79cc1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.951638] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 914.951638] env[69249]: value = "task-3659547" [ 914.951638] env[69249]: _type = "Task" [ 914.951638] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.961826] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.973198] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5204dd0b-8c2b-b3f9-9a62-2788a7fd789d, 'name': SearchDatastore_Task, 'duration_secs': 0.011649} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.977096] env[69249]: DEBUG oslo_vmware.api [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659546, 'name': PowerOffVM_Task, 'duration_secs': 0.193477} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.977323] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3773eb31-749c-4b80-aa53-02fc817fcbda {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.979739] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.979901] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.980160] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d96651bc-0287-4f52-b771-26e3f18250ff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.986522] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 914.986522] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f211c0-a50e-acc4-e8ee-0afc872a5cda" [ 914.986522] env[69249]: _type = "Task" [ 914.986522] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.990517] env[69249]: DEBUG oslo_concurrency.lockutils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Acquiring lock "refresh_cache-336d0484-6537-4a27-bc77-ed6b600a65fa" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.990841] env[69249]: DEBUG oslo_concurrency.lockutils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Acquired lock "refresh_cache-336d0484-6537-4a27-bc77-ed6b600a65fa" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.990905] env[69249]: DEBUG nova.network.neutron [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.997462] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f211c0-a50e-acc4-e8ee-0afc872a5cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.063274] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.063427] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.063606] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Deleting the datastore file [datastore1] 00174390-11bc-4513-8ba8-e5b8562dd62e {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.063890] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c545bf7-c0d6-43a5-b551-41087e3cf7ad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.075406] env[69249]: DEBUG nova.compute.utils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.077049] env[69249]: DEBUG nova.compute.manager [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.077049] env[69249]: DEBUG nova.network.neutron [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.084202] env[69249]: DEBUG oslo_vmware.api [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Waiting for the task: (returnval){ [ 915.084202] env[69249]: value = "task-3659549" [ 915.084202] env[69249]: _type = "Task" [ 915.084202] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.094917] env[69249]: DEBUG oslo_vmware.api [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.125442] env[69249]: DEBUG nova.policy [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0944e235e63d43df8998eff336387053', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a3dee5d96f84667bc8a11361fce0cb9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.152477] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: def44b38-88fa-40fc-936c-d89fe9e8cf2c] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.366960] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659544, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.463947] env[69249]: DEBUG oslo_vmware.api [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659547, 'name': PowerOnVM_Task, 'duration_secs': 0.497031} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.464300] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.464510] env[69249]: INFO nova.compute.manager [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Took 9.27 seconds to spawn the instance on the hypervisor. [ 915.464696] env[69249]: DEBUG nova.compute.manager [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 915.466172] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1c164e-afcd-4ef4-bd47-bd1db3e5fa69 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.482522] env[69249]: DEBUG nova.network.neutron [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Successfully created port: f29807e2-479d-4c7e-a19b-ecac5a274b67 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.498979] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f211c0-a50e-acc4-e8ee-0afc872a5cda, 'name': SearchDatastore_Task, 'duration_secs': 0.012611} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.499413] env[69249]: DEBUG oslo_concurrency.lockutils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.499750] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] ea954cae-05b2-4097-a0e1-2f2618d7aacc/ea954cae-05b2-4097-a0e1-2f2618d7aacc.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.499986] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c77e6bbe-f037-48fd-af56-3e37a5e9e0fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.507919] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 915.507919] env[69249]: value = "task-3659550" [ 915.507919] env[69249]: _type = "Task" [ 915.507919] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.518399] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.528018] env[69249]: DEBUG nova.network.neutron [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.580953] env[69249]: DEBUG nova.compute.manager [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.604024] env[69249]: DEBUG oslo_vmware.api [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Task: {'id': task-3659549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143514} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.604024] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.604024] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.604024] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.604024] env[69249]: INFO nova.compute.manager [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 915.604024] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.604024] env[69249]: DEBUG nova.compute.manager [-] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.604024] env[69249]: DEBUG nova.network.neutron [-] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.658832] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 0f6e5989-3a56-433f-a736-d067b63e326a] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.770463] env[69249]: DEBUG nova.network.neutron [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Updating instance_info_cache with network_info: [{"id": "b95757cc-1561-464f-ba8b-2cf2d58eec77", "address": "fa:16:3e:49:50:b4", "network": {"id": "b65a7689-40aa-4faf-806b-2e425afa162f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1255744511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07aa6a50e62842b4bdd73a866dd03fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95757cc-15", "ovs_interfaceid": "b95757cc-1561-464f-ba8b-2cf2d58eec77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.836827] env[69249]: DEBUG nova.compute.manager [req-d76b2dc7-4990-4caa-a27c-6c5a18ae3fd7 req-8df1cada-e39d-49ae-8e03-132d2e242854 service nova] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Received event network-vif-plugged-b95757cc-1561-464f-ba8b-2cf2d58eec77 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.837068] env[69249]: DEBUG oslo_concurrency.lockutils [req-d76b2dc7-4990-4caa-a27c-6c5a18ae3fd7 req-8df1cada-e39d-49ae-8e03-132d2e242854 service nova] Acquiring lock "336d0484-6537-4a27-bc77-ed6b600a65fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.837289] env[69249]: DEBUG oslo_concurrency.lockutils [req-d76b2dc7-4990-4caa-a27c-6c5a18ae3fd7 req-8df1cada-e39d-49ae-8e03-132d2e242854 service nova] Lock "336d0484-6537-4a27-bc77-ed6b600a65fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.837455] env[69249]: DEBUG oslo_concurrency.lockutils [req-d76b2dc7-4990-4caa-a27c-6c5a18ae3fd7 req-8df1cada-e39d-49ae-8e03-132d2e242854 service nova] Lock "336d0484-6537-4a27-bc77-ed6b600a65fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.837678] env[69249]: DEBUG nova.compute.manager [req-d76b2dc7-4990-4caa-a27c-6c5a18ae3fd7 req-8df1cada-e39d-49ae-8e03-132d2e242854 service nova] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] No waiting events found dispatching network-vif-plugged-b95757cc-1561-464f-ba8b-2cf2d58eec77 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 915.838122] env[69249]: WARNING nova.compute.manager [req-d76b2dc7-4990-4caa-a27c-6c5a18ae3fd7 req-8df1cada-e39d-49ae-8e03-132d2e242854 service nova] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Received unexpected event network-vif-plugged-b95757cc-1561-464f-ba8b-2cf2d58eec77 for instance with vm_state building and task_state spawning. [ 915.838122] env[69249]: DEBUG nova.compute.manager [req-d76b2dc7-4990-4caa-a27c-6c5a18ae3fd7 req-8df1cada-e39d-49ae-8e03-132d2e242854 service nova] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Received event network-changed-b95757cc-1561-464f-ba8b-2cf2d58eec77 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.838122] env[69249]: DEBUG nova.compute.manager [req-d76b2dc7-4990-4caa-a27c-6c5a18ae3fd7 req-8df1cada-e39d-49ae-8e03-132d2e242854 service nova] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Refreshing instance network info cache due to event network-changed-b95757cc-1561-464f-ba8b-2cf2d58eec77. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.838313] env[69249]: DEBUG oslo_concurrency.lockutils [req-d76b2dc7-4990-4caa-a27c-6c5a18ae3fd7 req-8df1cada-e39d-49ae-8e03-132d2e242854 service nova] Acquiring lock "refresh_cache-336d0484-6537-4a27-bc77-ed6b600a65fa" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.870149] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659544, 'name': CloneVM_Task, 'duration_secs': 1.430705} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.870421] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Created linked-clone VM from snapshot [ 915.871274] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c395fc-c00d-4e89-93b6-d6f2a65dd7f7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.880996] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Uploading image 6f784d6e-199c-45b5-9169-da6f468c7a22 {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 915.907134] env[69249]: DEBUG oslo_vmware.rw_handles [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 915.907134] env[69249]: value = "vm-729425" [ 915.907134] env[69249]: _type = "VirtualMachine" [ 915.907134] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 915.907134] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-714db1b9-25b0-42f8-b728-28e986ee6c99 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.917290] env[69249]: DEBUG oslo_vmware.rw_handles [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lease: (returnval){ [ 915.917290] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5211fbdb-b921-70a4-44d1-cbf8b9f2aa7c" [ 915.917290] env[69249]: _type = "HttpNfcLease" [ 915.917290] env[69249]: } obtained for exporting VM: (result){ [ 915.917290] env[69249]: value = "vm-729425" [ 915.917290] env[69249]: _type = "VirtualMachine" [ 915.917290] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 915.917798] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the lease: (returnval){ [ 915.917798] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5211fbdb-b921-70a4-44d1-cbf8b9f2aa7c" [ 915.917798] env[69249]: _type = "HttpNfcLease" [ 915.917798] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 915.926405] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.926405] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5211fbdb-b921-70a4-44d1-cbf8b9f2aa7c" [ 915.926405] env[69249]: _type = "HttpNfcLease" [ 915.926405] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 915.989614] env[69249]: INFO nova.compute.manager [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Took 46.49 seconds to build instance. [ 916.023760] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478167} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.023760] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] ea954cae-05b2-4097-a0e1-2f2618d7aacc/ea954cae-05b2-4097-a0e1-2f2618d7aacc.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.023760] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.023760] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b78cd1d2-c895-4f6a-bcd0-369c3123f47f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.038121] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 916.038121] env[69249]: value = "task-3659552" [ 916.038121] env[69249]: _type = "Task" [ 916.038121] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.050422] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.161149] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 4aa31fef-e939-4657-8a8f-48042bd1d081] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.164592] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442e9c8a-2229-4e5e-a641-be21df6ef963 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.174261] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf2b6fc-efda-4082-a96f-9a0c890fdedb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.213224] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13c1afb-fea9-477e-aad6-d14de93ea093 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.222294] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3488e2-ef01-4142-a75a-b594a51858d2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.240364] env[69249]: DEBUG nova.compute.provider_tree [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.272497] env[69249]: DEBUG oslo_concurrency.lockutils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Releasing lock "refresh_cache-336d0484-6537-4a27-bc77-ed6b600a65fa" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.272768] env[69249]: DEBUG nova.compute.manager [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Instance network_info: |[{"id": "b95757cc-1561-464f-ba8b-2cf2d58eec77", "address": "fa:16:3e:49:50:b4", "network": {"id": "b65a7689-40aa-4faf-806b-2e425afa162f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1255744511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07aa6a50e62842b4bdd73a866dd03fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95757cc-15", "ovs_interfaceid": "b95757cc-1561-464f-ba8b-2cf2d58eec77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.273072] env[69249]: DEBUG oslo_concurrency.lockutils [req-d76b2dc7-4990-4caa-a27c-6c5a18ae3fd7 req-8df1cada-e39d-49ae-8e03-132d2e242854 service nova] Acquired lock "refresh_cache-336d0484-6537-4a27-bc77-ed6b600a65fa" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.273253] env[69249]: DEBUG nova.network.neutron [req-d76b2dc7-4990-4caa-a27c-6c5a18ae3fd7 req-8df1cada-e39d-49ae-8e03-132d2e242854 service nova] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Refreshing network info cache for port b95757cc-1561-464f-ba8b-2cf2d58eec77 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.278022] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:50:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b95757cc-1561-464f-ba8b-2cf2d58eec77', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.281846] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Creating folder: Project (07aa6a50e62842b4bdd73a866dd03fff). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.282834] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c43fd430-6bfb-4439-8186-a4351ea87548 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.295784] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Created folder: Project (07aa6a50e62842b4bdd73a866dd03fff) in parent group-v729229. [ 916.295969] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Creating folder: Instances. Parent ref: group-v729426. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.296214] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae09324f-778d-4e54-ae52-ddcd47a77a60 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.306370] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Created folder: Instances in parent group-v729426. [ 916.306577] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.306766] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.306973] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7be7c5c0-2165-4a44-be7e-1ee3d9dca907 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.328422] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.328422] env[69249]: value = "task-3659555" [ 916.328422] env[69249]: _type = "Task" [ 916.328422] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.338480] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659555, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.426774] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.426774] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5211fbdb-b921-70a4-44d1-cbf8b9f2aa7c" [ 916.426774] env[69249]: _type = "HttpNfcLease" [ 916.426774] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 916.428945] env[69249]: DEBUG oslo_vmware.rw_handles [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 916.428945] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5211fbdb-b921-70a4-44d1-cbf8b9f2aa7c" [ 916.428945] env[69249]: _type = "HttpNfcLease" [ 916.428945] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 916.428945] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ee76d3-4767-469c-a3b1-7b17114ed8dc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.437263] env[69249]: DEBUG oslo_vmware.rw_handles [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523db382-c526-7682-686a-ea37a253a4a5/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 916.437263] env[69249]: DEBUG oslo_vmware.rw_handles [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523db382-c526-7682-686a-ea37a253a4a5/disk-0.vmdk for reading. {{(pid=69249) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 916.492515] env[69249]: DEBUG oslo_concurrency.lockutils [None req-251472cc-d963-4947-ae58-32600731165d tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "15b758e1-3e60-4799-a43b-59a451ecd52f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.717s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.493722] env[69249]: DEBUG nova.compute.manager [req-a7b0a26f-8e62-4953-bfe2-aed7c09d1c19 req-3259f61d-d813-4511-ab3c-f7015ada96f2 service nova] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Received event network-vif-deleted-e9d27126-3470-41b3-b796-87412960e75e {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.493911] env[69249]: INFO nova.compute.manager [req-a7b0a26f-8e62-4953-bfe2-aed7c09d1c19 req-3259f61d-d813-4511-ab3c-f7015ada96f2 service nova] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Neutron deleted interface e9d27126-3470-41b3-b796-87412960e75e; detaching it from the instance and deleting it from the info cache [ 916.494095] env[69249]: DEBUG nova.network.neutron [req-a7b0a26f-8e62-4953-bfe2-aed7c09d1c19 req-3259f61d-d813-4511-ab3c-f7015ada96f2 service nova] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.537954] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-20b4fe48-37ca-4ab4-a198-60e35a5d4814 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.550564] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073525} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.552571] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.553618] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33313622-4af1-4870-b72f-29aca739f2be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.581067] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] ea954cae-05b2-4097-a0e1-2f2618d7aacc/ea954cae-05b2-4097-a0e1-2f2618d7aacc.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.584017] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0af9f6fb-053b-4946-bf7a-81c81f264aeb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.599357] env[69249]: DEBUG nova.compute.manager [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.609436] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 916.609436] env[69249]: value = "task-3659556" [ 916.609436] env[69249]: _type = "Task" [ 916.609436] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.618546] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.668976] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: d836fbf5-1a50-4cb7-b082-ed46a724cf59] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.745228] env[69249]: DEBUG nova.scheduler.client.report [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.797163] env[69249]: DEBUG nova.virt.hardware [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.797478] env[69249]: DEBUG nova.virt.hardware [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.797686] env[69249]: DEBUG nova.virt.hardware [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.797909] env[69249]: DEBUG nova.virt.hardware [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.798218] env[69249]: DEBUG nova.virt.hardware [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.798412] env[69249]: DEBUG nova.virt.hardware [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.798632] env[69249]: DEBUG nova.virt.hardware [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.798775] env[69249]: DEBUG nova.virt.hardware [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.798944] env[69249]: DEBUG nova.virt.hardware [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.799141] env[69249]: DEBUG nova.virt.hardware [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.799350] env[69249]: DEBUG nova.virt.hardware [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.800693] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675d4dcd-9888-4a70-a9cb-a97ec4dad7ef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.812350] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89abe64-40b7-4422-a6fc-4901ede4b8ba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.835875] env[69249]: DEBUG nova.network.neutron [-] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.844183] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659555, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.997313] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-185863bf-e9bd-42fc-aff0-551e4ff0cac5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.013841] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd345ea-c9b9-4bbe-b166-5f803b20bfeb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.064272] env[69249]: DEBUG nova.compute.manager [req-a7b0a26f-8e62-4953-bfe2-aed7c09d1c19 req-3259f61d-d813-4511-ab3c-f7015ada96f2 service nova] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Detach interface failed, port_id=e9d27126-3470-41b3-b796-87412960e75e, reason: Instance 00174390-11bc-4513-8ba8-e5b8562dd62e could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.065608] env[69249]: DEBUG nova.network.neutron [req-d76b2dc7-4990-4caa-a27c-6c5a18ae3fd7 req-8df1cada-e39d-49ae-8e03-132d2e242854 service nova] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Updated VIF entry in instance network info cache for port b95757cc-1561-464f-ba8b-2cf2d58eec77. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.066055] env[69249]: DEBUG nova.network.neutron [req-d76b2dc7-4990-4caa-a27c-6c5a18ae3fd7 req-8df1cada-e39d-49ae-8e03-132d2e242854 service nova] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Updating instance_info_cache with network_info: [{"id": "b95757cc-1561-464f-ba8b-2cf2d58eec77", "address": "fa:16:3e:49:50:b4", "network": {"id": "b65a7689-40aa-4faf-806b-2e425afa162f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1255744511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07aa6a50e62842b4bdd73a866dd03fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95757cc-15", "ovs_interfaceid": "b95757cc-1561-464f-ba8b-2cf2d58eec77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.125917] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659556, 'name': ReconfigVM_Task, 'duration_secs': 0.295091} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.127341] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Reconfigured VM instance instance-00000045 to attach disk [datastore2] ea954cae-05b2-4097-a0e1-2f2618d7aacc/ea954cae-05b2-4097-a0e1-2f2618d7aacc.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.129395] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c03fc558-7891-4f42-9d34-d2669f9d3ab8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.137791] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 917.137791] env[69249]: value = "task-3659557" [ 917.137791] env[69249]: _type = "Task" [ 917.137791] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.147915] env[69249]: DEBUG nova.network.neutron [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Successfully updated port: f29807e2-479d-4c7e-a19b-ecac5a274b67 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.155929] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659557, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.172918] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 8ae47df8-6995-4a1d-ab12-6ed44e561f3f] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.251435] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.252297] env[69249]: DEBUG nova.compute.manager [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.259020] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.919s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.259020] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.259355] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.078s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.261478] env[69249]: INFO nova.compute.claims [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.300910] env[69249]: INFO nova.scheduler.client.report [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Deleted allocations for instance 03fdd6e6-d779-495d-8276-29c4abc1dece [ 917.338355] env[69249]: INFO nova.compute.manager [-] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Took 1.73 seconds to deallocate network for instance. [ 917.345462] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659555, 'name': CreateVM_Task, 'duration_secs': 0.685667} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.349221] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.350521] env[69249]: DEBUG oslo_concurrency.lockutils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.350822] env[69249]: DEBUG oslo_concurrency.lockutils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.351244] env[69249]: DEBUG oslo_concurrency.lockutils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.351942] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc19fc6c-c900-4a42-a3f5-568dac02dbf6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.357602] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Waiting for the task: (returnval){ [ 917.357602] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5275cbcd-2c57-4707-977e-90514619c5b2" [ 917.357602] env[69249]: _type = "Task" [ 917.357602] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.368767] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5275cbcd-2c57-4707-977e-90514619c5b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.568680] env[69249]: DEBUG oslo_concurrency.lockutils [req-d76b2dc7-4990-4caa-a27c-6c5a18ae3fd7 req-8df1cada-e39d-49ae-8e03-132d2e242854 service nova] Releasing lock "refresh_cache-336d0484-6537-4a27-bc77-ed6b600a65fa" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.657783] env[69249]: DEBUG oslo_concurrency.lockutils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Acquiring lock "refresh_cache-b3010ae1-b940-4c5e-b8e8-3a5b4395f807" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.658151] env[69249]: DEBUG oslo_concurrency.lockutils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Acquired lock "refresh_cache-b3010ae1-b940-4c5e-b8e8-3a5b4395f807" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.662018] env[69249]: DEBUG nova.network.neutron [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.662018] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659557, 'name': Rename_Task, 'duration_secs': 0.165358} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.662018] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.662018] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-980e4567-6791-4f1f-9d9c-40154c7c9878 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.669446] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 917.669446] env[69249]: value = "task-3659558" [ 917.669446] env[69249]: _type = "Task" [ 917.669446] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.680503] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 79744c3c-d219-4e0b-8bf9-264247760a0e] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.683279] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.757735] env[69249]: DEBUG nova.compute.utils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.759688] env[69249]: DEBUG nova.compute.manager [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.760424] env[69249]: DEBUG nova.network.neutron [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.809449] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c429ef40-5e06-4718-aec7-7b3cd5a5eb49 tempest-VolumesAdminNegativeTest-2082225778 tempest-VolumesAdminNegativeTest-2082225778-project-member] Lock "03fdd6e6-d779-495d-8276-29c4abc1dece" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.969s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.852207] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.871483] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5275cbcd-2c57-4707-977e-90514619c5b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.871819] env[69249]: DEBUG oslo_concurrency.lockutils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.872082] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.872381] env[69249]: DEBUG oslo_concurrency.lockutils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.872551] env[69249]: DEBUG oslo_concurrency.lockutils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.872745] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.873177] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3460499f-f55a-4200-8bad-2b268935a1fa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.885249] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.886057] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.888177] env[69249]: DEBUG nova.policy [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b03407da6f7a49f2b9172e951a0fe51a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af890dd8a6a344a9911792bc50950020', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.889695] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3305bd-f0e1-4c97-ae3c-59b726845356 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.896640] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Waiting for the task: (returnval){ [ 917.896640] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52154c3e-13d3-e700-3f72-66d76bbfad07" [ 917.896640] env[69249]: _type = "Task" [ 917.896640] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.904627] env[69249]: DEBUG nova.compute.manager [req-f144c892-7075-4e0d-8ac4-445fbaac75a4 req-c465ddf4-a362-45b5-a9cb-a0ced7735d20 service nova] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Received event network-vif-plugged-f29807e2-479d-4c7e-a19b-ecac5a274b67 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.905075] env[69249]: DEBUG oslo_concurrency.lockutils [req-f144c892-7075-4e0d-8ac4-445fbaac75a4 req-c465ddf4-a362-45b5-a9cb-a0ced7735d20 service nova] Acquiring lock "b3010ae1-b940-4c5e-b8e8-3a5b4395f807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.905694] env[69249]: DEBUG oslo_concurrency.lockutils [req-f144c892-7075-4e0d-8ac4-445fbaac75a4 req-c465ddf4-a362-45b5-a9cb-a0ced7735d20 service nova] Lock "b3010ae1-b940-4c5e-b8e8-3a5b4395f807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.905694] env[69249]: DEBUG oslo_concurrency.lockutils [req-f144c892-7075-4e0d-8ac4-445fbaac75a4 req-c465ddf4-a362-45b5-a9cb-a0ced7735d20 service nova] Lock "b3010ae1-b940-4c5e-b8e8-3a5b4395f807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.905694] env[69249]: DEBUG nova.compute.manager [req-f144c892-7075-4e0d-8ac4-445fbaac75a4 req-c465ddf4-a362-45b5-a9cb-a0ced7735d20 service nova] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] No waiting events found dispatching network-vif-plugged-f29807e2-479d-4c7e-a19b-ecac5a274b67 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 917.905910] env[69249]: WARNING nova.compute.manager [req-f144c892-7075-4e0d-8ac4-445fbaac75a4 req-c465ddf4-a362-45b5-a9cb-a0ced7735d20 service nova] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Received unexpected event network-vif-plugged-f29807e2-479d-4c7e-a19b-ecac5a274b67 for instance with vm_state building and task_state spawning. [ 917.906091] env[69249]: DEBUG nova.compute.manager [req-f144c892-7075-4e0d-8ac4-445fbaac75a4 req-c465ddf4-a362-45b5-a9cb-a0ced7735d20 service nova] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Received event network-changed-f29807e2-479d-4c7e-a19b-ecac5a274b67 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.906328] env[69249]: DEBUG nova.compute.manager [req-f144c892-7075-4e0d-8ac4-445fbaac75a4 req-c465ddf4-a362-45b5-a9cb-a0ced7735d20 service nova] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Refreshing instance network info cache due to event network-changed-f29807e2-479d-4c7e-a19b-ecac5a274b67. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.906588] env[69249]: DEBUG oslo_concurrency.lockutils [req-f144c892-7075-4e0d-8ac4-445fbaac75a4 req-c465ddf4-a362-45b5-a9cb-a0ced7735d20 service nova] Acquiring lock "refresh_cache-b3010ae1-b940-4c5e-b8e8-3a5b4395f807" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.913196] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52154c3e-13d3-e700-3f72-66d76bbfad07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.968251] env[69249]: DEBUG nova.compute.manager [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 917.970116] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785a461d-4bc6-4591-9979-48a7198e0003 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.181993] env[69249]: DEBUG oslo_vmware.api [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659558, 'name': PowerOnVM_Task, 'duration_secs': 0.489306} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.182588] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.183820] env[69249]: INFO nova.compute.manager [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Took 6.76 seconds to spawn the instance on the hypervisor. [ 918.184177] env[69249]: DEBUG nova.compute.manager [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.185088] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 12dc80b7-ad90-48b7-9883-831fcd8d8960] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.188500] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f2f649-3fd3-4e77-b812-df2cb234e6e3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.215800] env[69249]: DEBUG nova.network.neutron [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.265635] env[69249]: DEBUG nova.compute.manager [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.286377] env[69249]: DEBUG nova.network.neutron [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Successfully created port: b1380dec-0276-4b11-9edc-ffc7368678f3 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.425548] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52154c3e-13d3-e700-3f72-66d76bbfad07, 'name': SearchDatastore_Task, 'duration_secs': 0.015552} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.435762] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019ac9ea-d18d-4a49-be1b-10d1402d4790 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.444643] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Waiting for the task: (returnval){ [ 918.444643] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52557d2d-0a57-40f3-ea6e-5a3e9c3324ae" [ 918.444643] env[69249]: _type = "Task" [ 918.444643] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.459535] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52557d2d-0a57-40f3-ea6e-5a3e9c3324ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.483768] env[69249]: INFO nova.compute.manager [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] instance snapshotting [ 918.489589] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970d6710-f718-4f16-93d3-8c8bfe641214 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.513157] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23feb92a-7414-402b-b357-70c5804751b0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.532901] env[69249]: DEBUG nova.network.neutron [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Updating instance_info_cache with network_info: [{"id": "f29807e2-479d-4c7e-a19b-ecac5a274b67", "address": "fa:16:3e:96:70:33", "network": {"id": "7e51c298-7a06-4de3-b1a9-4ba776018f79", "bridge": "br-int", "label": "tempest-ServersTestJSON-390588595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a3dee5d96f84667bc8a11361fce0cb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29807e2-47", "ovs_interfaceid": "f29807e2-479d-4c7e-a19b-ecac5a274b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.695261] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 9996bde1-c07c-459a-abc8-2543f141654e] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.718674] env[69249]: INFO nova.compute.manager [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Took 45.65 seconds to build instance. [ 918.813935] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e966ef08-830f-46ab-840b-a93287fd9de4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.826030] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20cbefe-a941-4bcf-802c-a68ba01cd3dd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.859370] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b8038e-1f5f-4325-89d1-2c6d0535820d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.869339] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0014c36-3012-4473-9ba0-b06fc7e4b421 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.884933] env[69249]: DEBUG nova.compute.provider_tree [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.957480] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52557d2d-0a57-40f3-ea6e-5a3e9c3324ae, 'name': SearchDatastore_Task, 'duration_secs': 0.024396} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.957804] env[69249]: DEBUG oslo_concurrency.lockutils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.958161] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 336d0484-6537-4a27-bc77-ed6b600a65fa/336d0484-6537-4a27-bc77-ed6b600a65fa.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.958620] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eea7741a-fa4a-4841-8689-c6b0148eda9f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.969833] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Waiting for the task: (returnval){ [ 918.969833] env[69249]: value = "task-3659559" [ 918.969833] env[69249]: _type = "Task" [ 918.969833] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.982670] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.025801] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 919.026182] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-237bbb2d-332a-4367-8704-96a0cd6f9307 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.037753] env[69249]: DEBUG oslo_concurrency.lockutils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Releasing lock "refresh_cache-b3010ae1-b940-4c5e-b8e8-3a5b4395f807" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.037979] env[69249]: DEBUG nova.compute.manager [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Instance network_info: |[{"id": "f29807e2-479d-4c7e-a19b-ecac5a274b67", "address": "fa:16:3e:96:70:33", "network": {"id": "7e51c298-7a06-4de3-b1a9-4ba776018f79", "bridge": "br-int", "label": "tempest-ServersTestJSON-390588595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a3dee5d96f84667bc8a11361fce0cb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29807e2-47", "ovs_interfaceid": "f29807e2-479d-4c7e-a19b-ecac5a274b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.038379] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 919.038379] env[69249]: value = "task-3659560" [ 919.038379] env[69249]: _type = "Task" [ 919.038379] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.039466] env[69249]: DEBUG oslo_concurrency.lockutils [req-f144c892-7075-4e0d-8ac4-445fbaac75a4 req-c465ddf4-a362-45b5-a9cb-a0ced7735d20 service nova] Acquired lock "refresh_cache-b3010ae1-b940-4c5e-b8e8-3a5b4395f807" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.039466] env[69249]: DEBUG nova.network.neutron [req-f144c892-7075-4e0d-8ac4-445fbaac75a4 req-c465ddf4-a362-45b5-a9cb-a0ced7735d20 service nova] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Refreshing network info cache for port f29807e2-479d-4c7e-a19b-ecac5a274b67 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.041180] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:70:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f29807e2-479d-4c7e-a19b-ecac5a274b67', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.052354] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Creating folder: Project (0a3dee5d96f84667bc8a11361fce0cb9). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.058013] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60fd3e5b-1fbb-48bd-bd0e-fb79aa9c0638 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.083018] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659560, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.089025] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Created folder: Project (0a3dee5d96f84667bc8a11361fce0cb9) in parent group-v729229. [ 919.089274] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Creating folder: Instances. Parent ref: group-v729429. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.089552] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49e2a6a7-b894-49de-bca9-f1e8f8bbaef8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.103382] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Created folder: Instances in parent group-v729429. [ 919.103382] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.103382] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.103382] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23d83b3c-85b9-4656-9400-f8b8bcbf95be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.133038] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.133038] env[69249]: value = "task-3659563" [ 919.133038] env[69249]: _type = "Task" [ 919.133038] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.141699] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659563, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.202019] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: fa0cb8ac-4284-46e3-a857-7fb725deb8c2] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.227729] env[69249]: DEBUG oslo_concurrency.lockutils [None req-76ef5796-a3d4-4428-85b5-992de6d69267 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "ea954cae-05b2-4097-a0e1-2f2618d7aacc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.164s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.280750] env[69249]: DEBUG nova.compute.manager [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.318765] env[69249]: DEBUG nova.virt.hardware [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='385c5ec4fc28fb5c33163a7cd2fe97b3',container_format='bare',created_at=2025-04-28T09:57:33Z,direct_url=,disk_format='vmdk',id=aa6683c4-54fc-4487-8d8c-b5a375606700,min_disk=1,min_ram=0,name='tempest-test-snap-1543622955',owner='af890dd8a6a344a9911792bc50950020',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-28T09:57:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.319028] env[69249]: DEBUG nova.virt.hardware [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.319976] env[69249]: DEBUG nova.virt.hardware [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.320844] env[69249]: DEBUG nova.virt.hardware [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.320844] env[69249]: DEBUG nova.virt.hardware [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.320844] env[69249]: DEBUG nova.virt.hardware [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.320844] env[69249]: DEBUG nova.virt.hardware [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.320844] env[69249]: DEBUG nova.virt.hardware [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.321161] env[69249]: DEBUG nova.virt.hardware [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.321248] env[69249]: DEBUG nova.virt.hardware [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.321427] env[69249]: DEBUG nova.virt.hardware [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.322371] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645d7bf8-daa0-4605-a480-4b14731e13f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.334170] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cd4212-f1e3-440f-a5af-09c00cb6e7bf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.388902] env[69249]: DEBUG nova.scheduler.client.report [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.425854] env[69249]: DEBUG nova.network.neutron [req-f144c892-7075-4e0d-8ac4-445fbaac75a4 req-c465ddf4-a362-45b5-a9cb-a0ced7735d20 service nova] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Updated VIF entry in instance network info cache for port f29807e2-479d-4c7e-a19b-ecac5a274b67. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.425854] env[69249]: DEBUG nova.network.neutron [req-f144c892-7075-4e0d-8ac4-445fbaac75a4 req-c465ddf4-a362-45b5-a9cb-a0ced7735d20 service nova] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Updating instance_info_cache with network_info: [{"id": "f29807e2-479d-4c7e-a19b-ecac5a274b67", "address": "fa:16:3e:96:70:33", "network": {"id": "7e51c298-7a06-4de3-b1a9-4ba776018f79", "bridge": "br-int", "label": "tempest-ServersTestJSON-390588595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a3dee5d96f84667bc8a11361fce0cb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29807e2-47", "ovs_interfaceid": "f29807e2-479d-4c7e-a19b-ecac5a274b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.483494] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659559, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.566219] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659560, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.645256] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659563, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.703570] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 6bb9d5ed-4115-4c93-85ef-cc194111a42c] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.894688] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.895436] env[69249]: DEBUG nova.compute.manager [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.900868] env[69249]: DEBUG oslo_concurrency.lockutils [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.456s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.901593] env[69249]: DEBUG nova.objects.instance [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69249) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 919.932027] env[69249]: DEBUG oslo_concurrency.lockutils [req-f144c892-7075-4e0d-8ac4-445fbaac75a4 req-c465ddf4-a362-45b5-a9cb-a0ced7735d20 service nova] Releasing lock "refresh_cache-b3010ae1-b940-4c5e-b8e8-3a5b4395f807" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.980773] env[69249]: DEBUG nova.compute.manager [req-e076862e-9592-4125-ae59-5d62b1fea7ba req-2e303497-ac39-41e7-9ec4-960aa5ed1093 service nova] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Received event network-vif-plugged-b1380dec-0276-4b11-9edc-ffc7368678f3 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.980773] env[69249]: DEBUG oslo_concurrency.lockutils [req-e076862e-9592-4125-ae59-5d62b1fea7ba req-2e303497-ac39-41e7-9ec4-960aa5ed1093 service nova] Acquiring lock "312fea7d-6433-444a-ada0-163f09995c28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.981205] env[69249]: DEBUG oslo_concurrency.lockutils [req-e076862e-9592-4125-ae59-5d62b1fea7ba req-2e303497-ac39-41e7-9ec4-960aa5ed1093 service nova] Lock "312fea7d-6433-444a-ada0-163f09995c28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.981800] env[69249]: DEBUG oslo_concurrency.lockutils [req-e076862e-9592-4125-ae59-5d62b1fea7ba req-2e303497-ac39-41e7-9ec4-960aa5ed1093 service nova] Lock "312fea7d-6433-444a-ada0-163f09995c28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.981935] env[69249]: DEBUG nova.compute.manager [req-e076862e-9592-4125-ae59-5d62b1fea7ba req-2e303497-ac39-41e7-9ec4-960aa5ed1093 service nova] [instance: 312fea7d-6433-444a-ada0-163f09995c28] No waiting events found dispatching network-vif-plugged-b1380dec-0276-4b11-9edc-ffc7368678f3 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 919.982315] env[69249]: WARNING nova.compute.manager [req-e076862e-9592-4125-ae59-5d62b1fea7ba req-2e303497-ac39-41e7-9ec4-960aa5ed1093 service nova] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Received unexpected event network-vif-plugged-b1380dec-0276-4b11-9edc-ffc7368678f3 for instance with vm_state building and task_state spawning. [ 919.991449] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544215} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.991727] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 336d0484-6537-4a27-bc77-ed6b600a65fa/336d0484-6537-4a27-bc77-ed6b600a65fa.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.991937] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.992238] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b33637f0-6244-4374-b84b-309f063873e5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.012638] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Waiting for the task: (returnval){ [ 920.012638] env[69249]: value = "task-3659564" [ 920.012638] env[69249]: _type = "Task" [ 920.012638] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.025713] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.079025] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659560, 'name': CreateSnapshot_Task, 'duration_secs': 0.906117} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.079781] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 920.080095] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39668b89-fa4c-428a-af93-f404c78815e9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.130156] env[69249]: DEBUG nova.network.neutron [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Successfully updated port: b1380dec-0276-4b11-9edc-ffc7368678f3 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.150717] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659563, 'name': CreateVM_Task, 'duration_secs': 0.526102} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.150884] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.151624] env[69249]: DEBUG oslo_concurrency.lockutils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.151789] env[69249]: DEBUG oslo_concurrency.lockutils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.152157] env[69249]: DEBUG oslo_concurrency.lockutils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.152418] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28db029d-e807-42f8-a8d1-272bf0e2a477 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.160361] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Waiting for the task: (returnval){ [ 920.160361] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522b4553-38a4-a88e-b6f2-42664e23a764" [ 920.160361] env[69249]: _type = "Task" [ 920.160361] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.170802] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522b4553-38a4-a88e-b6f2-42664e23a764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.206987] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 854a5d04-242b-46bb-9ded-6316570295c2] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.408612] env[69249]: DEBUG nova.compute.utils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.413036] env[69249]: DEBUG nova.compute.manager [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.413151] env[69249]: DEBUG nova.network.neutron [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.483161] env[69249]: DEBUG nova.policy [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c79d27ff31f4bfebcac7f213afeda8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92699abeef02415ea1f44730551eba21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.514022] env[69249]: DEBUG nova.compute.manager [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Stashing vm_state: active {{(pid=69249) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 920.524402] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089422} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.526486] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.527353] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865eef96-230e-4be5-9f68-339cdcc93a25 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.553688] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 336d0484-6537-4a27-bc77-ed6b600a65fa/336d0484-6537-4a27-bc77-ed6b600a65fa.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.553688] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fe87e4b-f4d1-4bc6-8893-4414c65ca4dc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.575662] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Waiting for the task: (returnval){ [ 920.575662] env[69249]: value = "task-3659565" [ 920.575662] env[69249]: _type = "Task" [ 920.575662] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.585328] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.603263] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 920.604477] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1ed22183-88f9-4a29-af76-6fece136c33b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.612373] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 920.612373] env[69249]: value = "task-3659566" [ 920.612373] env[69249]: _type = "Task" [ 920.612373] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.624048] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659566, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.633313] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "refresh_cache-312fea7d-6433-444a-ada0-163f09995c28" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.633467] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired lock "refresh_cache-312fea7d-6433-444a-ada0-163f09995c28" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.633617] env[69249]: DEBUG nova.network.neutron [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.677388] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522b4553-38a4-a88e-b6f2-42664e23a764, 'name': SearchDatastore_Task, 'duration_secs': 0.03585} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.678569] env[69249]: DEBUG oslo_concurrency.lockutils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.678959] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.679420] env[69249]: DEBUG oslo_concurrency.lockutils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.679735] env[69249]: DEBUG oslo_concurrency.lockutils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.680127] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.680648] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f9ec8f4-67f2-4bf1-9beb-1cf1b71d3f8a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.695169] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.695169] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.695169] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc00b71-91ae-41e7-9604-79f7198f5b95 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.702161] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Waiting for the task: (returnval){ [ 920.702161] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526fcd0e-14fc-7737-50a1-b2fbd5288edb" [ 920.702161] env[69249]: _type = "Task" [ 920.702161] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.720385] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 684b6beb-4d7d-4bc1-9e05-a0cf6d130e57] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.722535] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526fcd0e-14fc-7737-50a1-b2fbd5288edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.865201] env[69249]: DEBUG nova.network.neutron [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Successfully created port: 0570bc10-337c-421f-af8a-9966ea65b1ee {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.914769] env[69249]: DEBUG nova.compute.manager [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.920473] env[69249]: DEBUG oslo_concurrency.lockutils [None req-11f42800-08f8-42f5-aae0-4e15911125a8 tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.920473] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.824s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.920473] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.923688] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.597s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.924182] env[69249]: DEBUG nova.objects.instance [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lazy-loading 'resources' on Instance uuid 88330e19-a7d2-4fd3-a3aa-190c752558e3 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.953931] env[69249]: INFO nova.scheduler.client.report [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Deleted allocations for instance c1bd29ac-51b7-4f33-8b65-7f10fac03626 [ 921.036745] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.089584] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659565, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.127188] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659566, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.179178] env[69249]: DEBUG nova.network.neutron [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.218371] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526fcd0e-14fc-7737-50a1-b2fbd5288edb, 'name': SearchDatastore_Task, 'duration_secs': 0.013155} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.220522] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62c9d75-e609-4772-8d36-535dba005f16 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.225526] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: e1bb3590-21a2-41d7-a518-7c9221448c63] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.235966] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Waiting for the task: (returnval){ [ 921.235966] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52162c0c-d0eb-7d6e-1b7f-e0aca316427d" [ 921.235966] env[69249]: _type = "Task" [ 921.235966] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.252820] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52162c0c-d0eb-7d6e-1b7f-e0aca316427d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.466275] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0e9fa502-720c-4002-a62e-ffcff62f3528 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "c1bd29ac-51b7-4f33-8b65-7f10fac03626" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.440s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.487202] env[69249]: DEBUG nova.network.neutron [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Updating instance_info_cache with network_info: [{"id": "b1380dec-0276-4b11-9edc-ffc7368678f3", "address": "fa:16:3e:57:5d:ec", "network": {"id": "3c0d832d-8cbb-409b-9c77-abead79c4636", "bridge": "br-int", "label": "tempest-ImagesTestJSON-621445240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af890dd8a6a344a9911792bc50950020", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1380dec-02", "ovs_interfaceid": "b1380dec-0276-4b11-9edc-ffc7368678f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.587289] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659565, 'name': ReconfigVM_Task, 'duration_secs': 0.640714} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.587665] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 336d0484-6537-4a27-bc77-ed6b600a65fa/336d0484-6537-4a27-bc77-ed6b600a65fa.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.588366] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-781b2fdd-fd87-435d-b6ee-6dea04df5d27 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.598761] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Waiting for the task: (returnval){ [ 921.598761] env[69249]: value = "task-3659567" [ 921.598761] env[69249]: _type = "Task" [ 921.598761] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.609150] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659567, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.625658] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659566, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.730993] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.731372] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Cleaning up deleted instances with incomplete migration {{(pid=69249) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 921.736770] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "7087f91f-7211-47e8-b3c1-fe1101c5008d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.737036] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "7087f91f-7211-47e8-b3c1-fe1101c5008d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.737251] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "7087f91f-7211-47e8-b3c1-fe1101c5008d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.737523] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "7087f91f-7211-47e8-b3c1-fe1101c5008d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.737695] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "7087f91f-7211-47e8-b3c1-fe1101c5008d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.744499] env[69249]: INFO nova.compute.manager [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Terminating instance [ 921.758978] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52162c0c-d0eb-7d6e-1b7f-e0aca316427d, 'name': SearchDatastore_Task, 'duration_secs': 0.018865} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.759334] env[69249]: DEBUG oslo_concurrency.lockutils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.759694] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] b3010ae1-b940-4c5e-b8e8-3a5b4395f807/b3010ae1-b940-4c5e-b8e8-3a5b4395f807.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.760101] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b236116f-63f4-4b0a-88a5-18a81d5676d1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.773203] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Waiting for the task: (returnval){ [ 921.773203] env[69249]: value = "task-3659568" [ 921.773203] env[69249]: _type = "Task" [ 921.773203] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.785012] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': task-3659568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.936784] env[69249]: DEBUG nova.compute.manager [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.964607] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a07923d-53e5-4d8e-81a8-12891b5d975c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.976292] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8a78c0-74e3-4b8e-9b58-c6642d788731 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.984662] env[69249]: DEBUG nova.virt.hardware [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.984777] env[69249]: DEBUG nova.virt.hardware [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.984987] env[69249]: DEBUG nova.virt.hardware [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.985552] env[69249]: DEBUG nova.virt.hardware [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.985552] env[69249]: DEBUG nova.virt.hardware [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.985552] env[69249]: DEBUG nova.virt.hardware [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.985956] env[69249]: DEBUG nova.virt.hardware [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.986127] env[69249]: DEBUG nova.virt.hardware [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.986586] env[69249]: DEBUG nova.virt.hardware [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.986586] env[69249]: DEBUG nova.virt.hardware [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.986738] env[69249]: DEBUG nova.virt.hardware [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.987979] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e27740-2df6-4ff7-9c1d-829cd1f5e761 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.992713] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Releasing lock "refresh_cache-312fea7d-6433-444a-ada0-163f09995c28" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.993058] env[69249]: DEBUG nova.compute.manager [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Instance network_info: |[{"id": "b1380dec-0276-4b11-9edc-ffc7368678f3", "address": "fa:16:3e:57:5d:ec", "network": {"id": "3c0d832d-8cbb-409b-9c77-abead79c4636", "bridge": "br-int", "label": "tempest-ImagesTestJSON-621445240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af890dd8a6a344a9911792bc50950020", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1380dec-02", "ovs_interfaceid": "b1380dec-0276-4b11-9edc-ffc7368678f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.993650] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:5d:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1380dec-0276-4b11-9edc-ffc7368678f3', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.004152] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.033805] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.039160] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0b008c1-41e7-4b33-aab7-97afeb088fad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.057732] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70a4219-d78a-4998-b7ba-920f4677999a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.063688] env[69249]: DEBUG nova.compute.manager [req-a97a5d5c-39a3-4514-abc0-68ec40dd1f2c req-b2e928fa-42ba-4e9a-b162-0573356d63a3 service nova] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Received event network-changed-b1380dec-0276-4b11-9edc-ffc7368678f3 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.063920] env[69249]: DEBUG nova.compute.manager [req-a97a5d5c-39a3-4514-abc0-68ec40dd1f2c req-b2e928fa-42ba-4e9a-b162-0573356d63a3 service nova] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Refreshing instance network info cache due to event network-changed-b1380dec-0276-4b11-9edc-ffc7368678f3. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.064398] env[69249]: DEBUG oslo_concurrency.lockutils [req-a97a5d5c-39a3-4514-abc0-68ec40dd1f2c req-b2e928fa-42ba-4e9a-b162-0573356d63a3 service nova] Acquiring lock "refresh_cache-312fea7d-6433-444a-ada0-163f09995c28" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.064635] env[69249]: DEBUG oslo_concurrency.lockutils [req-a97a5d5c-39a3-4514-abc0-68ec40dd1f2c req-b2e928fa-42ba-4e9a-b162-0573356d63a3 service nova] Acquired lock "refresh_cache-312fea7d-6433-444a-ada0-163f09995c28" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.064804] env[69249]: DEBUG nova.network.neutron [req-a97a5d5c-39a3-4514-abc0-68ec40dd1f2c req-b2e928fa-42ba-4e9a-b162-0573356d63a3 service nova] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Refreshing network info cache for port b1380dec-0276-4b11-9edc-ffc7368678f3 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.069307] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e36505a-172a-4df6-9ca3-8cecc42c59f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.094871] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eae9e2b-ba7c-40f6-9a22-dbf1ba4e05e3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.099109] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.099109] env[69249]: value = "task-3659569" [ 922.099109] env[69249]: _type = "Task" [ 922.099109] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.116225] env[69249]: DEBUG nova.compute.provider_tree [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.130078] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659567, 'name': Rename_Task, 'duration_secs': 0.324459} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.130335] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659569, 'name': CreateVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.131967] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.132325] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3500857e-fafc-43eb-859d-b1af04d939b6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.142039] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659566, 'name': CloneVM_Task, 'duration_secs': 1.487162} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.142039] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Created linked-clone VM from snapshot [ 922.142039] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6a5bfd-8a8d-429e-8302-c54e2489d33e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.146137] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Waiting for the task: (returnval){ [ 922.146137] env[69249]: value = "task-3659570" [ 922.146137] env[69249]: _type = "Task" [ 922.146137] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.155214] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Uploading image daec4111-afd9-4f9c-8a95-113056600697 {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 922.161255] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.175879] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 922.176552] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cfee35f1-842f-41d0-b703-b631291d4983 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.185966] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 922.185966] env[69249]: value = "task-3659571" [ 922.185966] env[69249]: _type = "Task" [ 922.185966] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.198705] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659571, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.235727] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.254427] env[69249]: DEBUG nova.compute.manager [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.254802] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.256294] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc671b9a-1994-4a0f-8083-f86e6406655b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.268576] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.269011] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27031451-7059-422a-b8ea-3d14b900763a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.283202] env[69249]: DEBUG oslo_vmware.api [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 922.283202] env[69249]: value = "task-3659572" [ 922.283202] env[69249]: _type = "Task" [ 922.283202] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.292901] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': task-3659568, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.301223] env[69249]: DEBUG oslo_vmware.api [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.613341] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659569, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.627802] env[69249]: DEBUG nova.scheduler.client.report [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.662201] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.706268] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659571, 'name': Destroy_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.732998] env[69249]: DEBUG nova.network.neutron [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Successfully updated port: 0570bc10-337c-421f-af8a-9966ea65b1ee {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.787797] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': task-3659568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599578} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.791056] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] b3010ae1-b940-4c5e-b8e8-3a5b4395f807/b3010ae1-b940-4c5e-b8e8-3a5b4395f807.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.791394] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.791704] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3701a0f5-9230-4c98-aac0-51df5411414e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.800167] env[69249]: DEBUG oslo_vmware.api [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659572, 'name': PowerOffVM_Task, 'duration_secs': 0.337425} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.801560] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.801878] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.802224] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Waiting for the task: (returnval){ [ 922.802224] env[69249]: value = "task-3659573" [ 922.802224] env[69249]: _type = "Task" [ 922.802224] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.802541] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76647ff4-fd2a-4a48-9e05-a7a440e9cde2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.814648] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': task-3659573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.879224] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.879457] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.879645] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Deleting the datastore file [datastore2] 7087f91f-7211-47e8-b3c1-fe1101c5008d {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.879923] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9ed6079-0e49-44ba-ba6d-02a13ee62b5c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.888465] env[69249]: DEBUG oslo_vmware.api [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 922.888465] env[69249]: value = "task-3659575" [ 922.888465] env[69249]: _type = "Task" [ 922.888465] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.898557] env[69249]: DEBUG oslo_vmware.api [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.903736] env[69249]: DEBUG nova.network.neutron [req-a97a5d5c-39a3-4514-abc0-68ec40dd1f2c req-b2e928fa-42ba-4e9a-b162-0573356d63a3 service nova] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Updated VIF entry in instance network info cache for port b1380dec-0276-4b11-9edc-ffc7368678f3. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.904112] env[69249]: DEBUG nova.network.neutron [req-a97a5d5c-39a3-4514-abc0-68ec40dd1f2c req-b2e928fa-42ba-4e9a-b162-0573356d63a3 service nova] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Updating instance_info_cache with network_info: [{"id": "b1380dec-0276-4b11-9edc-ffc7368678f3", "address": "fa:16:3e:57:5d:ec", "network": {"id": "3c0d832d-8cbb-409b-9c77-abead79c4636", "bridge": "br-int", "label": "tempest-ImagesTestJSON-621445240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af890dd8a6a344a9911792bc50950020", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1380dec-02", "ovs_interfaceid": "b1380dec-0276-4b11-9edc-ffc7368678f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.113522] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659569, 'name': CreateVM_Task, 'duration_secs': 0.658173} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.113769] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.114735] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa6683c4-54fc-4487-8d8c-b5a375606700" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.114969] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa6683c4-54fc-4487-8d8c-b5a375606700" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.115482] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa6683c4-54fc-4487-8d8c-b5a375606700" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.115846] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a05fc3c-eadd-4c5c-b840-130905ca7cdf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.122766] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 923.122766] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522209f8-3517-587e-1ca9-88319cf34211" [ 923.122766] env[69249]: _type = "Task" [ 923.122766] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.134841] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522209f8-3517-587e-1ca9-88319cf34211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.141365] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.144573] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.812s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.146734] env[69249]: INFO nova.compute.claims [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.161057] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.165818] env[69249]: INFO nova.scheduler.client.report [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleted allocations for instance 88330e19-a7d2-4fd3-a3aa-190c752558e3 [ 923.200067] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659571, 'name': Destroy_Task, 'duration_secs': 0.7361} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.200311] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Destroyed the VM [ 923.200561] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 923.200818] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bb1c25e5-9405-440a-b896-3dbde2d9547e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.209714] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 923.209714] env[69249]: value = "task-3659576" [ 923.209714] env[69249]: _type = "Task" [ 923.209714] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.219375] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659576, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.235852] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "refresh_cache-ee41cf17-305b-429f-96fb-8858204a4af5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.236056] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquired lock "refresh_cache-ee41cf17-305b-429f-96fb-8858204a4af5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.236257] env[69249]: DEBUG nova.network.neutron [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.317760] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': task-3659573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13333} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.318085] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.318896] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ceee56-19e9-4d0a-8ba1-d889e34c982e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.344914] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] b3010ae1-b940-4c5e-b8e8-3a5b4395f807/b3010ae1-b940-4c5e-b8e8-3a5b4395f807.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.345268] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2102227-118d-4ba7-ba12-0178a14949d1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.367447] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Waiting for the task: (returnval){ [ 923.367447] env[69249]: value = "task-3659577" [ 923.367447] env[69249]: _type = "Task" [ 923.367447] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.377137] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': task-3659577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.401638] env[69249]: DEBUG oslo_vmware.api [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294769} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.401925] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.402124] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.402321] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.402490] env[69249]: INFO nova.compute.manager [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 923.402735] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.403073] env[69249]: DEBUG nova.compute.manager [-] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.403073] env[69249]: DEBUG nova.network.neutron [-] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.406611] env[69249]: DEBUG oslo_concurrency.lockutils [req-a97a5d5c-39a3-4514-abc0-68ec40dd1f2c req-b2e928fa-42ba-4e9a-b162-0573356d63a3 service nova] Releasing lock "refresh_cache-312fea7d-6433-444a-ada0-163f09995c28" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.634932] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa6683c4-54fc-4487-8d8c-b5a375606700" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.635233] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Processing image aa6683c4-54fc-4487-8d8c-b5a375606700 {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.635484] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa6683c4-54fc-4487-8d8c-b5a375606700/aa6683c4-54fc-4487-8d8c-b5a375606700.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.635634] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa6683c4-54fc-4487-8d8c-b5a375606700/aa6683c4-54fc-4487-8d8c-b5a375606700.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.635810] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.636110] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e063158-dc44-4b1d-a7ff-263c63bb489a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.648565] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.648565] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.648837] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f32ee4-7068-4bca-b60a-80b04873c7d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.662681] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 923.662681] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a3edf2-8a8b-d604-4d5d-c91466750aa1" [ 923.662681] env[69249]: _type = "Task" [ 923.662681] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.665580] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659570, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.679070] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e12051f1-7e82-4455-9c20-39f59156da55 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "88330e19-a7d2-4fd3-a3aa-190c752558e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.960s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.689221] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Preparing fetch location {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 923.690411] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Fetch image to [datastore2] OSTACK_IMG_afca40ee-1b6f-46ec-abd3-c9e91cd4c72a/OSTACK_IMG_afca40ee-1b6f-46ec-abd3-c9e91cd4c72a.vmdk {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 923.690894] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Downloading stream optimized image aa6683c4-54fc-4487-8d8c-b5a375606700 to [datastore2] OSTACK_IMG_afca40ee-1b6f-46ec-abd3-c9e91cd4c72a/OSTACK_IMG_afca40ee-1b6f-46ec-abd3-c9e91cd4c72a.vmdk on the data store datastore2 as vApp {{(pid=69249) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 923.691422] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Downloading image file data aa6683c4-54fc-4487-8d8c-b5a375606700 to the ESX as VM named 'OSTACK_IMG_afca40ee-1b6f-46ec-abd3-c9e91cd4c72a' {{(pid=69249) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 923.755277] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659576, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.787522] env[69249]: DEBUG nova.network.neutron [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.797124] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 923.797124] env[69249]: value = "resgroup-9" [ 923.797124] env[69249]: _type = "ResourcePool" [ 923.797124] env[69249]: }. {{(pid=69249) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 923.797748] env[69249]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-071b7bf9-ba68-45eb-a136-f492a7ae36d6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.826556] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lease: (returnval){ [ 923.826556] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d5e717-b7ab-f15e-3d46-966469600bfa" [ 923.826556] env[69249]: _type = "HttpNfcLease" [ 923.826556] env[69249]: } obtained for vApp import into resource pool (val){ [ 923.826556] env[69249]: value = "resgroup-9" [ 923.826556] env[69249]: _type = "ResourcePool" [ 923.826556] env[69249]: }. {{(pid=69249) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 923.827024] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the lease: (returnval){ [ 923.827024] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d5e717-b7ab-f15e-3d46-966469600bfa" [ 923.827024] env[69249]: _type = "HttpNfcLease" [ 923.827024] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 923.840191] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 923.840191] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d5e717-b7ab-f15e-3d46-966469600bfa" [ 923.840191] env[69249]: _type = "HttpNfcLease" [ 923.840191] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 923.886799] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': task-3659577, 'name': ReconfigVM_Task, 'duration_secs': 0.384307} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.887359] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Reconfigured VM instance instance-00000047 to attach disk [datastore2] b3010ae1-b940-4c5e-b8e8-3a5b4395f807/b3010ae1-b940-4c5e-b8e8-3a5b4395f807.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.889318] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c81f45ce-eab9-43c5-a5eb-bc744f201d90 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.905941] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Waiting for the task: (returnval){ [ 923.905941] env[69249]: value = "task-3659579" [ 923.905941] env[69249]: _type = "Task" [ 923.905941] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.921552] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': task-3659579, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.164967] env[69249]: DEBUG oslo_vmware.api [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659570, 'name': PowerOnVM_Task, 'duration_secs': 1.731498} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.165574] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.165851] env[69249]: INFO nova.compute.manager [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Took 10.14 seconds to spawn the instance on the hypervisor. [ 924.166116] env[69249]: DEBUG nova.compute.manager [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 924.167321] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd124aff-b813-4f1f-a72a-ce7d55ae5db8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.232529] env[69249]: DEBUG oslo_vmware.api [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659576, 'name': RemoveSnapshot_Task, 'duration_secs': 0.791077} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.233785] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 924.336514] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.336514] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d5e717-b7ab-f15e-3d46-966469600bfa" [ 924.336514] env[69249]: _type = "HttpNfcLease" [ 924.336514] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 924.371453] env[69249]: DEBUG nova.network.neutron [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Updating instance_info_cache with network_info: [{"id": "0570bc10-337c-421f-af8a-9966ea65b1ee", "address": "fa:16:3e:ee:b7:52", "network": {"id": "33de4566-c599-4e0e-a647-650042762d94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1519684829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92699abeef02415ea1f44730551eba21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0570bc10-33", "ovs_interfaceid": "0570bc10-337c-421f-af8a-9966ea65b1ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.397727] env[69249]: DEBUG nova.network.neutron [-] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.407689] env[69249]: DEBUG oslo_concurrency.lockutils [None req-07dee55c-0a4d-43b0-9953-941798727467 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "interface-3d3d17e7-2484-4259-bedf-f7a6c488c8ef-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.408436] env[69249]: DEBUG oslo_concurrency.lockutils [None req-07dee55c-0a4d-43b0-9953-941798727467 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-3d3d17e7-2484-4259-bedf-f7a6c488c8ef-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.408957] env[69249]: DEBUG nova.objects.instance [None req-07dee55c-0a4d-43b0-9953-941798727467 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lazy-loading 'flavor' on Instance uuid 3d3d17e7-2484-4259-bedf-f7a6c488c8ef {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.431554] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': task-3659579, 'name': Rename_Task, 'duration_secs': 0.197102} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.432642] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.436303] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e055d4b0-8682-4ba8-884d-4e22878c1a30 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.443611] env[69249]: DEBUG nova.compute.manager [req-bdad0b12-e6fd-4869-a556-8be1aca3939a req-4edd7d25-947a-4abd-9fa3-b44822031d82 service nova] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Received event network-vif-deleted-eea337b8-d259-43fc-814b-53a58c1d8287 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.448727] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Waiting for the task: (returnval){ [ 924.448727] env[69249]: value = "task-3659580" [ 924.448727] env[69249]: _type = "Task" [ 924.448727] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.459528] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': task-3659580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.518994] env[69249]: DEBUG oslo_vmware.rw_handles [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523db382-c526-7682-686a-ea37a253a4a5/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 924.518994] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9ed3a5-b059-4c30-adf4-3ded29622129 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.525209] env[69249]: DEBUG oslo_vmware.rw_handles [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523db382-c526-7682-686a-ea37a253a4a5/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 924.525389] env[69249]: ERROR oslo_vmware.rw_handles [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523db382-c526-7682-686a-ea37a253a4a5/disk-0.vmdk due to incomplete transfer. [ 924.525626] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0b14d8c0-9d5c-43fe-910b-ae323a936507 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.535498] env[69249]: DEBUG oslo_vmware.rw_handles [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523db382-c526-7682-686a-ea37a253a4a5/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 924.535498] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Uploaded image 6f784d6e-199c-45b5-9169-da6f468c7a22 to the Glance image server {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 924.537272] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 924.539954] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-28994013-1363-4867-801d-0a499e57c3db {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.548277] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 924.548277] env[69249]: value = "task-3659581" [ 924.548277] env[69249]: _type = "Task" [ 924.548277] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.560911] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659581, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.645944] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c82e8e9-6573-4f2b-9ec4-d4af82c555eb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.655871] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e517f7-89f9-4ecb-867a-bd1b463c234e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.695032] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee9d4d3-aaec-4f7d-9f8d-5a568e947d6b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.700258] env[69249]: INFO nova.compute.manager [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Took 48.23 seconds to build instance. [ 924.707398] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b523216-ddf1-40d9-83e8-6a15f190bfbe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.725319] env[69249]: DEBUG nova.compute.provider_tree [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.746823] env[69249]: WARNING nova.compute.manager [None req-7d2650e1-f438-47fa-b860-27095da7a46e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Image not found during snapshot: nova.exception.ImageNotFound: Image daec4111-afd9-4f9c-8a95-113056600697 could not be found. [ 924.835047] env[69249]: DEBUG nova.compute.manager [req-bceafc9b-97df-459f-94e0-94ed0d5b6458 req-04d80a62-bd3b-4d82-a3bb-e47ee08ee9d7 service nova] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Received event network-vif-plugged-0570bc10-337c-421f-af8a-9966ea65b1ee {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.835337] env[69249]: DEBUG oslo_concurrency.lockutils [req-bceafc9b-97df-459f-94e0-94ed0d5b6458 req-04d80a62-bd3b-4d82-a3bb-e47ee08ee9d7 service nova] Acquiring lock "ee41cf17-305b-429f-96fb-8858204a4af5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.835511] env[69249]: DEBUG oslo_concurrency.lockutils [req-bceafc9b-97df-459f-94e0-94ed0d5b6458 req-04d80a62-bd3b-4d82-a3bb-e47ee08ee9d7 service nova] Lock "ee41cf17-305b-429f-96fb-8858204a4af5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.835690] env[69249]: DEBUG oslo_concurrency.lockutils [req-bceafc9b-97df-459f-94e0-94ed0d5b6458 req-04d80a62-bd3b-4d82-a3bb-e47ee08ee9d7 service nova] Lock "ee41cf17-305b-429f-96fb-8858204a4af5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.835866] env[69249]: DEBUG nova.compute.manager [req-bceafc9b-97df-459f-94e0-94ed0d5b6458 req-04d80a62-bd3b-4d82-a3bb-e47ee08ee9d7 service nova] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] No waiting events found dispatching network-vif-plugged-0570bc10-337c-421f-af8a-9966ea65b1ee {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 924.836055] env[69249]: WARNING nova.compute.manager [req-bceafc9b-97df-459f-94e0-94ed0d5b6458 req-04d80a62-bd3b-4d82-a3bb-e47ee08ee9d7 service nova] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Received unexpected event network-vif-plugged-0570bc10-337c-421f-af8a-9966ea65b1ee for instance with vm_state building and task_state spawning. [ 924.836352] env[69249]: DEBUG nova.compute.manager [req-bceafc9b-97df-459f-94e0-94ed0d5b6458 req-04d80a62-bd3b-4d82-a3bb-e47ee08ee9d7 service nova] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Received event network-changed-0570bc10-337c-421f-af8a-9966ea65b1ee {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.836431] env[69249]: DEBUG nova.compute.manager [req-bceafc9b-97df-459f-94e0-94ed0d5b6458 req-04d80a62-bd3b-4d82-a3bb-e47ee08ee9d7 service nova] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Refreshing instance network info cache due to event network-changed-0570bc10-337c-421f-af8a-9966ea65b1ee. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.836999] env[69249]: DEBUG oslo_concurrency.lockutils [req-bceafc9b-97df-459f-94e0-94ed0d5b6458 req-04d80a62-bd3b-4d82-a3bb-e47ee08ee9d7 service nova] Acquiring lock "refresh_cache-ee41cf17-305b-429f-96fb-8858204a4af5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.841622] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.841622] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d5e717-b7ab-f15e-3d46-966469600bfa" [ 924.841622] env[69249]: _type = "HttpNfcLease" [ 924.841622] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 924.841909] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 924.841909] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d5e717-b7ab-f15e-3d46-966469600bfa" [ 924.841909] env[69249]: _type = "HttpNfcLease" [ 924.841909] env[69249]: }. {{(pid=69249) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 924.842667] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804a0971-b20a-42e9-ac17-7f17479e472d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.851209] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a923a2-c3c8-9bec-904b-990310f07009/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 924.851373] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a923a2-c3c8-9bec-904b-990310f07009/disk-0.vmdk. {{(pid=69249) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 924.912150] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Releasing lock "refresh_cache-ee41cf17-305b-429f-96fb-8858204a4af5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.912374] env[69249]: DEBUG nova.compute.manager [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Instance network_info: |[{"id": "0570bc10-337c-421f-af8a-9966ea65b1ee", "address": "fa:16:3e:ee:b7:52", "network": {"id": "33de4566-c599-4e0e-a647-650042762d94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1519684829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92699abeef02415ea1f44730551eba21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0570bc10-33", "ovs_interfaceid": "0570bc10-337c-421f-af8a-9966ea65b1ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.913165] env[69249]: INFO nova.compute.manager [-] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Took 1.51 seconds to deallocate network for instance. [ 924.913371] env[69249]: DEBUG oslo_concurrency.lockutils [req-bceafc9b-97df-459f-94e0-94ed0d5b6458 req-04d80a62-bd3b-4d82-a3bb-e47ee08ee9d7 service nova] Acquired lock "refresh_cache-ee41cf17-305b-429f-96fb-8858204a4af5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.913512] env[69249]: DEBUG nova.network.neutron [req-bceafc9b-97df-459f-94e0-94ed0d5b6458 req-04d80a62-bd3b-4d82-a3bb-e47ee08ee9d7 service nova] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Refreshing network info cache for port 0570bc10-337c-421f-af8a-9966ea65b1ee {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.915838] env[69249]: DEBUG nova.objects.instance [None req-07dee55c-0a4d-43b0-9953-941798727467 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d3d17e7-2484-4259-bedf-f7a6c488c8ef {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.916831] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:b7:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0570bc10-337c-421f-af8a-9966ea65b1ee', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.925394] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.931734] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.937962] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfe1812e-8e32-40ab-ac44-622784f9b22b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.956017] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-597d6405-284d-4774-a472-42faccc76865 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.970206] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': task-3659580, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.971793] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.971793] env[69249]: value = "task-3659582" [ 924.971793] env[69249]: _type = "Task" [ 924.971793] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.983336] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659582, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.061946] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659581, 'name': Destroy_Task, 'duration_secs': 0.506427} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.064876] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Destroyed the VM [ 925.065178] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 925.065471] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-10528718-6638-4136-9a59-1083b7809894 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.082632] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 925.082632] env[69249]: value = "task-3659583" [ 925.082632] env[69249]: _type = "Task" [ 925.082632] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.095775] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659583, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.203250] env[69249]: DEBUG oslo_concurrency.lockutils [None req-42543cb7-8d25-4ccd-a937-7e685bce0751 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Lock "336d0484-6537-4a27-bc77-ed6b600a65fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.544s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.229619] env[69249]: DEBUG nova.scheduler.client.report [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.271300] env[69249]: DEBUG nova.network.neutron [req-bceafc9b-97df-459f-94e0-94ed0d5b6458 req-04d80a62-bd3b-4d82-a3bb-e47ee08ee9d7 service nova] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Updated VIF entry in instance network info cache for port 0570bc10-337c-421f-af8a-9966ea65b1ee. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.271725] env[69249]: DEBUG nova.network.neutron [req-bceafc9b-97df-459f-94e0-94ed0d5b6458 req-04d80a62-bd3b-4d82-a3bb-e47ee08ee9d7 service nova] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Updating instance_info_cache with network_info: [{"id": "0570bc10-337c-421f-af8a-9966ea65b1ee", "address": "fa:16:3e:ee:b7:52", "network": {"id": "33de4566-c599-4e0e-a647-650042762d94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1519684829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92699abeef02415ea1f44730551eba21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0570bc10-33", "ovs_interfaceid": "0570bc10-337c-421f-af8a-9966ea65b1ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.429493] env[69249]: DEBUG nova.objects.base [None req-07dee55c-0a4d-43b0-9953-941798727467 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Object Instance<3d3d17e7-2484-4259-bedf-f7a6c488c8ef> lazy-loaded attributes: flavor,pci_requests {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 925.429761] env[69249]: DEBUG nova.network.neutron [None req-07dee55c-0a4d-43b0-9953-941798727467 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.457594] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.470163] env[69249]: DEBUG oslo_vmware.api [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': task-3659580, 'name': PowerOnVM_Task, 'duration_secs': 0.672124} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.472084] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.472352] env[69249]: INFO nova.compute.manager [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Took 8.87 seconds to spawn the instance on the hypervisor. [ 925.472573] env[69249]: DEBUG nova.compute.manager [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 925.473541] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7495815d-b0cd-414c-ba6d-20bc6aa15017 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.487190] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659582, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.556495] env[69249]: DEBUG oslo_concurrency.lockutils [None req-07dee55c-0a4d-43b0-9953-941798727467 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-3d3d17e7-2484-4259-bedf-f7a6c488c8ef-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.148s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.599100] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659583, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.737074] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.738964] env[69249]: DEBUG oslo_concurrency.lockutils [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.961s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.739318] env[69249]: DEBUG nova.objects.instance [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Lazy-loading 'resources' on Instance uuid 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.774119] env[69249]: DEBUG oslo_concurrency.lockutils [req-bceafc9b-97df-459f-94e0-94ed0d5b6458 req-04d80a62-bd3b-4d82-a3bb-e47ee08ee9d7 service nova] Releasing lock "refresh_cache-ee41cf17-305b-429f-96fb-8858204a4af5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.823489] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "15b758e1-3e60-4799-a43b-59a451ecd52f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.823810] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "15b758e1-3e60-4799-a43b-59a451ecd52f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.824045] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "15b758e1-3e60-4799-a43b-59a451ecd52f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.824260] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "15b758e1-3e60-4799-a43b-59a451ecd52f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.824469] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "15b758e1-3e60-4799-a43b-59a451ecd52f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.829740] env[69249]: INFO nova.compute.manager [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Terminating instance [ 925.980329] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Completed reading data from the image iterator. {{(pid=69249) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 925.980870] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a923a2-c3c8-9bec-904b-990310f07009/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 925.982210] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ca256e-128e-4399-83a2-43c7fe41f127 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.991526] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a923a2-c3c8-9bec-904b-990310f07009/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 925.991739] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a923a2-c3c8-9bec-904b-990310f07009/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 925.996330] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c2e3b060-878a-4be4-a2e9-8b58ab24f7c1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.997999] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659582, 'name': CreateVM_Task, 'duration_secs': 0.600779} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.002792] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.008120] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.008120] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.008120] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.009344] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d104778a-e540-434d-85ba-94cae03ebb22 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.014332] env[69249]: INFO nova.compute.manager [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Took 48.23 seconds to build instance. [ 926.020612] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 926.020612] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526e2356-265e-1569-575d-a54ff108d3c6" [ 926.020612] env[69249]: _type = "Task" [ 926.020612] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.032785] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526e2356-265e-1569-575d-a54ff108d3c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.097503] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659583, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.245027] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Acquiring lock "0706fd70-3601-42e5-ac1a-eb797951fe62" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.245027] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Lock "0706fd70-3601-42e5-ac1a-eb797951fe62" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.335112] env[69249]: DEBUG nova.compute.manager [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.337938] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.337938] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d7c12e-91cc-431e-b1eb-fdfc3e547fbb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.350356] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.350851] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2dc1576-900c-485d-b126-8852fdae3863 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.362022] env[69249]: DEBUG oslo_vmware.api [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 926.362022] env[69249]: value = "task-3659584" [ 926.362022] env[69249]: _type = "Task" [ 926.362022] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.371190] env[69249]: DEBUG oslo_vmware.api [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.424183] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a923a2-c3c8-9bec-904b-990310f07009/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 926.426354] env[69249]: INFO nova.virt.vmwareapi.images [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Downloaded image file data aa6683c4-54fc-4487-8d8c-b5a375606700 [ 926.431546] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ded99e-1299-4040-a935-3ab1e1bdee54 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.453775] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48e3a80e-05f9-4f4f-b9b2-ec8884a06003 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.491495] env[69249]: INFO nova.virt.vmwareapi.images [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] The imported VM was unregistered [ 926.494965] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Caching image {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 926.495259] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Creating directory with path [datastore2] devstack-image-cache_base/aa6683c4-54fc-4487-8d8c-b5a375606700 {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.498327] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b6c335c-a9e0-4aa3-bebc-be733fecbd51 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.516502] env[69249]: DEBUG oslo_concurrency.lockutils [None req-781c93cb-7a35-4203-b130-1ef79c260344 tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Lock "b3010ae1-b940-4c5e-b8e8-3a5b4395f807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.925s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.517661] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Created directory with path [datastore2] devstack-image-cache_base/aa6683c4-54fc-4487-8d8c-b5a375606700 {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.517847] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_afca40ee-1b6f-46ec-abd3-c9e91cd4c72a/OSTACK_IMG_afca40ee-1b6f-46ec-abd3-c9e91cd4c72a.vmdk to [datastore2] devstack-image-cache_base/aa6683c4-54fc-4487-8d8c-b5a375606700/aa6683c4-54fc-4487-8d8c-b5a375606700.vmdk. {{(pid=69249) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 926.518127] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c788fff6-6a00-4170-ae03-266172a67a4a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.526345] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 926.526345] env[69249]: value = "task-3659586" [ 926.526345] env[69249]: _type = "Task" [ 926.526345] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.537983] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526e2356-265e-1569-575d-a54ff108d3c6, 'name': SearchDatastore_Task, 'duration_secs': 0.02571} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.538681] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.538919] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.540113] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.540113] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.540113] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.540113] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acdd72c9-ee49-48e1-975c-d2b3dbb6bf68 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.544664] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659586, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.554464] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.554611] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.555392] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b48b441-1d16-4500-9047-6e1983cfedee {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.571872] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 926.571872] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5233cd24-50ff-b07f-cef6-5699d05e6b87" [ 926.571872] env[69249]: _type = "Task" [ 926.571872] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.582241] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5233cd24-50ff-b07f-cef6-5699d05e6b87, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.583408] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985f6c3d-8dee-48c2-8085-b5e565b96fae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.593214] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 926.593214] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b65f8f-de05-e1ac-b6e2-b7ef6a84137d" [ 926.593214] env[69249]: _type = "Task" [ 926.593214] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.599298] env[69249]: DEBUG oslo_vmware.api [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659583, 'name': RemoveSnapshot_Task, 'duration_secs': 1.433982} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.600011] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 926.600296] env[69249]: INFO nova.compute.manager [None req-8edbd0ef-8cbc-411b-bd82-03992e944986 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Took 13.84 seconds to snapshot the instance on the hypervisor. [ 926.609304] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b65f8f-de05-e1ac-b6e2-b7ef6a84137d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.751448] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Lock "0706fd70-3601-42e5-ac1a-eb797951fe62" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.752012] env[69249]: DEBUG nova.compute.manager [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.757706] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b1f3bb-7e16-4187-898c-e126a19a06d2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.769074] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660f107c-2128-443c-8548-5585e88e92bb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.785408] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "0f87dd94-f3e0-41da-91b2-f6f95f3307fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.785731] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "0f87dd94-f3e0-41da-91b2-f6f95f3307fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.818271] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689c7e51-7ffe-4b08-9d09-f0cb551b5697 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.828564] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7229f40b-3887-4400-86aa-21ceb6975675 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.845804] env[69249]: DEBUG nova.compute.provider_tree [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.872420] env[69249]: DEBUG oslo_vmware.api [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659584, 'name': PowerOffVM_Task, 'duration_secs': 0.214406} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.872705] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.872907] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.873622] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1e21b12-0234-4abe-a7a6-b2df13256eef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.968821] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.968821] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.968821] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Deleting the datastore file [datastore2] 15b758e1-3e60-4799-a43b-59a451ecd52f {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.968821] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3496fc0-eac5-4539-bb74-43e9ee1594a6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.977239] env[69249]: DEBUG oslo_vmware.api [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 926.977239] env[69249]: value = "task-3659588" [ 926.977239] env[69249]: _type = "Task" [ 926.977239] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.990991] env[69249]: DEBUG oslo_vmware.api [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.037783] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659586, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.105026] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b65f8f-de05-e1ac-b6e2-b7ef6a84137d, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.106531] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.106531] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] ee41cf17-305b-429f-96fb-8858204a4af5/ee41cf17-305b-429f-96fb-8858204a4af5.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.106531] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-758c7ee1-10a3-43c6-973f-7a7770d20e05 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.116528] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 927.116528] env[69249]: value = "task-3659589" [ 927.116528] env[69249]: _type = "Task" [ 927.116528] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.127446] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.258511] env[69249]: DEBUG nova.compute.utils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.260504] env[69249]: DEBUG nova.compute.manager [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.260745] env[69249]: DEBUG nova.network.neutron [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.287962] env[69249]: DEBUG nova.compute.manager [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0f87dd94-f3e0-41da-91b2-f6f95f3307fd] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.349120] env[69249]: DEBUG nova.scheduler.client.report [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.359350] env[69249]: DEBUG nova.policy [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bceb0974f854f31bb00936868a8ea82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a8ac8b6bdec42e8aad031b096c16fcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.488607] env[69249]: DEBUG oslo_vmware.api [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.540674] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659586, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.632465] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659589, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.764756] env[69249]: DEBUG nova.compute.manager [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.773224] env[69249]: DEBUG nova.network.neutron [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Successfully created port: 266e2250-5873-42a2-b3dd-df913272352a {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.814817] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.855750] env[69249]: DEBUG oslo_concurrency.lockutils [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.857766] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.926s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.859722] env[69249]: INFO nova.compute.claims [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.897660] env[69249]: INFO nova.scheduler.client.report [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Deleted allocations for instance 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d [ 927.932602] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "interface-3d3d17e7-2484-4259-bedf-f7a6c488c8ef-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.932951] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-3d3d17e7-2484-4259-bedf-f7a6c488c8ef-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.933606] env[69249]: DEBUG nova.objects.instance [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lazy-loading 'flavor' on Instance uuid 3d3d17e7-2484-4259-bedf-f7a6c488c8ef {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.990850] env[69249]: DEBUG oslo_vmware.api [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.043362] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659586, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.130964] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8257} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.131082] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] ee41cf17-305b-429f-96fb-8858204a4af5/ee41cf17-305b-429f-96fb-8858204a4af5.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.131375] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.131715] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a075821-7dd9-41c7-b92a-29d7a9f28609 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.142312] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 928.142312] env[69249]: value = "task-3659590" [ 928.142312] env[69249]: _type = "Task" [ 928.142312] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.154645] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.183747] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Acquiring lock "06b8c4c7-fa43-448e-ba54-b1a1705f3717" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.184221] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Lock "06b8c4c7-fa43-448e-ba54-b1a1705f3717" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.411280] env[69249]: DEBUG oslo_concurrency.lockutils [None req-019c93a8-d509-4a18-818d-b7d7cebfcf7b tempest-ServersListShow298Test-490471925 tempest-ServersListShow298Test-490471925-project-member] Lock "376bfcc0-86b6-4b47-a07b-ac46ab4fae2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.939s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.490703] env[69249]: DEBUG oslo_vmware.api [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.521804] env[69249]: DEBUG nova.objects.instance [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d3d17e7-2484-4259-bedf-f7a6c488c8ef {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.540670] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659586, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.654983] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083883} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.657556] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.657556] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde1282a-aca6-4e6b-bdfc-628e67bcde67 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.687384] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] ee41cf17-305b-429f-96fb-8858204a4af5/ee41cf17-305b-429f-96fb-8858204a4af5.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.687859] env[69249]: DEBUG nova.compute.manager [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.694370] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17258168-c223-48a7-9481-cc0b48c513c4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.726512] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 928.726512] env[69249]: value = "task-3659591" [ 928.726512] env[69249]: _type = "Task" [ 928.726512] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.739188] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.780917] env[69249]: DEBUG nova.compute.manager [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.818067] env[69249]: DEBUG nova.virt.hardware [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.818535] env[69249]: DEBUG nova.virt.hardware [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.819091] env[69249]: DEBUG nova.virt.hardware [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.819395] env[69249]: DEBUG nova.virt.hardware [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.819972] env[69249]: DEBUG nova.virt.hardware [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.820328] env[69249]: DEBUG nova.virt.hardware [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.820727] env[69249]: DEBUG nova.virt.hardware [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.820997] env[69249]: DEBUG nova.virt.hardware [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.821250] env[69249]: DEBUG nova.virt.hardware [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.821431] env[69249]: DEBUG nova.virt.hardware [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.821643] env[69249]: DEBUG nova.virt.hardware [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.825077] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1bdc82-addd-48c8-9d46-00f5b99f2ffe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.835921] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7907e29b-1714-4c1e-86a4-f816de8142dc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.004055] env[69249]: DEBUG oslo_vmware.api [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.913989} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.011278] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.011457] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.011991] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.011991] env[69249]: INFO nova.compute.manager [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Took 2.68 seconds to destroy the instance on the hypervisor. [ 929.012108] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.013093] env[69249]: DEBUG nova.compute.manager [-] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.013219] env[69249]: DEBUG nova.network.neutron [-] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.027638] env[69249]: DEBUG nova.objects.base [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Object Instance<3d3d17e7-2484-4259-bedf-f7a6c488c8ef> lazy-loaded attributes: flavor,pci_requests {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 929.032337] env[69249]: DEBUG nova.network.neutron [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.043673] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659586, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.497905} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.044704] env[69249]: INFO nova.virt.vmwareapi.ds_util [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_afca40ee-1b6f-46ec-abd3-c9e91cd4c72a/OSTACK_IMG_afca40ee-1b6f-46ec-abd3-c9e91cd4c72a.vmdk to [datastore2] devstack-image-cache_base/aa6683c4-54fc-4487-8d8c-b5a375606700/aa6683c4-54fc-4487-8d8c-b5a375606700.vmdk. [ 929.044704] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Cleaning up location [datastore2] OSTACK_IMG_afca40ee-1b6f-46ec-abd3-c9e91cd4c72a {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 929.044704] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_afca40ee-1b6f-46ec-abd3-c9e91cd4c72a {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.044704] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-984b09c7-476d-4d3d-9397-a7f51321c643 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.057013] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 929.057013] env[69249]: value = "task-3659592" [ 929.057013] env[69249]: _type = "Task" [ 929.057013] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.089038] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.119399] env[69249]: DEBUG nova.policy [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04eb3b92019e40ec93fa08c2998a2012', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d6539ea997f4394bc825b68e6e73910', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.218986] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.222803] env[69249]: DEBUG oslo_concurrency.lockutils [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Acquiring lock "336d0484-6537-4a27-bc77-ed6b600a65fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.223063] env[69249]: DEBUG oslo_concurrency.lockutils [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Lock "336d0484-6537-4a27-bc77-ed6b600a65fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.223265] env[69249]: DEBUG oslo_concurrency.lockutils [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Acquiring lock "336d0484-6537-4a27-bc77-ed6b600a65fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.223448] env[69249]: DEBUG oslo_concurrency.lockutils [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Lock "336d0484-6537-4a27-bc77-ed6b600a65fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.223662] env[69249]: DEBUG oslo_concurrency.lockutils [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Lock "336d0484-6537-4a27-bc77-ed6b600a65fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.228417] env[69249]: INFO nova.compute.manager [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Terminating instance [ 929.240840] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.385872] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6362616-e90a-465f-ab4f-00c950ad8f32 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.394831] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f65292-8fcf-46be-8153-6fde4ebde8f6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.429085] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30309f8-2f0b-48d2-abd4-dab49b8ba917 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.443422] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5512d61e-efca-4237-a9da-d676183d5ed8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.459691] env[69249]: DEBUG nova.compute.provider_tree [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.529843] env[69249]: DEBUG nova.network.neutron [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Successfully created port: 9683d863-46ab-4751-b254-366f06c11742 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.546160] env[69249]: DEBUG nova.network.neutron [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Successfully updated port: 266e2250-5873-42a2-b3dd-df913272352a {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.570025] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044364} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.570385] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.570560] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa6683c4-54fc-4487-8d8c-b5a375606700/aa6683c4-54fc-4487-8d8c-b5a375606700.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.571171] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa6683c4-54fc-4487-8d8c-b5a375606700/aa6683c4-54fc-4487-8d8c-b5a375606700.vmdk to [datastore2] 312fea7d-6433-444a-ada0-163f09995c28/312fea7d-6433-444a-ada0-163f09995c28.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.571759] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41bb3d56-39da-460a-9764-2e196f54359e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.580975] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 929.580975] env[69249]: value = "task-3659593" [ 929.580975] env[69249]: _type = "Task" [ 929.580975] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.589959] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.738906] env[69249]: DEBUG nova.compute.manager [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.739156] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.739478] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659591, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.740225] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca3d893-53e5-4588-9233-6594815e03a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.749886] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.750594] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0acd8040-a5a8-48ec-948b-df65cba14413 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.759744] env[69249]: DEBUG oslo_vmware.api [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Waiting for the task: (returnval){ [ 929.759744] env[69249]: value = "task-3659594" [ 929.759744] env[69249]: _type = "Task" [ 929.759744] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.770415] env[69249]: DEBUG oslo_vmware.api [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.939212] env[69249]: DEBUG nova.network.neutron [-] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.963130] env[69249]: DEBUG nova.scheduler.client.report [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.049327] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Acquiring lock "refresh_cache-879299c3-e4ed-4ef2-9d0b-8ef87de5f889" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.049624] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Acquired lock "refresh_cache-879299c3-e4ed-4ef2-9d0b-8ef87de5f889" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.049624] env[69249]: DEBUG nova.network.neutron [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.092356] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659593, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.239743] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659591, 'name': ReconfigVM_Task, 'duration_secs': 1.02407} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.240044] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Reconfigured VM instance instance-00000049 to attach disk [datastore1] ee41cf17-305b-429f-96fb-8858204a4af5/ee41cf17-305b-429f-96fb-8858204a4af5.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.240775] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65558cbc-673e-46bf-8d68-f05d9940631f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.251134] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 930.251134] env[69249]: value = "task-3659595" [ 930.251134] env[69249]: _type = "Task" [ 930.251134] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.261583] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659595, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.271411] env[69249]: DEBUG oslo_vmware.api [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.334075] env[69249]: DEBUG nova.compute.manager [req-5688a52f-fb8e-47dc-a8bd-885e0b7aba20 req-ecbf2918-1524-425a-b070-8f473bd33e8c service nova] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Received event network-changed-f29807e2-479d-4c7e-a19b-ecac5a274b67 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.334503] env[69249]: DEBUG nova.compute.manager [req-5688a52f-fb8e-47dc-a8bd-885e0b7aba20 req-ecbf2918-1524-425a-b070-8f473bd33e8c service nova] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Refreshing instance network info cache due to event network-changed-f29807e2-479d-4c7e-a19b-ecac5a274b67. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.334741] env[69249]: DEBUG oslo_concurrency.lockutils [req-5688a52f-fb8e-47dc-a8bd-885e0b7aba20 req-ecbf2918-1524-425a-b070-8f473bd33e8c service nova] Acquiring lock "refresh_cache-b3010ae1-b940-4c5e-b8e8-3a5b4395f807" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.334969] env[69249]: DEBUG oslo_concurrency.lockutils [req-5688a52f-fb8e-47dc-a8bd-885e0b7aba20 req-ecbf2918-1524-425a-b070-8f473bd33e8c service nova] Acquired lock "refresh_cache-b3010ae1-b940-4c5e-b8e8-3a5b4395f807" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.335235] env[69249]: DEBUG nova.network.neutron [req-5688a52f-fb8e-47dc-a8bd-885e0b7aba20 req-ecbf2918-1524-425a-b070-8f473bd33e8c service nova] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Refreshing network info cache for port f29807e2-479d-4c7e-a19b-ecac5a274b67 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.441960] env[69249]: INFO nova.compute.manager [-] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Took 1.43 seconds to deallocate network for instance. [ 930.457200] env[69249]: DEBUG nova.compute.manager [req-51635a6a-d803-455f-bc39-9817f4181fd6 req-4c6f00a3-cc79-4d71-9b42-f71f62b26e9c service nova] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Received event network-vif-deleted-5ba8a9c5-2b6e-47bd-8e28-5ec5a18a3ffa {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.472943] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.473492] env[69249]: DEBUG nova.compute.manager [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.476215] env[69249]: DEBUG oslo_concurrency.lockutils [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.557s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.476566] env[69249]: DEBUG nova.objects.instance [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lazy-loading 'resources' on Instance uuid 04de2a83-d1dd-4619-b623-e5cd1b9c8102 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.596423] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659593, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.601411] env[69249]: DEBUG nova.network.neutron [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.762631] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659595, 'name': Rename_Task, 'duration_secs': 0.249123} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.766091] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.766378] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41df4198-9795-4d67-b362-e55ae3cb7cb3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.774791] env[69249]: DEBUG oslo_vmware.api [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659594, 'name': PowerOffVM_Task, 'duration_secs': 0.616977} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.778612] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.778813] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.779165] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 930.779165] env[69249]: value = "task-3659596" [ 930.779165] env[69249]: _type = "Task" [ 930.779165] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.779407] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc4c5142-37cb-480a-9892-97ead5fcbba2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.790924] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.843729] env[69249]: DEBUG nova.network.neutron [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Updating instance_info_cache with network_info: [{"id": "266e2250-5873-42a2-b3dd-df913272352a", "address": "fa:16:3e:b7:04:53", "network": {"id": "26db0809-239f-49cf-b36a-efb5b1ca40f2", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1750773519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8ac8b6bdec42e8aad031b096c16fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266e2250-58", "ovs_interfaceid": "266e2250-5873-42a2-b3dd-df913272352a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.873032] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.873032] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.873032] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Deleting the datastore file [datastore2] 336d0484-6537-4a27-bc77-ed6b600a65fa {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.873032] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ea89194-49f0-499c-a400-63a6f28ee241 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.887056] env[69249]: DEBUG oslo_vmware.api [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Waiting for the task: (returnval){ [ 930.887056] env[69249]: value = "task-3659598" [ 930.887056] env[69249]: _type = "Task" [ 930.887056] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.896781] env[69249]: DEBUG oslo_vmware.api [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.949651] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.987024] env[69249]: DEBUG nova.compute.utils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.987024] env[69249]: DEBUG nova.compute.manager [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.987024] env[69249]: DEBUG nova.network.neutron [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.069963] env[69249]: DEBUG nova.policy [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac15811015aa438a91eb5cdbce9afa33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f87d1349e054129af3eca3947232321', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.099419] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659593, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.297030] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659596, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.347861] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Releasing lock "refresh_cache-879299c3-e4ed-4ef2-9d0b-8ef87de5f889" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.348695] env[69249]: DEBUG nova.compute.manager [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Instance network_info: |[{"id": "266e2250-5873-42a2-b3dd-df913272352a", "address": "fa:16:3e:b7:04:53", "network": {"id": "26db0809-239f-49cf-b36a-efb5b1ca40f2", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1750773519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8ac8b6bdec42e8aad031b096c16fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266e2250-58", "ovs_interfaceid": "266e2250-5873-42a2-b3dd-df913272352a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.349498] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:04:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '266e2250-5873-42a2-b3dd-df913272352a', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.360431] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Creating folder: Project (8a8ac8b6bdec42e8aad031b096c16fcb). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.364971] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67f53577-9809-4a01-b062-6655aaac8e71 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.381143] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Created folder: Project (8a8ac8b6bdec42e8aad031b096c16fcb) in parent group-v729229. [ 931.381251] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Creating folder: Instances. Parent ref: group-v729437. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.381541] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d76156be-732f-48ac-8336-ce8c49fdfe95 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.397855] env[69249]: DEBUG oslo_vmware.api [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.400086] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Created folder: Instances in parent group-v729437. [ 931.400485] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.403521] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.404345] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93674004-5150-4998-a7ed-56c37ec08b4e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.425935] env[69249]: DEBUG nova.network.neutron [req-5688a52f-fb8e-47dc-a8bd-885e0b7aba20 req-ecbf2918-1524-425a-b070-8f473bd33e8c service nova] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Updated VIF entry in instance network info cache for port f29807e2-479d-4c7e-a19b-ecac5a274b67. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.426427] env[69249]: DEBUG nova.network.neutron [req-5688a52f-fb8e-47dc-a8bd-885e0b7aba20 req-ecbf2918-1524-425a-b070-8f473bd33e8c service nova] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Updating instance_info_cache with network_info: [{"id": "f29807e2-479d-4c7e-a19b-ecac5a274b67", "address": "fa:16:3e:96:70:33", "network": {"id": "7e51c298-7a06-4de3-b1a9-4ba776018f79", "bridge": "br-int", "label": "tempest-ServersTestJSON-390588595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a3dee5d96f84667bc8a11361fce0cb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf29807e2-47", "ovs_interfaceid": "f29807e2-479d-4c7e-a19b-ecac5a274b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.437699] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.437699] env[69249]: value = "task-3659601" [ 931.437699] env[69249]: _type = "Task" [ 931.437699] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.459284] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659601, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.491141] env[69249]: DEBUG nova.compute.manager [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.546168] env[69249]: DEBUG nova.network.neutron [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Successfully updated port: 9683d863-46ab-4751-b254-366f06c11742 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.563032] env[69249]: DEBUG nova.network.neutron [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Successfully created port: 3a91c992-0f5e-4e85-a5b5-37dab88b44be {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.595937] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659593, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.616404] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2bd46f-c742-457c-a8d2-35044c673329 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.625756] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8fcc7b-bb71-4682-8682-20fde60286d5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.660579] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00a33d9-a57c-4170-a810-28f7aca6ab48 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.672422] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc1e9d8-2781-4e89-8f58-6fe522e838c1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.687602] env[69249]: DEBUG nova.compute.provider_tree [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.796391] env[69249]: DEBUG oslo_vmware.api [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659596, 'name': PowerOnVM_Task, 'duration_secs': 0.710772} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.796850] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.797048] env[69249]: INFO nova.compute.manager [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Took 9.86 seconds to spawn the instance on the hypervisor. [ 931.797234] env[69249]: DEBUG nova.compute.manager [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 931.798609] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985813c2-3ca1-4966-9ec7-6ce48cef80fe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.899898] env[69249]: DEBUG oslo_vmware.api [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.930386] env[69249]: DEBUG oslo_concurrency.lockutils [req-5688a52f-fb8e-47dc-a8bd-885e0b7aba20 req-ecbf2918-1524-425a-b070-8f473bd33e8c service nova] Releasing lock "refresh_cache-b3010ae1-b940-4c5e-b8e8-3a5b4395f807" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.949449] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659601, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.953890] env[69249]: DEBUG nova.compute.manager [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 931.954719] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fc56d4-b53e-4689-ae40-9bbdf0a68fe3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.057130] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.057222] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.057355] env[69249]: DEBUG nova.network.neutron [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.101028] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659593, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.39667} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.101028] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa6683c4-54fc-4487-8d8c-b5a375606700/aa6683c4-54fc-4487-8d8c-b5a375606700.vmdk to [datastore2] 312fea7d-6433-444a-ada0-163f09995c28/312fea7d-6433-444a-ada0-163f09995c28.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.101028] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dcbe5a-7dd2-4a8b-a1b7-2f6256907b25 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.125378] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 312fea7d-6433-444a-ada0-163f09995c28/312fea7d-6433-444a-ada0-163f09995c28.vmdk or device None with type streamOptimized {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.125378] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca6d648d-4002-4f08-b7a2-60f38120f726 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.146385] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 932.146385] env[69249]: value = "task-3659602" [ 932.146385] env[69249]: _type = "Task" [ 932.146385] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.158213] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.190539] env[69249]: DEBUG nova.scheduler.client.report [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.242315] env[69249]: DEBUG oslo_concurrency.lockutils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "f0003d38-cb08-41c2-a70d-e7f8fa494606" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.242640] env[69249]: DEBUG oslo_concurrency.lockutils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "f0003d38-cb08-41c2-a70d-e7f8fa494606" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.331408] env[69249]: INFO nova.compute.manager [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Took 44.17 seconds to build instance. [ 932.398559] env[69249]: DEBUG oslo_vmware.api [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Task: {'id': task-3659598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.206576} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.398804] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.398985] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.399231] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.399345] env[69249]: INFO nova.compute.manager [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Took 2.66 seconds to destroy the instance on the hypervisor. [ 932.399578] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.399768] env[69249]: DEBUG nova.compute.manager [-] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.399863] env[69249]: DEBUG nova.network.neutron [-] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.449688] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659601, 'name': CreateVM_Task, 'duration_secs': 0.537154} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.449869] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.450666] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.451495] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.451495] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.451495] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01a2ab40-052b-43b6-80b6-90449fe556a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.459434] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Waiting for the task: (returnval){ [ 932.459434] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52533b70-a1c7-5c07-b7a7-ef94cab0c7d1" [ 932.459434] env[69249]: _type = "Task" [ 932.459434] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.470224] env[69249]: INFO nova.compute.manager [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] instance snapshotting [ 932.471943] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52533b70-a1c7-5c07-b7a7-ef94cab0c7d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.473835] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7144892e-7acd-48a9-bc0a-370b4638a0cb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.499658] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f764ef20-dc24-42d3-85e6-318fc32d4a92 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.510920] env[69249]: DEBUG nova.compute.manager [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.547728] env[69249]: DEBUG nova.virt.hardware [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.547973] env[69249]: DEBUG nova.virt.hardware [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.548239] env[69249]: DEBUG nova.virt.hardware [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.548469] env[69249]: DEBUG nova.virt.hardware [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.548618] env[69249]: DEBUG nova.virt.hardware [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.548765] env[69249]: DEBUG nova.virt.hardware [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.548975] env[69249]: DEBUG nova.virt.hardware [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.549531] env[69249]: DEBUG nova.virt.hardware [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.549729] env[69249]: DEBUG nova.virt.hardware [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.549903] env[69249]: DEBUG nova.virt.hardware [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.550101] env[69249]: DEBUG nova.virt.hardware [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.551117] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfdf58c-9e5a-45c5-8f26-81793e94b2db {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.566018] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18121448-ab92-4f2d-bc14-22326b1e1661 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.644101] env[69249]: WARNING nova.network.neutron [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] 2676956a-ad72-4cb3-909f-c7243e14c9b5 already exists in list: networks containing: ['2676956a-ad72-4cb3-909f-c7243e14c9b5']. ignoring it [ 932.661028] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659602, 'name': ReconfigVM_Task, 'duration_secs': 0.316856} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.661028] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 312fea7d-6433-444a-ada0-163f09995c28/312fea7d-6433-444a-ada0-163f09995c28.vmdk or device None with type streamOptimized {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.661028] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cc9acb3-1eb9-4fe7-af73-c8bb8bacc4d9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.668620] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 932.668620] env[69249]: value = "task-3659603" [ 932.668620] env[69249]: _type = "Task" [ 932.668620] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.679103] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659603, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.699863] env[69249]: DEBUG oslo_concurrency.lockutils [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.700706] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.089s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.705219] env[69249]: INFO nova.compute.claims [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.734501] env[69249]: INFO nova.scheduler.client.report [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Deleted allocations for instance 04de2a83-d1dd-4619-b623-e5cd1b9c8102 [ 932.745030] env[69249]: DEBUG nova.compute.manager [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.831984] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46c8e39-0e2c-4d2f-9486-33b8e83f96cd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "ee41cf17-305b-429f-96fb-8858204a4af5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.996s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.976117] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52533b70-a1c7-5c07-b7a7-ef94cab0c7d1, 'name': SearchDatastore_Task, 'duration_secs': 0.012112} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.977032] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.977344] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.977612] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.977766] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.977949] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.978304] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80de758a-7dc6-477c-b610-61d7c155144c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.993040] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.993040] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.994290] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ea30cf-9e29-485f-8609-43c9498b5c4c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.004215] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Waiting for the task: (returnval){ [ 933.004215] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526b3a58-185f-622c-e0d3-7d539f0aeb2e" [ 933.004215] env[69249]: _type = "Task" [ 933.004215] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.020574] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 933.020574] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526b3a58-185f-622c-e0d3-7d539f0aeb2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.020574] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3768315d-c598-47ca-81cf-e1e0d4d10e5b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.028901] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 933.028901] env[69249]: value = "task-3659604" [ 933.028901] env[69249]: _type = "Task" [ 933.028901] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.042375] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659604, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.072908] env[69249]: DEBUG nova.compute.manager [req-0d4517f3-3211-4399-85b2-853a11996c58 req-ad43f215-7e8a-43d6-9937-242ccf392d5c service nova] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Received event network-vif-plugged-266e2250-5873-42a2-b3dd-df913272352a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.073075] env[69249]: DEBUG oslo_concurrency.lockutils [req-0d4517f3-3211-4399-85b2-853a11996c58 req-ad43f215-7e8a-43d6-9937-242ccf392d5c service nova] Acquiring lock "879299c3-e4ed-4ef2-9d0b-8ef87de5f889-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.073292] env[69249]: DEBUG oslo_concurrency.lockutils [req-0d4517f3-3211-4399-85b2-853a11996c58 req-ad43f215-7e8a-43d6-9937-242ccf392d5c service nova] Lock "879299c3-e4ed-4ef2-9d0b-8ef87de5f889-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.073461] env[69249]: DEBUG oslo_concurrency.lockutils [req-0d4517f3-3211-4399-85b2-853a11996c58 req-ad43f215-7e8a-43d6-9937-242ccf392d5c service nova] Lock "879299c3-e4ed-4ef2-9d0b-8ef87de5f889-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.073625] env[69249]: DEBUG nova.compute.manager [req-0d4517f3-3211-4399-85b2-853a11996c58 req-ad43f215-7e8a-43d6-9937-242ccf392d5c service nova] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] No waiting events found dispatching network-vif-plugged-266e2250-5873-42a2-b3dd-df913272352a {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 933.073784] env[69249]: WARNING nova.compute.manager [req-0d4517f3-3211-4399-85b2-853a11996c58 req-ad43f215-7e8a-43d6-9937-242ccf392d5c service nova] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Received unexpected event network-vif-plugged-266e2250-5873-42a2-b3dd-df913272352a for instance with vm_state building and task_state spawning. [ 933.073941] env[69249]: DEBUG nova.compute.manager [req-0d4517f3-3211-4399-85b2-853a11996c58 req-ad43f215-7e8a-43d6-9937-242ccf392d5c service nova] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Received event network-changed-266e2250-5873-42a2-b3dd-df913272352a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.074105] env[69249]: DEBUG nova.compute.manager [req-0d4517f3-3211-4399-85b2-853a11996c58 req-ad43f215-7e8a-43d6-9937-242ccf392d5c service nova] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Refreshing instance network info cache due to event network-changed-266e2250-5873-42a2-b3dd-df913272352a. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.074603] env[69249]: DEBUG oslo_concurrency.lockutils [req-0d4517f3-3211-4399-85b2-853a11996c58 req-ad43f215-7e8a-43d6-9937-242ccf392d5c service nova] Acquiring lock "refresh_cache-879299c3-e4ed-4ef2-9d0b-8ef87de5f889" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.074681] env[69249]: DEBUG oslo_concurrency.lockutils [req-0d4517f3-3211-4399-85b2-853a11996c58 req-ad43f215-7e8a-43d6-9937-242ccf392d5c service nova] Acquired lock "refresh_cache-879299c3-e4ed-4ef2-9d0b-8ef87de5f889" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.074860] env[69249]: DEBUG nova.network.neutron [req-0d4517f3-3211-4399-85b2-853a11996c58 req-ad43f215-7e8a-43d6-9937-242ccf392d5c service nova] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Refreshing network info cache for port 266e2250-5873-42a2-b3dd-df913272352a {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.094434] env[69249]: DEBUG nova.compute.manager [req-9229fbc0-6b8c-48f6-8eea-7443e3322c51 req-a38292d2-db6d-43d8-b399-4cb114a86e51 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Received event network-vif-plugged-9683d863-46ab-4751-b254-366f06c11742 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.094574] env[69249]: DEBUG oslo_concurrency.lockutils [req-9229fbc0-6b8c-48f6-8eea-7443e3322c51 req-a38292d2-db6d-43d8-b399-4cb114a86e51 service nova] Acquiring lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.095066] env[69249]: DEBUG oslo_concurrency.lockutils [req-9229fbc0-6b8c-48f6-8eea-7443e3322c51 req-a38292d2-db6d-43d8-b399-4cb114a86e51 service nova] Lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.095066] env[69249]: DEBUG oslo_concurrency.lockutils [req-9229fbc0-6b8c-48f6-8eea-7443e3322c51 req-a38292d2-db6d-43d8-b399-4cb114a86e51 service nova] Lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.095262] env[69249]: DEBUG nova.compute.manager [req-9229fbc0-6b8c-48f6-8eea-7443e3322c51 req-a38292d2-db6d-43d8-b399-4cb114a86e51 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] No waiting events found dispatching network-vif-plugged-9683d863-46ab-4751-b254-366f06c11742 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 933.095262] env[69249]: WARNING nova.compute.manager [req-9229fbc0-6b8c-48f6-8eea-7443e3322c51 req-a38292d2-db6d-43d8-b399-4cb114a86e51 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Received unexpected event network-vif-plugged-9683d863-46ab-4751-b254-366f06c11742 for instance with vm_state active and task_state None. [ 933.096169] env[69249]: DEBUG nova.compute.manager [req-9229fbc0-6b8c-48f6-8eea-7443e3322c51 req-a38292d2-db6d-43d8-b399-4cb114a86e51 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Received event network-changed-9683d863-46ab-4751-b254-366f06c11742 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.096169] env[69249]: DEBUG nova.compute.manager [req-9229fbc0-6b8c-48f6-8eea-7443e3322c51 req-a38292d2-db6d-43d8-b399-4cb114a86e51 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Refreshing instance network info cache due to event network-changed-9683d863-46ab-4751-b254-366f06c11742. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.096420] env[69249]: DEBUG oslo_concurrency.lockutils [req-9229fbc0-6b8c-48f6-8eea-7443e3322c51 req-a38292d2-db6d-43d8-b399-4cb114a86e51 service nova] Acquiring lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.183431] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659603, 'name': Rename_Task, 'duration_secs': 0.164287} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.186040] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.186572] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc279b67-cd0f-4959-a4e4-8b5cc8bebe18 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.195512] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 933.195512] env[69249]: value = "task-3659605" [ 933.195512] env[69249]: _type = "Task" [ 933.195512] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.205339] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.245614] env[69249]: DEBUG oslo_concurrency.lockutils [None req-79622c4f-e06e-4c85-afda-dd160c37c136 tempest-ServersWithSpecificFlavorTestJSON-328809044 tempest-ServersWithSpecificFlavorTestJSON-328809044-project-member] Lock "04de2a83-d1dd-4619-b623-e5cd1b9c8102" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.316s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.277361] env[69249]: DEBUG oslo_concurrency.lockutils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.402756] env[69249]: DEBUG nova.network.neutron [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Updating instance_info_cache with network_info: [{"id": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "address": "fa:16:3e:f2:be:b5", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073ba5db-f7", "ovs_interfaceid": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9683d863-46ab-4751-b254-366f06c11742", "address": "fa:16:3e:f5:97:99", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9683d863-46", "ovs_interfaceid": "9683d863-46ab-4751-b254-366f06c11742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.517093] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526b3a58-185f-622c-e0d3-7d539f0aeb2e, 'name': SearchDatastore_Task, 'duration_secs': 0.027037} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.517896] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7df1aea-b7c3-430a-91ec-178b4348759d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.526222] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Waiting for the task: (returnval){ [ 933.526222] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529105be-b415-8f38-4a96-6d56ca574df0" [ 933.526222] env[69249]: _type = "Task" [ 933.526222] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.536465] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529105be-b415-8f38-4a96-6d56ca574df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.542226] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659604, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.659970] env[69249]: DEBUG nova.network.neutron [-] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.705618] env[69249]: DEBUG nova.network.neutron [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Successfully updated port: 3a91c992-0f5e-4e85-a5b5-37dab88b44be {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.721916] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659605, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.894653] env[69249]: DEBUG nova.network.neutron [req-0d4517f3-3211-4399-85b2-853a11996c58 req-ad43f215-7e8a-43d6-9937-242ccf392d5c service nova] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Updated VIF entry in instance network info cache for port 266e2250-5873-42a2-b3dd-df913272352a. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.895060] env[69249]: DEBUG nova.network.neutron [req-0d4517f3-3211-4399-85b2-853a11996c58 req-ad43f215-7e8a-43d6-9937-242ccf392d5c service nova] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Updating instance_info_cache with network_info: [{"id": "266e2250-5873-42a2-b3dd-df913272352a", "address": "fa:16:3e:b7:04:53", "network": {"id": "26db0809-239f-49cf-b36a-efb5b1ca40f2", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1750773519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a8ac8b6bdec42e8aad031b096c16fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap266e2250-58", "ovs_interfaceid": "266e2250-5873-42a2-b3dd-df913272352a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.907620] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.908452] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.908620] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.912292] env[69249]: DEBUG oslo_concurrency.lockutils [req-9229fbc0-6b8c-48f6-8eea-7443e3322c51 req-a38292d2-db6d-43d8-b399-4cb114a86e51 service nova] Acquired lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.912489] env[69249]: DEBUG nova.network.neutron [req-9229fbc0-6b8c-48f6-8eea-7443e3322c51 req-a38292d2-db6d-43d8-b399-4cb114a86e51 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Refreshing network info cache for port 9683d863-46ab-4751-b254-366f06c11742 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.917026] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4e13b4-5a74-4ac9-a4d1-45bc12a36382 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.935963] env[69249]: DEBUG nova.virt.hardware [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.936652] env[69249]: DEBUG nova.virt.hardware [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.936818] env[69249]: DEBUG nova.virt.hardware [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.937027] env[69249]: DEBUG nova.virt.hardware [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.937175] env[69249]: DEBUG nova.virt.hardware [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.937321] env[69249]: DEBUG nova.virt.hardware [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.937533] env[69249]: DEBUG nova.virt.hardware [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.938255] env[69249]: DEBUG nova.virt.hardware [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.938255] env[69249]: DEBUG nova.virt.hardware [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.938391] env[69249]: DEBUG nova.virt.hardware [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.938569] env[69249]: DEBUG nova.virt.hardware [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.946696] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Reconfiguring VM to attach interface {{(pid=69249) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 933.950833] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a8d1017-8427-41d4-9995-70e733dec769 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.972984] env[69249]: DEBUG oslo_vmware.api [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 933.972984] env[69249]: value = "task-3659606" [ 933.972984] env[69249]: _type = "Task" [ 933.972984] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.981867] env[69249]: DEBUG oslo_vmware.api [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659606, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.049680] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529105be-b415-8f38-4a96-6d56ca574df0, 'name': SearchDatastore_Task, 'duration_secs': 0.011348} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.050079] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.050442] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 879299c3-e4ed-4ef2-9d0b-8ef87de5f889/879299c3-e4ed-4ef2-9d0b-8ef87de5f889.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.055288] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa9915a5-0513-4eaf-a648-efcfc54e83d8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.058445] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659604, 'name': CreateSnapshot_Task, 'duration_secs': 0.890239} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.058791] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 934.060424] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b5356f-189a-4cbf-b981-261c708b77ff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.088918] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Waiting for the task: (returnval){ [ 934.088918] env[69249]: value = "task-3659607" [ 934.088918] env[69249]: _type = "Task" [ 934.088918] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.103329] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.165855] env[69249]: INFO nova.compute.manager [-] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Took 1.77 seconds to deallocate network for instance. [ 934.209839] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "refresh_cache-381af0ca-4249-4949-9519-9409c286ce60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.210568] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired lock "refresh_cache-381af0ca-4249-4949-9519-9409c286ce60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.210863] env[69249]: DEBUG nova.network.neutron [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.219055] env[69249]: DEBUG oslo_vmware.api [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659605, 'name': PowerOnVM_Task, 'duration_secs': 0.551399} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.219549] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.219860] env[69249]: INFO nova.compute.manager [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Took 14.94 seconds to spawn the instance on the hypervisor. [ 934.220194] env[69249]: DEBUG nova.compute.manager [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 934.221920] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3570d41c-589b-48c8-992f-c6917650d958 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.281567] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9e8173-4805-4a4e-b276-7c6296987f90 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.290670] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05acb01a-5e74-450d-8cb4-65aef1d89590 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.327319] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643f6626-1124-4feb-aed9-798cd195cd4a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.336675] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101163c9-7ec3-48f3-9da0-d73be89ea2bf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.354725] env[69249]: DEBUG nova.compute.provider_tree [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.401269] env[69249]: DEBUG oslo_concurrency.lockutils [req-0d4517f3-3211-4399-85b2-853a11996c58 req-ad43f215-7e8a-43d6-9937-242ccf392d5c service nova] Releasing lock "refresh_cache-879299c3-e4ed-4ef2-9d0b-8ef87de5f889" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.487565] env[69249]: DEBUG oslo_vmware.api [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.599022] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 934.599463] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1222450b-269f-41e6-995d-5f57c997cb2c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.617319] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659607, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.619327] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 934.619327] env[69249]: value = "task-3659608" [ 934.619327] env[69249]: _type = "Task" [ 934.619327] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.632019] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659608, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.675383] env[69249]: DEBUG oslo_concurrency.lockutils [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.680563] env[69249]: DEBUG nova.network.neutron [req-9229fbc0-6b8c-48f6-8eea-7443e3322c51 req-a38292d2-db6d-43d8-b399-4cb114a86e51 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Updated VIF entry in instance network info cache for port 9683d863-46ab-4751-b254-366f06c11742. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.681066] env[69249]: DEBUG nova.network.neutron [req-9229fbc0-6b8c-48f6-8eea-7443e3322c51 req-a38292d2-db6d-43d8-b399-4cb114a86e51 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Updating instance_info_cache with network_info: [{"id": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "address": "fa:16:3e:f2:be:b5", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073ba5db-f7", "ovs_interfaceid": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9683d863-46ab-4751-b254-366f06c11742", "address": "fa:16:3e:f5:97:99", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9683d863-46", "ovs_interfaceid": "9683d863-46ab-4751-b254-366f06c11742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.748140] env[69249]: INFO nova.compute.manager [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Took 49.33 seconds to build instance. [ 934.750485] env[69249]: DEBUG nova.network.neutron [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.858368] env[69249]: DEBUG nova.scheduler.client.report [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.889661] env[69249]: DEBUG nova.network.neutron [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Updating instance_info_cache with network_info: [{"id": "3a91c992-0f5e-4e85-a5b5-37dab88b44be", "address": "fa:16:3e:e3:41:a1", "network": {"id": "43a3fff8-4cd3-480e-9007-e9e900a6d427", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1590462981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f87d1349e054129af3eca3947232321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a91c992-0f", "ovs_interfaceid": "3a91c992-0f5e-4e85-a5b5-37dab88b44be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.986215] env[69249]: DEBUG oslo_vmware.api [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.068497] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "9160faa8-5599-49e8-a1fd-334b5480cb60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.068723] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "9160faa8-5599-49e8-a1fd-334b5480cb60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.112575] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634027} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.112865] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 879299c3-e4ed-4ef2-9d0b-8ef87de5f889/879299c3-e4ed-4ef2-9d0b-8ef87de5f889.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.113186] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.113754] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a467a23-96d4-43f1-b202-8b9bd04af871 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.127040] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Waiting for the task: (returnval){ [ 935.127040] env[69249]: value = "task-3659609" [ 935.127040] env[69249]: _type = "Task" [ 935.127040] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.138349] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659608, 'name': CloneVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.143923] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.188325] env[69249]: DEBUG oslo_concurrency.lockutils [req-9229fbc0-6b8c-48f6-8eea-7443e3322c51 req-a38292d2-db6d-43d8-b399-4cb114a86e51 service nova] Releasing lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.253380] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f804d915-5126-457f-8e45-eb534baa15a6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "312fea7d-6433-444a-ada0-163f09995c28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.780s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.369310] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.370008] env[69249]: DEBUG nova.compute.manager [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.373663] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.596s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.377275] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.380165] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.489s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.383070] env[69249]: INFO nova.compute.claims [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.392935] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Releasing lock "refresh_cache-381af0ca-4249-4949-9519-9409c286ce60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.393260] env[69249]: DEBUG nova.compute.manager [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Instance network_info: |[{"id": "3a91c992-0f5e-4e85-a5b5-37dab88b44be", "address": "fa:16:3e:e3:41:a1", "network": {"id": "43a3fff8-4cd3-480e-9007-e9e900a6d427", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1590462981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f87d1349e054129af3eca3947232321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a91c992-0f", "ovs_interfaceid": "3a91c992-0f5e-4e85-a5b5-37dab88b44be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.393655] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:41:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a91c992-0f5e-4e85-a5b5-37dab88b44be', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.408080] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.408080] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.408080] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50b3b27a-d294-494c-a9e4-f230ac865788 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.433335] env[69249]: INFO nova.scheduler.client.report [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleted allocations for instance da460c36-960d-4ae2-a931-313c2e79a7d5 [ 935.443576] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.443576] env[69249]: value = "task-3659610" [ 935.443576] env[69249]: _type = "Task" [ 935.443576] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.459684] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659610, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.488235] env[69249]: DEBUG oslo_vmware.api [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659606, 'name': ReconfigVM_Task, 'duration_secs': 1.197397} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.489151] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.489151] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Reconfigured VM to attach interface {{(pid=69249) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 935.574800] env[69249]: DEBUG nova.compute.manager [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.633604] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659608, 'name': CloneVM_Task} progress is 93%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.639364] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.891443] env[69249]: DEBUG nova.compute.utils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.897877] env[69249]: DEBUG nova.compute.manager [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.897877] env[69249]: DEBUG nova.network.neutron [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.901949] env[69249]: DEBUG nova.compute.manager [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Received event network-vif-plugged-3a91c992-0f5e-4e85-a5b5-37dab88b44be {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.902905] env[69249]: DEBUG oslo_concurrency.lockutils [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] Acquiring lock "381af0ca-4249-4949-9519-9409c286ce60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.902905] env[69249]: DEBUG oslo_concurrency.lockutils [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] Lock "381af0ca-4249-4949-9519-9409c286ce60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.902905] env[69249]: DEBUG oslo_concurrency.lockutils [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] Lock "381af0ca-4249-4949-9519-9409c286ce60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.902905] env[69249]: DEBUG nova.compute.manager [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] [instance: 381af0ca-4249-4949-9519-9409c286ce60] No waiting events found dispatching network-vif-plugged-3a91c992-0f5e-4e85-a5b5-37dab88b44be {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 935.903099] env[69249]: WARNING nova.compute.manager [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Received unexpected event network-vif-plugged-3a91c992-0f5e-4e85-a5b5-37dab88b44be for instance with vm_state building and task_state spawning. [ 935.903099] env[69249]: DEBUG nova.compute.manager [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Received event network-changed-3a91c992-0f5e-4e85-a5b5-37dab88b44be {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.903259] env[69249]: DEBUG nova.compute.manager [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Refreshing instance network info cache due to event network-changed-3a91c992-0f5e-4e85-a5b5-37dab88b44be. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.903551] env[69249]: DEBUG oslo_concurrency.lockutils [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] Acquiring lock "refresh_cache-381af0ca-4249-4949-9519-9409c286ce60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.903673] env[69249]: DEBUG oslo_concurrency.lockutils [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] Acquired lock "refresh_cache-381af0ca-4249-4949-9519-9409c286ce60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.903841] env[69249]: DEBUG nova.network.neutron [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Refreshing network info cache for port 3a91c992-0f5e-4e85-a5b5-37dab88b44be {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.910411] env[69249]: DEBUG nova.compute.manager [req-52f2c135-f4a6-46b6-85c9-81a597c899c0 req-f4889b1f-5d98-4a1d-8a1e-a33a010de2cb service nova] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Received event network-vif-deleted-b95757cc-1561-464f-ba8b-2cf2d58eec77 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.947181] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f5ade35f-fb91-4720-8555-166852d62b04 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "da460c36-960d-4ae2-a931-313c2e79a7d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.580s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.955507] env[69249]: DEBUG nova.policy [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a6b46b9c06741bf927d76ea15e53256', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b115b13acd64b8387512095d0ec92b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.961479] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659610, 'name': CreateVM_Task, 'duration_secs': 0.461619} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.961562] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.962579] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.962579] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.963931] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.963931] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-792366b5-6caa-4fb8-984c-c1836760bd82 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.971613] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 935.971613] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cd0cce-1790-2f6b-dd52-9b9717b12a6a" [ 935.971613] env[69249]: _type = "Task" [ 935.971613] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.985583] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cd0cce-1790-2f6b-dd52-9b9717b12a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.993855] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63d21e14-5d4f-4eee-805a-93dd4bdaa92f tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-3d3d17e7-2484-4259-bedf-f7a6c488c8ef-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.061s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.043025] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "1b442703-16ca-4fd0-8611-af02d2ddea79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.043025] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "1b442703-16ca-4fd0-8611-af02d2ddea79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.101384] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.136045] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659608, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.141656] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.751866} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.141917] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.142796] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d25ffc-1b34-4d1d-9ef2-475c07ba8bd4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.166162] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 879299c3-e4ed-4ef2-9d0b-8ef87de5f889/879299c3-e4ed-4ef2-9d0b-8ef87de5f889.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.166468] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb071920-b588-4f3b-95d3-cdbc0290134a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.189889] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Waiting for the task: (returnval){ [ 936.189889] env[69249]: value = "task-3659611" [ 936.189889] env[69249]: _type = "Task" [ 936.189889] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.199436] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.309910] env[69249]: DEBUG nova.network.neutron [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Successfully created port: b61bd380-46bf-486d-9e26-54e9a84d3868 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.409144] env[69249]: DEBUG nova.compute.manager [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.486863] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cd0cce-1790-2f6b-dd52-9b9717b12a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.03304} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.490063] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.490160] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.490359] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.490553] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.490754] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.493493] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc277e3f-6882-49ea-931a-a90988411304 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.504154] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.504620] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.508408] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3b3572-bc1f-49ae-8e08-94e3e8439cde {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.515632] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 936.515632] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52244fca-0877-8a08-2d92-b055187516f5" [ 936.515632] env[69249]: _type = "Task" [ 936.515632] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.526718] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52244fca-0877-8a08-2d92-b055187516f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.546067] env[69249]: DEBUG nova.compute.manager [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.639253] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659608, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.673339] env[69249]: DEBUG nova.network.neutron [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Updated VIF entry in instance network info cache for port 3a91c992-0f5e-4e85-a5b5-37dab88b44be. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.673676] env[69249]: DEBUG nova.network.neutron [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Updating instance_info_cache with network_info: [{"id": "3a91c992-0f5e-4e85-a5b5-37dab88b44be", "address": "fa:16:3e:e3:41:a1", "network": {"id": "43a3fff8-4cd3-480e-9007-e9e900a6d427", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1590462981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f87d1349e054129af3eca3947232321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a91c992-0f", "ovs_interfaceid": "3a91c992-0f5e-4e85-a5b5-37dab88b44be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.703140] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659611, 'name': ReconfigVM_Task, 'duration_secs': 0.503208} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.704229] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 879299c3-e4ed-4ef2-9d0b-8ef87de5f889/879299c3-e4ed-4ef2-9d0b-8ef87de5f889.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.706875] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49ca7ff9-286c-4e17-9234-7c973cfc3ba0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.715556] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Waiting for the task: (returnval){ [ 936.715556] env[69249]: value = "task-3659612" [ 936.715556] env[69249]: _type = "Task" [ 936.715556] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.728028] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659612, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.813631] env[69249]: DEBUG oslo_concurrency.lockutils [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "312fea7d-6433-444a-ada0-163f09995c28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.814016] env[69249]: DEBUG oslo_concurrency.lockutils [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "312fea7d-6433-444a-ada0-163f09995c28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.814303] env[69249]: DEBUG oslo_concurrency.lockutils [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "312fea7d-6433-444a-ada0-163f09995c28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.814517] env[69249]: DEBUG oslo_concurrency.lockutils [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "312fea7d-6433-444a-ada0-163f09995c28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.814762] env[69249]: DEBUG oslo_concurrency.lockutils [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "312fea7d-6433-444a-ada0-163f09995c28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.820684] env[69249]: INFO nova.compute.manager [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Terminating instance [ 936.959120] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f168e8-3cad-49aa-8a93-406f0c8b2504 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.968861] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf81f69b-3078-4b40-9592-b4dceb508b5d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.003799] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eedef0a-8eab-4ee8-909d-e2227ed2f715 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.012754] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebd7fc3-a50f-48f7-a9a0-c205e97e16e9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.029742] env[69249]: DEBUG nova.compute.provider_tree [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.037670] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52244fca-0877-8a08-2d92-b055187516f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.038230] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3591a9d9-b43d-4517-a290-70b95b51651a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.046613] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 937.046613] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cfcee2-4e7b-7f9d-cd2c-6062d129e7ce" [ 937.046613] env[69249]: _type = "Task" [ 937.046613] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.057443] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cfcee2-4e7b-7f9d-cd2c-6062d129e7ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.079470] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.135019] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659608, 'name': CloneVM_Task, 'duration_secs': 2.305727} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.138905] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Created linked-clone VM from snapshot [ 937.138905] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e843758-5db1-4961-b9f4-7e01c37e374c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.143777] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Uploading image 47856237-12ad-40f4-8a9a-1b0107c1273a {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 937.167874] env[69249]: DEBUG oslo_vmware.rw_handles [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 937.167874] env[69249]: value = "vm-729441" [ 937.167874] env[69249]: _type = "VirtualMachine" [ 937.167874] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 937.169026] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-29c3a044-4387-4783-8dab-b3334fe1283b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.177446] env[69249]: DEBUG oslo_vmware.rw_handles [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lease: (returnval){ [ 937.177446] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a86039-5026-ab25-a9a1-bd2de6faf972" [ 937.177446] env[69249]: _type = "HttpNfcLease" [ 937.177446] env[69249]: } obtained for exporting VM: (result){ [ 937.177446] env[69249]: value = "vm-729441" [ 937.177446] env[69249]: _type = "VirtualMachine" [ 937.177446] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 937.177748] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the lease: (returnval){ [ 937.177748] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a86039-5026-ab25-a9a1-bd2de6faf972" [ 937.177748] env[69249]: _type = "HttpNfcLease" [ 937.177748] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 937.181457] env[69249]: DEBUG oslo_concurrency.lockutils [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] Releasing lock "refresh_cache-381af0ca-4249-4949-9519-9409c286ce60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.181849] env[69249]: DEBUG nova.compute.manager [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Received event network-changed-0570bc10-337c-421f-af8a-9966ea65b1ee {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.182133] env[69249]: DEBUG nova.compute.manager [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Refreshing instance network info cache due to event network-changed-0570bc10-337c-421f-af8a-9966ea65b1ee. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.182423] env[69249]: DEBUG oslo_concurrency.lockutils [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] Acquiring lock "refresh_cache-ee41cf17-305b-429f-96fb-8858204a4af5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.182622] env[69249]: DEBUG oslo_concurrency.lockutils [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] Acquired lock "refresh_cache-ee41cf17-305b-429f-96fb-8858204a4af5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.182866] env[69249]: DEBUG nova.network.neutron [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Refreshing network info cache for port 0570bc10-337c-421f-af8a-9966ea65b1ee {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.189067] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.189067] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a86039-5026-ab25-a9a1-bd2de6faf972" [ 937.189067] env[69249]: _type = "HttpNfcLease" [ 937.189067] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 937.226307] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659612, 'name': Rename_Task, 'duration_secs': 0.189723} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.226585] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.226837] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e09d40d9-bc04-4358-b642-8a6092c60836 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.235476] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Waiting for the task: (returnval){ [ 937.235476] env[69249]: value = "task-3659614" [ 937.235476] env[69249]: _type = "Task" [ 937.235476] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.243804] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.324859] env[69249]: DEBUG nova.compute.manager [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.325154] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.326032] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee3ec8e-c4a2-41d8-a2c2-af0b83fab9eb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.334489] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.334760] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bf51548-1982-4064-8088-a63b77cee1e7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.342177] env[69249]: DEBUG oslo_vmware.api [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 937.342177] env[69249]: value = "task-3659615" [ 937.342177] env[69249]: _type = "Task" [ 937.342177] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.350277] env[69249]: DEBUG oslo_vmware.api [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.424871] env[69249]: DEBUG nova.compute.manager [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.448114] env[69249]: DEBUG nova.virt.hardware [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.448114] env[69249]: DEBUG nova.virt.hardware [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.448371] env[69249]: DEBUG nova.virt.hardware [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.448371] env[69249]: DEBUG nova.virt.hardware [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.448606] env[69249]: DEBUG nova.virt.hardware [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.448732] env[69249]: DEBUG nova.virt.hardware [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.449098] env[69249]: DEBUG nova.virt.hardware [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.449253] env[69249]: DEBUG nova.virt.hardware [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.449425] env[69249]: DEBUG nova.virt.hardware [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.449592] env[69249]: DEBUG nova.virt.hardware [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.449766] env[69249]: DEBUG nova.virt.hardware [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.450872] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3016f30f-34f2-4d5b-830a-dd1b428a48b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.461347] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3981b9-02fc-4fb4-bfce-6e94f9cd7920 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.532952] env[69249]: DEBUG nova.scheduler.client.report [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.559387] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cfcee2-4e7b-7f9d-cd2c-6062d129e7ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011866} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.560102] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.560102] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 381af0ca-4249-4949-9519-9409c286ce60/381af0ca-4249-4949-9519-9409c286ce60.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.560263] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-051176b6-ef04-4480-b9cb-1ce4fd18dbed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.567648] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 937.567648] env[69249]: value = "task-3659616" [ 937.567648] env[69249]: _type = "Task" [ 937.567648] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.580786] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.689968] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.689968] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a86039-5026-ab25-a9a1-bd2de6faf972" [ 937.689968] env[69249]: _type = "HttpNfcLease" [ 937.689968] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 937.690702] env[69249]: DEBUG oslo_vmware.rw_handles [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 937.690702] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a86039-5026-ab25-a9a1-bd2de6faf972" [ 937.690702] env[69249]: _type = "HttpNfcLease" [ 937.690702] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 937.691517] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af8c87f-f649-470d-b251-4f061cdce284 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.701606] env[69249]: DEBUG oslo_vmware.rw_handles [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e31e47-0b07-15f1-4fd6-5a34e089fec0/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 937.701869] env[69249]: DEBUG oslo_vmware.rw_handles [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e31e47-0b07-15f1-4fd6-5a34e089fec0/disk-0.vmdk for reading. {{(pid=69249) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 937.781629] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659614, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.831375] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed3285fb-e804-41e6-8c24-425a429f1818 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.858604] env[69249]: DEBUG oslo_vmware.api [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659615, 'name': PowerOffVM_Task, 'duration_secs': 0.335914} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.865374] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.865591] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.871024] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52cb9726-41f0-4b13-ac16-4ac210dbaf3a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.948552] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.949634] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.949634] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleting the datastore file [datastore2] 312fea7d-6433-444a-ada0-163f09995c28 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.949924] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b24cbfe-fbb6-460e-ab01-c929b8ec8bc1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.963352] env[69249]: DEBUG oslo_vmware.api [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 937.963352] env[69249]: value = "task-3659618" [ 937.963352] env[69249]: _type = "Task" [ 937.963352] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.974011] env[69249]: DEBUG oslo_vmware.api [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.033648] env[69249]: DEBUG nova.network.neutron [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Updated VIF entry in instance network info cache for port 0570bc10-337c-421f-af8a-9966ea65b1ee. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.034162] env[69249]: DEBUG nova.network.neutron [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Updating instance_info_cache with network_info: [{"id": "0570bc10-337c-421f-af8a-9966ea65b1ee", "address": "fa:16:3e:ee:b7:52", "network": {"id": "33de4566-c599-4e0e-a647-650042762d94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1519684829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92699abeef02415ea1f44730551eba21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0570bc10-33", "ovs_interfaceid": "0570bc10-337c-421f-af8a-9966ea65b1ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.039406] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.040337] env[69249]: DEBUG nova.compute.manager [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.045271] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.193s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.045729] env[69249]: DEBUG nova.objects.instance [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Lazy-loading 'resources' on Instance uuid 00174390-11bc-4513-8ba8-e5b8562dd62e {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.085297] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659616, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.276585] env[69249]: DEBUG oslo_vmware.api [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659614, 'name': PowerOnVM_Task, 'duration_secs': 0.859053} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.277451] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.277451] env[69249]: INFO nova.compute.manager [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Took 9.50 seconds to spawn the instance on the hypervisor. [ 938.277451] env[69249]: DEBUG nova.compute.manager [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 938.286139] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b71571-1d7d-474d-89eb-d0e665bd280c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.290535] env[69249]: DEBUG nova.network.neutron [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Successfully updated port: b61bd380-46bf-486d-9e26-54e9a84d3868 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.371270] env[69249]: DEBUG oslo_concurrency.lockutils [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "interface-3d3d17e7-2484-4259-bedf-f7a6c488c8ef-dabbebff-6060-4746-b799-0695848be7ab" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.371801] env[69249]: DEBUG oslo_concurrency.lockutils [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-3d3d17e7-2484-4259-bedf-f7a6c488c8ef-dabbebff-6060-4746-b799-0695848be7ab" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.371900] env[69249]: DEBUG nova.objects.instance [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lazy-loading 'flavor' on Instance uuid 3d3d17e7-2484-4259-bedf-f7a6c488c8ef {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.473869] env[69249]: DEBUG oslo_vmware.api [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.537352] env[69249]: DEBUG oslo_concurrency.lockutils [req-66b07499-ce27-47ee-9ff8-fbf5eb533ada req-9a053a25-66a9-4eec-80c1-7527d44dad2f service nova] Releasing lock "refresh_cache-ee41cf17-305b-429f-96fb-8858204a4af5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.549854] env[69249]: DEBUG nova.compute.utils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.552689] env[69249]: DEBUG nova.compute.manager [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.552934] env[69249]: DEBUG nova.network.neutron [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.569017] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "7a58a10d-46c5-423c-adce-7f1437b7243a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.569504] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.007s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.585971] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760181} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.589906] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 381af0ca-4249-4949-9519-9409c286ce60/381af0ca-4249-4949-9519-9409c286ce60.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.590346] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.591253] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-783740cd-9f08-468f-8184-af33b949d53f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.600472] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 938.600472] env[69249]: value = "task-3659619" [ 938.600472] env[69249]: _type = "Task" [ 938.600472] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.618673] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.629350] env[69249]: DEBUG nova.policy [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d40afccdb74bf2afd10bdffd0ec7e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '230276ac599c4286b530f1dd2f6b80e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.800021] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "refresh_cache-34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.800021] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "refresh_cache-34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.800021] env[69249]: DEBUG nova.network.neutron [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.811043] env[69249]: INFO nova.compute.manager [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Took 44.51 seconds to build instance. [ 938.978914] env[69249]: DEBUG oslo_vmware.api [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.68384} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.979945] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.979945] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.979945] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.979945] env[69249]: INFO nova.compute.manager [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Took 1.65 seconds to destroy the instance on the hypervisor. [ 938.980164] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.980357] env[69249]: DEBUG nova.compute.manager [-] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.980449] env[69249]: DEBUG nova.network.neutron [-] [instance: 312fea7d-6433-444a-ada0-163f09995c28] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.983536] env[69249]: DEBUG nova.objects.instance [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d3d17e7-2484-4259-bedf-f7a6c488c8ef {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.053972] env[69249]: DEBUG nova.compute.manager [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.073360] env[69249]: DEBUG nova.compute.utils [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.077173] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53925a23-efc5-4ef1-99c7-d02989b65990 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.086525] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b94716-9c2a-4415-8f63-f75b8ddcd30f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.124604] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb029d40-78e8-4381-bbcc-6ab7b16c442d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.134285] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081652} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.136616] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.137617] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614b9753-8124-4969-9b30-8021f66b1391 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.142886] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f015574-1805-42af-b672-7abf1c74c9d2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.162931] env[69249]: DEBUG nova.compute.provider_tree [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.187974] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 381af0ca-4249-4949-9519-9409c286ce60/381af0ca-4249-4949-9519-9409c286ce60.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.191587] env[69249]: DEBUG nova.scheduler.client.report [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.194767] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00a2e49b-62b1-4052-aa1a-cd44aa10c1aa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.211861] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.167s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.213823] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.177s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.223909] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 939.223909] env[69249]: value = "task-3659620" [ 939.223909] env[69249]: _type = "Task" [ 939.223909] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.234950] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.237386] env[69249]: DEBUG nova.network.neutron [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Successfully created port: 0d4ff831-73a2-4b46-b26f-5deeb6a5036f {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.241097] env[69249]: INFO nova.scheduler.client.report [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Deleted allocations for instance 00174390-11bc-4513-8ba8-e5b8562dd62e [ 939.317144] env[69249]: DEBUG oslo_concurrency.lockutils [None req-75089b3e-68ad-4a56-bedb-51fc188e08fb tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Lock "879299c3-e4ed-4ef2-9d0b-8ef87de5f889" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.022s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.356395] env[69249]: DEBUG nova.network.neutron [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.489413] env[69249]: DEBUG nova.objects.base [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Object Instance<3d3d17e7-2484-4259-bedf-f7a6c488c8ef> lazy-loaded attributes: flavor,pci_requests {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 939.489413] env[69249]: DEBUG nova.network.neutron [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.581613] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.591222] env[69249]: DEBUG nova.policy [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04eb3b92019e40ec93fa08c2998a2012', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d6539ea997f4394bc825b68e6e73910', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.605230] env[69249]: DEBUG nova.network.neutron [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Updating instance_info_cache with network_info: [{"id": "b61bd380-46bf-486d-9e26-54e9a84d3868", "address": "fa:16:3e:e7:e9:e7", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb61bd380-46", "ovs_interfaceid": "b61bd380-46bf-486d-9e26-54e9a84d3868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.726022] env[69249]: INFO nova.compute.claims [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.749585] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659620, 'name': ReconfigVM_Task, 'duration_secs': 0.337243} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.750114] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f1e9180b-0365-4482-b7c9-562c45510523 tempest-ServerAddressesTestJSON-1741153814 tempest-ServerAddressesTestJSON-1741153814-project-member] Lock "00174390-11bc-4513-8ba8-e5b8562dd62e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.815s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.751316] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 381af0ca-4249-4949-9519-9409c286ce60/381af0ca-4249-4949-9519-9409c286ce60.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.755196] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8b08102-29bd-4be5-8dc8-db4241f580cf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.765535] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 939.765535] env[69249]: value = "task-3659621" [ 939.765535] env[69249]: _type = "Task" [ 939.765535] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.777449] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659621, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.950625] env[69249]: DEBUG nova.network.neutron [-] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.066877] env[69249]: DEBUG nova.compute.manager [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.094445] env[69249]: DEBUG nova.virt.hardware [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.095171] env[69249]: DEBUG nova.virt.hardware [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.095171] env[69249]: DEBUG nova.virt.hardware [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.095448] env[69249]: DEBUG nova.virt.hardware [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.095671] env[69249]: DEBUG nova.virt.hardware [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.095856] env[69249]: DEBUG nova.virt.hardware [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.096159] env[69249]: DEBUG nova.virt.hardware [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.096490] env[69249]: DEBUG nova.virt.hardware [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.096893] env[69249]: DEBUG nova.virt.hardware [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.097238] env[69249]: DEBUG nova.virt.hardware [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.097489] env[69249]: DEBUG nova.virt.hardware [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.098554] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc11992e-c2c8-4a54-a41b-3af2b0a37fb5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.108836] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "refresh_cache-34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.109334] env[69249]: DEBUG nova.compute.manager [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Instance network_info: |[{"id": "b61bd380-46bf-486d-9e26-54e9a84d3868", "address": "fa:16:3e:e7:e9:e7", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb61bd380-46", "ovs_interfaceid": "b61bd380-46bf-486d-9e26-54e9a84d3868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.109966] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:e9:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b61bd380-46bf-486d-9e26-54e9a84d3868', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.118333] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.119860] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa88e4fe-f04b-4669-893d-e23f485856e3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.124573] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.124933] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8f8eeaf-dc0f-4ac1-8490-5b9f56272bac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.161869] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.161869] env[69249]: value = "task-3659622" [ 940.161869] env[69249]: _type = "Task" [ 940.161869] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.172877] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659622, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.228644] env[69249]: DEBUG nova.compute.manager [req-afbacfbf-da92-40a1-afd1-4dd939b6f509 req-8af7c750-894a-4163-8deb-90dd991b7399 service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Received event network-vif-plugged-b61bd380-46bf-486d-9e26-54e9a84d3868 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.228944] env[69249]: DEBUG oslo_concurrency.lockutils [req-afbacfbf-da92-40a1-afd1-4dd939b6f509 req-8af7c750-894a-4163-8deb-90dd991b7399 service nova] Acquiring lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.229369] env[69249]: DEBUG oslo_concurrency.lockutils [req-afbacfbf-da92-40a1-afd1-4dd939b6f509 req-8af7c750-894a-4163-8deb-90dd991b7399 service nova] Lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.229686] env[69249]: DEBUG oslo_concurrency.lockutils [req-afbacfbf-da92-40a1-afd1-4dd939b6f509 req-8af7c750-894a-4163-8deb-90dd991b7399 service nova] Lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.229867] env[69249]: DEBUG nova.compute.manager [req-afbacfbf-da92-40a1-afd1-4dd939b6f509 req-8af7c750-894a-4163-8deb-90dd991b7399 service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] No waiting events found dispatching network-vif-plugged-b61bd380-46bf-486d-9e26-54e9a84d3868 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 940.230096] env[69249]: WARNING nova.compute.manager [req-afbacfbf-da92-40a1-afd1-4dd939b6f509 req-8af7c750-894a-4163-8deb-90dd991b7399 service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Received unexpected event network-vif-plugged-b61bd380-46bf-486d-9e26-54e9a84d3868 for instance with vm_state building and task_state spawning. [ 940.241905] env[69249]: INFO nova.compute.resource_tracker [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updating resource usage from migration 68ced3b4-4d9b-4571-b05a-059c992e8190 [ 940.281176] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659621, 'name': Rename_Task, 'duration_secs': 0.204435} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.281531] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.281907] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ff3c6ff-c555-4fef-8258-2be711adc658 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.291684] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 940.291684] env[69249]: value = "task-3659623" [ 940.291684] env[69249]: _type = "Task" [ 940.291684] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.301355] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.455090] env[69249]: INFO nova.compute.manager [-] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Took 1.47 seconds to deallocate network for instance. [ 940.657577] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "7a58a10d-46c5-423c-adce-7f1437b7243a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.657965] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.658267] env[69249]: INFO nova.compute.manager [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Attaching volume 201f3e9b-0057-464d-94de-7999dfe40891 to /dev/sdb [ 940.681384] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659622, 'name': CreateVM_Task, 'duration_secs': 0.486149} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.681675] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.682578] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.682845] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.683282] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.683642] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-383ce3a5-e0c6-4f5d-bde3-a5d29fe4828c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.687551] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6064a07b-9eb9-4341-8de0-2f26e2ed9823 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.696996] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 940.696996] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521ed4be-f248-6a6a-7f43-10ec08434678" [ 940.696996] env[69249]: _type = "Task" [ 940.696996] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.707054] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88d4989-5867-409f-871f-23d1ea31b7b8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.710182] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5265d499-c06f-49e7-a213-1e219128c5ad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.722171] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521ed4be-f248-6a6a-7f43-10ec08434678, 'name': SearchDatastore_Task, 'duration_secs': 0.016802} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.754198] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.754198] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.754359] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.754576] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.759045] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.759045] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8733bc4-59f9-4fb5-bdd7-fe6407b02462 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.760018] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6a2672-68a0-4d2f-b482-6cbb5b1fa345 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.763430] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f63b2f7-69e8-4610-bb4b-db9a5361d3ab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.773735] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4639cd58-2241-40e2-a67d-8ebe8db88fe4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.780205] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.780600] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.785977] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a889624c-68cb-4878-9f58-1c0445a49a8b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.788828] env[69249]: DEBUG nova.virt.block_device [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Updating existing volume attachment record: 5889df52-4d8e-4f8f-86b9-6dafa2741248 {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 940.800134] env[69249]: DEBUG nova.compute.provider_tree [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.807809] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 940.807809] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ff6a45-0962-3442-82d2-085c7223c5a7" [ 940.807809] env[69249]: _type = "Task" [ 940.807809] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.819515] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659623, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.824282] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ff6a45-0962-3442-82d2-085c7223c5a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.971871] env[69249]: DEBUG oslo_concurrency.lockutils [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.308119] env[69249]: DEBUG nova.scheduler.client.report [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.320760] env[69249]: DEBUG oslo_vmware.api [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659623, 'name': PowerOnVM_Task, 'duration_secs': 0.617734} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.321527] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.321527] env[69249]: INFO nova.compute.manager [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Took 8.81 seconds to spawn the instance on the hypervisor. [ 941.321527] env[69249]: DEBUG nova.compute.manager [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 941.322592] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3906ee54-4dec-4fc1-b6b9-57e73dcb457a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.329868] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ff6a45-0962-3442-82d2-085c7223c5a7, 'name': SearchDatastore_Task, 'duration_secs': 0.016791} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.332231] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99af48f5-5cb7-453a-88e9-a39df5a8c6c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.344910] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 941.344910] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b32dcb-cb54-3b36-d441-92d87426857a" [ 941.344910] env[69249]: _type = "Task" [ 941.344910] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.358920] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b32dcb-cb54-3b36-d441-92d87426857a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.522891] env[69249]: DEBUG nova.network.neutron [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Successfully updated port: 0d4ff831-73a2-4b46-b26f-5deeb6a5036f {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.767781] env[69249]: DEBUG nova.network.neutron [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Successfully updated port: dabbebff-6060-4746-b799-0695848be7ab {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.821302] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.607s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.821540] env[69249]: INFO nova.compute.manager [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Migrating [ 941.837675] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.375s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.837675] env[69249]: DEBUG nova.objects.instance [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lazy-loading 'resources' on Instance uuid 7087f91f-7211-47e8-b3c1-fe1101c5008d {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.862158] env[69249]: INFO nova.compute.manager [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Took 36.95 seconds to build instance. [ 941.879428] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b32dcb-cb54-3b36-d441-92d87426857a, 'name': SearchDatastore_Task, 'duration_secs': 0.026072} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.880266] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.880800] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3/34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.881396] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec2cee14-be67-48f2-aabd-0889aae58758 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.891336] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 941.891336] env[69249]: value = "task-3659625" [ 941.891336] env[69249]: _type = "Task" [ 941.891336] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.902239] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.028231] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "refresh_cache-0e253bdc-0172-4ca0-9738-b34c60d80534" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.028231] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "refresh_cache-0e253bdc-0172-4ca0-9738-b34c60d80534" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.028231] env[69249]: DEBUG nova.network.neutron [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.272444] env[69249]: DEBUG oslo_concurrency.lockutils [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.272444] env[69249]: DEBUG oslo_concurrency.lockutils [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.272444] env[69249]: DEBUG nova.network.neutron [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.363710] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.363710] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquired lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.363907] env[69249]: DEBUG nova.network.neutron [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.368186] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57c07835-8bd0-4674-b2c2-1c77987eefe8 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "381af0ca-4249-4949-9519-9409c286ce60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.461s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.405934] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659625, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.578829] env[69249]: DEBUG nova.network.neutron [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.769480] env[69249]: DEBUG nova.network.neutron [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Updating instance_info_cache with network_info: [{"id": "0d4ff831-73a2-4b46-b26f-5deeb6a5036f", "address": "fa:16:3e:8c:70:5a", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4ff831-73", "ovs_interfaceid": "0d4ff831-73a2-4b46-b26f-5deeb6a5036f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.826645] env[69249]: WARNING nova.network.neutron [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] 2676956a-ad72-4cb3-909f-c7243e14c9b5 already exists in list: networks containing: ['2676956a-ad72-4cb3-909f-c7243e14c9b5']. ignoring it [ 942.827937] env[69249]: WARNING nova.network.neutron [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] 2676956a-ad72-4cb3-909f-c7243e14c9b5 already exists in list: networks containing: ['2676956a-ad72-4cb3-909f-c7243e14c9b5']. ignoring it [ 942.912024] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779216} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.914981] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3/34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.915230] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.915778] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-923632ba-e94b-40b0-8ebf-6534c3966eb2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.925038] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 942.925038] env[69249]: value = "task-3659626" [ 942.925038] env[69249]: _type = "Task" [ 942.925038] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.945762] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.953550] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2292f6c-0b8a-4c8b-a2a0-0a964df3687f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.962471] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de76fca-368a-4d13-b315-8b95e08aae7d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.003023] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96475957-99b7-4d1b-8ab9-eaf31bdd2500 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.008532] env[69249]: DEBUG nova.compute.manager [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Received event network-changed-b61bd380-46bf-486d-9e26-54e9a84d3868 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.008532] env[69249]: DEBUG nova.compute.manager [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Refreshing instance network info cache due to event network-changed-b61bd380-46bf-486d-9e26-54e9a84d3868. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.008740] env[69249]: DEBUG oslo_concurrency.lockutils [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] Acquiring lock "refresh_cache-34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.009331] env[69249]: DEBUG oslo_concurrency.lockutils [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] Acquired lock "refresh_cache-34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.009331] env[69249]: DEBUG nova.network.neutron [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Refreshing network info cache for port b61bd380-46bf-486d-9e26-54e9a84d3868 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.024633] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0645f0e0-29cb-4033-a22e-3fa2b20970ae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.041825] env[69249]: DEBUG nova.compute.provider_tree [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.272511] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "refresh_cache-0e253bdc-0172-4ca0-9738-b34c60d80534" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.272961] env[69249]: DEBUG nova.compute.manager [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Instance network_info: |[{"id": "0d4ff831-73a2-4b46-b26f-5deeb6a5036f", "address": "fa:16:3e:8c:70:5a", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4ff831-73", "ovs_interfaceid": "0d4ff831-73a2-4b46-b26f-5deeb6a5036f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.276171] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:70:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d4ff831-73a2-4b46-b26f-5deeb6a5036f', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.283916] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.284178] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.284762] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b577c86e-8b9b-4fec-9355-f1d20fd970d8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.307254] env[69249]: DEBUG nova.network.neutron [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updating instance_info_cache with network_info: [{"id": "bde865d9-e839-4196-b54a-3d7e748b61c4", "address": "fa:16:3e:70:6c:2e", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde865d9-e8", "ovs_interfaceid": "bde865d9-e839-4196-b54a-3d7e748b61c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.308651] env[69249]: DEBUG oslo_concurrency.lockutils [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Acquiring lock "879299c3-e4ed-4ef2-9d0b-8ef87de5f889" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.308852] env[69249]: DEBUG oslo_concurrency.lockutils [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Lock "879299c3-e4ed-4ef2-9d0b-8ef87de5f889" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.310345] env[69249]: DEBUG oslo_concurrency.lockutils [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Acquiring lock "879299c3-e4ed-4ef2-9d0b-8ef87de5f889-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.310345] env[69249]: DEBUG oslo_concurrency.lockutils [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Lock "879299c3-e4ed-4ef2-9d0b-8ef87de5f889-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.310474] env[69249]: DEBUG oslo_concurrency.lockutils [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Lock "879299c3-e4ed-4ef2-9d0b-8ef87de5f889-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.313349] env[69249]: INFO nova.compute.manager [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Terminating instance [ 943.320955] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.320955] env[69249]: value = "task-3659628" [ 943.320955] env[69249]: _type = "Task" [ 943.320955] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.334558] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659628, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.363202] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8790520e-5f53-4c6d-8149-ab4d75dbfdb9 tempest-ServersAdminTestJSON-1245496888 tempest-ServersAdminTestJSON-1245496888-project-admin] Acquiring lock "refresh_cache-381af0ca-4249-4949-9519-9409c286ce60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.363375] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8790520e-5f53-4c6d-8149-ab4d75dbfdb9 tempest-ServersAdminTestJSON-1245496888 tempest-ServersAdminTestJSON-1245496888-project-admin] Acquired lock "refresh_cache-381af0ca-4249-4949-9519-9409c286ce60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.363543] env[69249]: DEBUG nova.network.neutron [None req-8790520e-5f53-4c6d-8149-ab4d75dbfdb9 tempest-ServersAdminTestJSON-1245496888 tempest-ServersAdminTestJSON-1245496888-project-admin] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.439904] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115235} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.440432] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.440977] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7750fe3-179a-4a54-a95b-887fae0f1ec1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.467965] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3/34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.471358] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0c3148f-431c-499f-a1cc-dc302df505b4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.495989] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 943.495989] env[69249]: value = "task-3659629" [ 943.495989] env[69249]: _type = "Task" [ 943.495989] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.507476] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.547540] env[69249]: DEBUG nova.scheduler.client.report [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.700539] env[69249]: DEBUG nova.network.neutron [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Updating instance_info_cache with network_info: [{"id": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "address": "fa:16:3e:f2:be:b5", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073ba5db-f7", "ovs_interfaceid": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9683d863-46ab-4751-b254-366f06c11742", "address": "fa:16:3e:f5:97:99", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9683d863-46", "ovs_interfaceid": "9683d863-46ab-4751-b254-366f06c11742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dabbebff-6060-4746-b799-0695848be7ab", "address": "fa:16:3e:3f:a2:67", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabbebff-60", "ovs_interfaceid": "dabbebff-6060-4746-b799-0695848be7ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.813359] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Releasing lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.818159] env[69249]: DEBUG nova.compute.manager [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.818467] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.819396] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28a6d80-0fb0-4eab-9814-38f1aee852ea {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.836964] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659628, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.840031] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.840358] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8ab312a-64f7-4331-af73-9ac81f421043 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.851674] env[69249]: DEBUG oslo_vmware.api [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Waiting for the task: (returnval){ [ 943.851674] env[69249]: value = "task-3659630" [ 943.851674] env[69249]: _type = "Task" [ 943.851674] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.861980] env[69249]: DEBUG oslo_vmware.api [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.966773] env[69249]: DEBUG nova.network.neutron [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Updated VIF entry in instance network info cache for port b61bd380-46bf-486d-9e26-54e9a84d3868. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.966773] env[69249]: DEBUG nova.network.neutron [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Updating instance_info_cache with network_info: [{"id": "b61bd380-46bf-486d-9e26-54e9a84d3868", "address": "fa:16:3e:e7:e9:e7", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb61bd380-46", "ovs_interfaceid": "b61bd380-46bf-486d-9e26-54e9a84d3868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.015781] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.054055] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.058245] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.243s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.065394] env[69249]: INFO nova.compute.claims [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0f87dd94-f3e0-41da-91b2-f6f95f3307fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.105228] env[69249]: INFO nova.scheduler.client.report [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Deleted allocations for instance 7087f91f-7211-47e8-b3c1-fe1101c5008d [ 944.204737] env[69249]: DEBUG oslo_concurrency.lockutils [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.205904] env[69249]: DEBUG oslo_concurrency.lockutils [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.206137] env[69249]: DEBUG oslo_concurrency.lockutils [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.207225] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef42e82-331d-4d17-91ee-f36d66bb1305 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.230234] env[69249]: DEBUG nova.virt.hardware [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.230536] env[69249]: DEBUG nova.virt.hardware [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.230758] env[69249]: DEBUG nova.virt.hardware [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.231052] env[69249]: DEBUG nova.virt.hardware [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.231336] env[69249]: DEBUG nova.virt.hardware [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.231542] env[69249]: DEBUG nova.virt.hardware [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.231793] env[69249]: DEBUG nova.virt.hardware [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.231995] env[69249]: DEBUG nova.virt.hardware [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.232249] env[69249]: DEBUG nova.virt.hardware [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.232447] env[69249]: DEBUG nova.virt.hardware [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.232709] env[69249]: DEBUG nova.virt.hardware [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.239587] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Reconfiguring VM to attach interface {{(pid=69249) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 944.241064] env[69249]: DEBUG nova.network.neutron [None req-8790520e-5f53-4c6d-8149-ab4d75dbfdb9 tempest-ServersAdminTestJSON-1245496888 tempest-ServersAdminTestJSON-1245496888-project-admin] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Updating instance_info_cache with network_info: [{"id": "3a91c992-0f5e-4e85-a5b5-37dab88b44be", "address": "fa:16:3e:e3:41:a1", "network": {"id": "43a3fff8-4cd3-480e-9007-e9e900a6d427", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1590462981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f87d1349e054129af3eca3947232321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a91c992-0f", "ovs_interfaceid": "3a91c992-0f5e-4e85-a5b5-37dab88b44be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.242458] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-970c8200-b594-454f-9674-9e953e7daca8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.261279] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8790520e-5f53-4c6d-8149-ab4d75dbfdb9 tempest-ServersAdminTestJSON-1245496888 tempest-ServersAdminTestJSON-1245496888-project-admin] Releasing lock "refresh_cache-381af0ca-4249-4949-9519-9409c286ce60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.261611] env[69249]: DEBUG nova.compute.manager [None req-8790520e-5f53-4c6d-8149-ab4d75dbfdb9 tempest-ServersAdminTestJSON-1245496888 tempest-ServersAdminTestJSON-1245496888-project-admin] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Inject network info {{(pid=69249) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 944.261795] env[69249]: DEBUG nova.compute.manager [None req-8790520e-5f53-4c6d-8149-ab4d75dbfdb9 tempest-ServersAdminTestJSON-1245496888 tempest-ServersAdminTestJSON-1245496888-project-admin] [instance: 381af0ca-4249-4949-9519-9409c286ce60] network_info to inject: |[{"id": "3a91c992-0f5e-4e85-a5b5-37dab88b44be", "address": "fa:16:3e:e3:41:a1", "network": {"id": "43a3fff8-4cd3-480e-9007-e9e900a6d427", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1590462981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f87d1349e054129af3eca3947232321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a91c992-0f", "ovs_interfaceid": "3a91c992-0f5e-4e85-a5b5-37dab88b44be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 944.266761] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8790520e-5f53-4c6d-8149-ab4d75dbfdb9 tempest-ServersAdminTestJSON-1245496888 tempest-ServersAdminTestJSON-1245496888-project-admin] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Reconfiguring VM instance to set the machine id {{(pid=69249) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 944.268085] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8aac303-b5a3-45bd-8ae5-dddf62f7b308 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.287650] env[69249]: DEBUG oslo_vmware.api [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 944.287650] env[69249]: value = "task-3659631" [ 944.287650] env[69249]: _type = "Task" [ 944.287650] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.288865] env[69249]: DEBUG oslo_vmware.api [None req-8790520e-5f53-4c6d-8149-ab4d75dbfdb9 tempest-ServersAdminTestJSON-1245496888 tempest-ServersAdminTestJSON-1245496888-project-admin] Waiting for the task: (returnval){ [ 944.288865] env[69249]: value = "task-3659632" [ 944.288865] env[69249]: _type = "Task" [ 944.288865] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.307339] env[69249]: DEBUG oslo_vmware.api [None req-8790520e-5f53-4c6d-8149-ab4d75dbfdb9 tempest-ServersAdminTestJSON-1245496888 tempest-ServersAdminTestJSON-1245496888-project-admin] Task: {'id': task-3659632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.307339] env[69249]: DEBUG oslo_vmware.api [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.338304] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659628, 'name': CreateVM_Task, 'duration_secs': 0.601453} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.338549] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.339542] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.339739] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.340127] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.340604] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c2457f-b3b1-4d56-a0fb-813df1f60189 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.347686] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 944.347686] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5293f7bb-1320-0975-3a03-d9ccad231e3d" [ 944.347686] env[69249]: _type = "Task" [ 944.347686] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.360898] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5293f7bb-1320-0975-3a03-d9ccad231e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.370928] env[69249]: DEBUG oslo_vmware.api [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659630, 'name': PowerOffVM_Task, 'duration_secs': 0.250001} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.372230] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.372451] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.372715] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baa907e2-a8a4-4161-af2a-439075ab982a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.459379] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.459849] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.460155] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Deleting the datastore file [datastore1] 879299c3-e4ed-4ef2-9d0b-8ef87de5f889 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.460564] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cda1e066-5b1e-46e2-b348-9aa0ee98b168 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.469154] env[69249]: DEBUG oslo_concurrency.lockutils [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] Releasing lock "refresh_cache-34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.469522] env[69249]: DEBUG nova.compute.manager [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Received event network-vif-deleted-b1380dec-0276-4b11-9edc-ffc7368678f3 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.469777] env[69249]: DEBUG nova.compute.manager [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Received event network-vif-plugged-0d4ff831-73a2-4b46-b26f-5deeb6a5036f {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.469992] env[69249]: DEBUG oslo_concurrency.lockutils [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] Acquiring lock "0e253bdc-0172-4ca0-9738-b34c60d80534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.470221] env[69249]: DEBUG oslo_concurrency.lockutils [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] Lock "0e253bdc-0172-4ca0-9738-b34c60d80534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.470428] env[69249]: DEBUG oslo_concurrency.lockutils [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] Lock "0e253bdc-0172-4ca0-9738-b34c60d80534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.470648] env[69249]: DEBUG nova.compute.manager [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] No waiting events found dispatching network-vif-plugged-0d4ff831-73a2-4b46-b26f-5deeb6a5036f {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 944.471294] env[69249]: WARNING nova.compute.manager [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Received unexpected event network-vif-plugged-0d4ff831-73a2-4b46-b26f-5deeb6a5036f for instance with vm_state building and task_state spawning. [ 944.471294] env[69249]: DEBUG nova.compute.manager [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Received event network-vif-plugged-dabbebff-6060-4746-b799-0695848be7ab {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.471294] env[69249]: DEBUG oslo_concurrency.lockutils [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] Acquiring lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.471496] env[69249]: DEBUG oslo_concurrency.lockutils [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] Lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.471534] env[69249]: DEBUG oslo_concurrency.lockutils [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] Lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.471687] env[69249]: DEBUG nova.compute.manager [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] No waiting events found dispatching network-vif-plugged-dabbebff-6060-4746-b799-0695848be7ab {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 944.471865] env[69249]: WARNING nova.compute.manager [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Received unexpected event network-vif-plugged-dabbebff-6060-4746-b799-0695848be7ab for instance with vm_state active and task_state None. [ 944.472742] env[69249]: DEBUG nova.compute.manager [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Received event network-changed-0d4ff831-73a2-4b46-b26f-5deeb6a5036f {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.472742] env[69249]: DEBUG nova.compute.manager [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Refreshing instance network info cache due to event network-changed-0d4ff831-73a2-4b46-b26f-5deeb6a5036f. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.472742] env[69249]: DEBUG oslo_concurrency.lockutils [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] Acquiring lock "refresh_cache-0e253bdc-0172-4ca0-9738-b34c60d80534" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.472742] env[69249]: DEBUG oslo_concurrency.lockutils [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] Acquired lock "refresh_cache-0e253bdc-0172-4ca0-9738-b34c60d80534" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.472742] env[69249]: DEBUG nova.network.neutron [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Refreshing network info cache for port 0d4ff831-73a2-4b46-b26f-5deeb6a5036f {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.474301] env[69249]: DEBUG oslo_vmware.api [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Waiting for the task: (returnval){ [ 944.474301] env[69249]: value = "task-3659634" [ 944.474301] env[69249]: _type = "Task" [ 944.474301] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.485642] env[69249]: DEBUG oslo_vmware.api [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.508176] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659629, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.571277] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.513s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.572440] env[69249]: DEBUG nova.compute.utils [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0f87dd94-f3e0-41da-91b2-f6f95f3307fd] Instance 0f87dd94-f3e0-41da-91b2-f6f95f3307fd could not be found. {{(pid=69249) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 944.573897] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.355s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.575481] env[69249]: INFO nova.compute.claims [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.578369] env[69249]: DEBUG nova.compute.manager [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0f87dd94-f3e0-41da-91b2-f6f95f3307fd] Instance disappeared during build. {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2520}} [ 944.578544] env[69249]: DEBUG nova.compute.manager [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0f87dd94-f3e0-41da-91b2-f6f95f3307fd] Unplugging VIFs for instance {{(pid=69249) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 944.578826] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "refresh_cache-0f87dd94-f3e0-41da-91b2-f6f95f3307fd" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.579015] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "refresh_cache-0f87dd94-f3e0-41da-91b2-f6f95f3307fd" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.580247] env[69249]: DEBUG nova.network.neutron [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0f87dd94-f3e0-41da-91b2-f6f95f3307fd] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.614128] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3da7f240-c8cd-45b9-acf6-e1a8c827c576 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "7087f91f-7211-47e8-b3c1-fe1101c5008d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.876s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.811976] env[69249]: DEBUG oslo_vmware.api [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.812491] env[69249]: DEBUG oslo_vmware.api [None req-8790520e-5f53-4c6d-8149-ab4d75dbfdb9 tempest-ServersAdminTestJSON-1245496888 tempest-ServersAdminTestJSON-1245496888-project-admin] Task: {'id': task-3659632, 'name': ReconfigVM_Task, 'duration_secs': 0.22865} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.813179] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8790520e-5f53-4c6d-8149-ab4d75dbfdb9 tempest-ServersAdminTestJSON-1245496888 tempest-ServersAdminTestJSON-1245496888-project-admin] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Reconfigured VM instance to set the machine id {{(pid=69249) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 944.860226] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5293f7bb-1320-0975-3a03-d9ccad231e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.016921} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.860590] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.860823] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.861168] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.861411] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.861620] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.861961] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7e773db-d6da-4352-b1ff-958a0de7567a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.874324] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.874500] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.875411] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa4cfbcd-24b6-4f84-ae59-70e68d4df73d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.883768] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 944.883768] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52862d83-f32e-94f0-33ac-2e3801a1873d" [ 944.883768] env[69249]: _type = "Task" [ 944.883768] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.896567] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52862d83-f32e-94f0-33ac-2e3801a1873d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.989573] env[69249]: DEBUG oslo_vmware.api [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Task: {'id': task-3659634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24168} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.990821] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.990821] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.990821] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.990821] env[69249]: INFO nova.compute.manager [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Took 1.17 seconds to destroy the instance on the hypervisor. [ 944.990961] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.991191] env[69249]: DEBUG nova.compute.manager [-] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.991281] env[69249]: DEBUG nova.network.neutron [-] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.011532] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659629, 'name': ReconfigVM_Task, 'duration_secs': 1.057508} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.011843] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3/34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.012671] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6177d63b-dfb1-472d-8588-df9cc0101314 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.021059] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 945.021059] env[69249]: value = "task-3659635" [ 945.021059] env[69249]: _type = "Task" [ 945.021059] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.034779] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659635, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.084169] env[69249]: DEBUG nova.compute.utils [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0f87dd94-f3e0-41da-91b2-f6f95f3307fd] Can not refresh info_cache because instance was not found {{(pid=69249) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 945.110194] env[69249]: DEBUG nova.network.neutron [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0f87dd94-f3e0-41da-91b2-f6f95f3307fd] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.239190] env[69249]: DEBUG nova.network.neutron [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0f87dd94-f3e0-41da-91b2-f6f95f3307fd] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.304031] env[69249]: DEBUG oslo_vmware.api [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659631, 'name': ReconfigVM_Task, 'duration_secs': 0.770944} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.304677] env[69249]: DEBUG oslo_concurrency.lockutils [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.304924] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Reconfigured VM to attach interface {{(pid=69249) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 945.340169] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddffbe8-fa4e-4e6d-a47b-a024fab448fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.361727] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updating instance 'ea954cae-05b2-4097-a0e1-2f2618d7aacc' progress to 0 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 945.373126] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 945.376308] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729444', 'volume_id': '201f3e9b-0057-464d-94de-7999dfe40891', 'name': 'volume-201f3e9b-0057-464d-94de-7999dfe40891', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a58a10d-46c5-423c-adce-7f1437b7243a', 'attached_at': '', 'detached_at': '', 'volume_id': '201f3e9b-0057-464d-94de-7999dfe40891', 'serial': '201f3e9b-0057-464d-94de-7999dfe40891'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 945.376308] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850760af-5a97-4d98-8dd6-5da419f81cb1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.404780] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02f4be1-519c-414d-8c1b-342f3a14b59c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.436330] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52862d83-f32e-94f0-33ac-2e3801a1873d, 'name': SearchDatastore_Task, 'duration_secs': 0.042238} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.447655] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] volume-201f3e9b-0057-464d-94de-7999dfe40891/volume-201f3e9b-0057-464d-94de-7999dfe40891.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.448695] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bc64750-8ee5-4083-902a-87626607c74b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.464711] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4683ba9-5c38-4400-b801-aab181efcd0d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.473271] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 945.473271] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5282aa87-e8e9-b091-758c-2fded50e9daa" [ 945.473271] env[69249]: _type = "Task" [ 945.473271] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.478077] env[69249]: DEBUG oslo_vmware.api [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 945.478077] env[69249]: value = "task-3659636" [ 945.478077] env[69249]: _type = "Task" [ 945.478077] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.485262] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5282aa87-e8e9-b091-758c-2fded50e9daa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.491249] env[69249]: DEBUG oslo_vmware.api [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.530181] env[69249]: DEBUG nova.network.neutron [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Updated VIF entry in instance network info cache for port 0d4ff831-73a2-4b46-b26f-5deeb6a5036f. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.530181] env[69249]: DEBUG nova.network.neutron [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Updating instance_info_cache with network_info: [{"id": "0d4ff831-73a2-4b46-b26f-5deeb6a5036f", "address": "fa:16:3e:8c:70:5a", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4ff831-73", "ovs_interfaceid": "0d4ff831-73a2-4b46-b26f-5deeb6a5036f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.534158] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659635, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.741524] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "refresh_cache-0f87dd94-f3e0-41da-91b2-f6f95f3307fd" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.742059] env[69249]: DEBUG nova.compute.manager [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=69249) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 945.742259] env[69249]: DEBUG nova.compute.manager [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0f87dd94-f3e0-41da-91b2-f6f95f3307fd] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.742429] env[69249]: DEBUG nova.network.neutron [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0f87dd94-f3e0-41da-91b2-f6f95f3307fd] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.769030] env[69249]: DEBUG nova.network.neutron [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0f87dd94-f3e0-41da-91b2-f6f95f3307fd] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.811486] env[69249]: DEBUG oslo_concurrency.lockutils [None req-619270fd-364d-4613-9982-9d10902f96e6 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-3d3d17e7-2484-4259-bedf-f7a6c488c8ef-dabbebff-6060-4746-b799-0695848be7ab" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.440s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.870962] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.871515] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ef8050a-02c0-4c19-b3eb-2f6a831621e5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.880034] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 945.880034] env[69249]: value = "task-3659637" [ 945.880034] env[69249]: _type = "Task" [ 945.880034] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.898618] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.989907] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5282aa87-e8e9-b091-758c-2fded50e9daa, 'name': SearchDatastore_Task, 'duration_secs': 0.015373} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.990827] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.991144] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 0e253bdc-0172-4ca0-9738-b34c60d80534/0e253bdc-0172-4ca0-9738-b34c60d80534.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.991957] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e51b07a4-db23-4b8a-b62c-8d37fb0cc8f3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.997802] env[69249]: DEBUG oslo_vmware.api [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.005701] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 946.005701] env[69249]: value = "task-3659638" [ 946.005701] env[69249]: _type = "Task" [ 946.005701] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.015943] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.033387] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659635, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.036693] env[69249]: DEBUG oslo_concurrency.lockutils [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] Releasing lock "refresh_cache-0e253bdc-0172-4ca0-9738-b34c60d80534" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.036986] env[69249]: DEBUG nova.compute.manager [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Received event network-changed-dabbebff-6060-4746-b799-0695848be7ab {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.039345] env[69249]: DEBUG nova.compute.manager [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Refreshing instance network info cache due to event network-changed-dabbebff-6060-4746-b799-0695848be7ab. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.039345] env[69249]: DEBUG oslo_concurrency.lockutils [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] Acquiring lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.039345] env[69249]: DEBUG oslo_concurrency.lockutils [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] Acquired lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.039345] env[69249]: DEBUG nova.network.neutron [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Refreshing network info cache for port dabbebff-6060-4746-b799-0695848be7ab {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.051072] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b61498a-3f8f-4a6d-84a6-56f5c3536d6d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.054067] env[69249]: DEBUG nova.network.neutron [-] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.061494] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aff4a0-36bc-4fc1-8b60-71c5f8518faf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.098256] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959f10f3-7390-416d-8ba8-5f1bee4cd7a8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.107540] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df945bd2-bc72-42a7-ae3d-232ba3830c78 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.123500] env[69249]: DEBUG nova.compute.provider_tree [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.144018] env[69249]: DEBUG nova.compute.manager [req-abb87808-215b-43b5-ad24-c8792193e69d req-d9af097c-b9bc-4f0d-8860-2552f8fe854b service nova] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Received event network-vif-deleted-266e2250-5873-42a2-b3dd-df913272352a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.272039] env[69249]: DEBUG nova.network.neutron [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0f87dd94-f3e0-41da-91b2-f6f95f3307fd] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.392065] env[69249]: DEBUG oslo_concurrency.lockutils [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "54881ffe-35d0-4e65-bc8b-74cc709b6c98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.392394] env[69249]: DEBUG oslo_concurrency.lockutils [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "54881ffe-35d0-4e65-bc8b-74cc709b6c98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.392564] env[69249]: DEBUG oslo_concurrency.lockutils [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "54881ffe-35d0-4e65-bc8b-74cc709b6c98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.392739] env[69249]: DEBUG oslo_concurrency.lockutils [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "54881ffe-35d0-4e65-bc8b-74cc709b6c98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.392896] env[69249]: DEBUG oslo_concurrency.lockutils [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "54881ffe-35d0-4e65-bc8b-74cc709b6c98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.398864] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659637, 'name': PowerOffVM_Task, 'duration_secs': 0.280714} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.399450] env[69249]: INFO nova.compute.manager [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Terminating instance [ 946.402033] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.402271] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updating instance 'ea954cae-05b2-4097-a0e1-2f2618d7aacc' progress to 17 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 946.491530] env[69249]: DEBUG oslo_vmware.api [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.517545] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659638, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.534655] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659635, 'name': Rename_Task, 'duration_secs': 1.268584} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.535424] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.535812] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c645fd71-abca-430a-a2fb-0d6d7f8ebd1c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.545377] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 946.545377] env[69249]: value = "task-3659639" [ 946.545377] env[69249]: _type = "Task" [ 946.545377] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.556803] env[69249]: INFO nova.compute.manager [-] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Took 1.57 seconds to deallocate network for instance. [ 946.557736] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.629567] env[69249]: DEBUG nova.scheduler.client.report [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.775209] env[69249]: INFO nova.compute.manager [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 0f87dd94-f3e0-41da-91b2-f6f95f3307fd] Took 1.03 seconds to deallocate network for instance. [ 946.838279] env[69249]: DEBUG nova.network.neutron [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Updated VIF entry in instance network info cache for port dabbebff-6060-4746-b799-0695848be7ab. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.838279] env[69249]: DEBUG nova.network.neutron [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Updating instance_info_cache with network_info: [{"id": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "address": "fa:16:3e:f2:be:b5", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073ba5db-f7", "ovs_interfaceid": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9683d863-46ab-4751-b254-366f06c11742", "address": "fa:16:3e:f5:97:99", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9683d863-46", "ovs_interfaceid": "9683d863-46ab-4751-b254-366f06c11742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dabbebff-6060-4746-b799-0695848be7ab", "address": "fa:16:3e:3f:a2:67", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabbebff-60", "ovs_interfaceid": "dabbebff-6060-4746-b799-0695848be7ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.911190] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.911190] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.911190] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.912102] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.912708] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.913209] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.913643] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.914083] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.914475] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.914825] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.916101] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.924449] env[69249]: DEBUG nova.compute.manager [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.924869] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.925327] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0afac548-26ec-4f15-93ef-881315d2f86f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.951213] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6702d3db-d90a-4b8c-982a-462f6a5ecad7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.963958] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.966073] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-579af313-b7f3-4557-8777-928d80489272 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.969488] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 946.969488] env[69249]: value = "task-3659640" [ 946.969488] env[69249]: _type = "Task" [ 946.969488] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.977604] env[69249]: DEBUG oslo_vmware.api [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 946.977604] env[69249]: value = "task-3659641" [ 946.977604] env[69249]: _type = "Task" [ 946.977604] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.989681] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659640, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.004342] env[69249]: DEBUG oslo_vmware.api [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.010465] env[69249]: DEBUG oslo_vmware.api [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659636, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.030410] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624986} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.030410] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 0e253bdc-0172-4ca0-9738-b34c60d80534/0e253bdc-0172-4ca0-9738-b34c60d80534.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.030410] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.030983] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9c48be8-d00d-496b-af42-213d662856c1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.039466] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 947.039466] env[69249]: value = "task-3659642" [ 947.039466] env[69249]: _type = "Task" [ 947.039466] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.056223] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.065248] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659639, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.068644] env[69249]: DEBUG oslo_concurrency.lockutils [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.140986] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.141535] env[69249]: DEBUG nova.compute.manager [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.144268] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.196s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.144447] env[69249]: DEBUG nova.objects.instance [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lazy-loading 'resources' on Instance uuid 15b758e1-3e60-4799-a43b-59a451ecd52f {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.291260] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Acquiring lock "52931d55-d19a-4f17-838f-b11f4364f774" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.291540] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Lock "52931d55-d19a-4f17-838f-b11f4364f774" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.343037] env[69249]: DEBUG oslo_concurrency.lockutils [req-28c03222-77f4-413d-9bc7-6e97ed0e88ee req-ee7184ca-0620-495d-ae2c-c93f23527227 service nova] Releasing lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.483149] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659640, 'name': ReconfigVM_Task, 'duration_secs': 0.238752} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.486438] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updating instance 'ea954cae-05b2-4097-a0e1-2f2618d7aacc' progress to 33 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 947.497471] env[69249]: DEBUG oslo_vmware.api [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659641, 'name': PowerOffVM_Task, 'duration_secs': 0.273944} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.498146] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.498318] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.498584] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b933d63f-db52-4bd6-8459-48cb97eed035 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.503966] env[69249]: DEBUG oslo_vmware.api [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659636, 'name': ReconfigVM_Task, 'duration_secs': 1.54922} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.504738] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Reconfigured VM instance instance-00000041 to attach disk [datastore2] volume-201f3e9b-0057-464d-94de-7999dfe40891/volume-201f3e9b-0057-464d-94de-7999dfe40891.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.511503] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c6985a-9b91-4620-8325-9e03416044c5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.533943] env[69249]: DEBUG oslo_vmware.api [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 947.533943] env[69249]: value = "task-3659644" [ 947.533943] env[69249]: _type = "Task" [ 947.533943] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.548708] env[69249]: DEBUG oslo_vmware.api [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.556111] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081096} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.556787] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.557678] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e3f7ba-b44d-4a42-82bc-d0d354e20ebe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.563950] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659639, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.585176] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 0e253bdc-0172-4ca0-9738-b34c60d80534/0e253bdc-0172-4ca0-9738-b34c60d80534.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.587474] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4271b1e1-e794-4b8e-93c2-73536f097e04 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.601726] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.601978] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.602195] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Deleting the datastore file [datastore1] 54881ffe-35d0-4e65-bc8b-74cc709b6c98 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.604942] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33e2653e-e268-4b0c-8dfa-f1c5d76d5469 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.614479] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 947.614479] env[69249]: value = "task-3659646" [ 947.614479] env[69249]: _type = "Task" [ 947.614479] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.616116] env[69249]: DEBUG oslo_vmware.api [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for the task: (returnval){ [ 947.616116] env[69249]: value = "task-3659645" [ 947.616116] env[69249]: _type = "Task" [ 947.616116] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.634620] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.634620] env[69249]: DEBUG oslo_vmware.api [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.648369] env[69249]: DEBUG nova.compute.utils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.654970] env[69249]: DEBUG nova.compute.manager [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.655102] env[69249]: DEBUG nova.network.neutron [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.716101] env[69249]: DEBUG nova.policy [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '922c999ae79e48bd83392071b9696aaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92dad531d6874b6e98a2f94aa568d077', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.794365] env[69249]: DEBUG nova.compute.manager [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.798724] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1eea3a02-d47d-483c-925c-60ff11d3f640 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "0f87dd94-f3e0-41da-91b2-f6f95f3307fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.013s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.811781] env[69249]: DEBUG oslo_vmware.rw_handles [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e31e47-0b07-15f1-4fd6-5a34e089fec0/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 947.813590] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daa9801-6749-4344-97aa-9440b3776c70 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.823630] env[69249]: DEBUG oslo_vmware.rw_handles [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e31e47-0b07-15f1-4fd6-5a34e089fec0/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 947.823727] env[69249]: ERROR oslo_vmware.rw_handles [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e31e47-0b07-15f1-4fd6-5a34e089fec0/disk-0.vmdk due to incomplete transfer. [ 947.823988] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c3ea3f62-ab5e-4ef1-a560-0965da81e43f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.834752] env[69249]: DEBUG oslo_vmware.rw_handles [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e31e47-0b07-15f1-4fd6-5a34e089fec0/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 947.834752] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Uploaded image 47856237-12ad-40f4-8a9a-1b0107c1273a to the Glance image server {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 947.837049] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 947.837439] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5ae628c3-c48d-473d-9f7e-f281edcf2e77 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.852223] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 947.852223] env[69249]: value = "task-3659647" [ 947.852223] env[69249]: _type = "Task" [ 947.852223] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.864558] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659647, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.000517] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:57:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='657b26f3-2781-4c49-a7c9-03a540389d07',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1685591079',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.000857] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.000857] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.001182] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.001385] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.001732] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.001899] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.002142] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.002713] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.002713] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.004329] env[69249]: DEBUG nova.virt.hardware [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.009655] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 948.009970] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-324d1a5b-3a25-4006-be55-a20b8716d676 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.031142] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "interface-3d3d17e7-2484-4259-bedf-f7a6c488c8ef-9683d863-46ab-4751-b254-366f06c11742" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.031465] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-3d3d17e7-2484-4259-bedf-f7a6c488c8ef-9683d863-46ab-4751-b254-366f06c11742" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.043341] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 948.043341] env[69249]: value = "task-3659648" [ 948.043341] env[69249]: _type = "Task" [ 948.043341] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.047891] env[69249]: DEBUG oslo_vmware.api [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659644, 'name': ReconfigVM_Task, 'duration_secs': 0.221474} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.058096] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729444', 'volume_id': '201f3e9b-0057-464d-94de-7999dfe40891', 'name': 'volume-201f3e9b-0057-464d-94de-7999dfe40891', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a58a10d-46c5-423c-adce-7f1437b7243a', 'attached_at': '', 'detached_at': '', 'volume_id': '201f3e9b-0057-464d-94de-7999dfe40891', 'serial': '201f3e9b-0057-464d-94de-7999dfe40891'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 948.087698] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.088049] env[69249]: DEBUG oslo_vmware.api [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659639, 'name': PowerOnVM_Task, 'duration_secs': 1.177424} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.088340] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.088568] env[69249]: INFO nova.compute.manager [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Took 10.66 seconds to spawn the instance on the hypervisor. [ 948.088795] env[69249]: DEBUG nova.compute.manager [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 948.089647] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d995daf7-069c-436d-808f-00ec6f30df7e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.138304] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659646, 'name': ReconfigVM_Task, 'duration_secs': 0.403603} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.142292] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 0e253bdc-0172-4ca0-9738-b34c60d80534/0e253bdc-0172-4ca0-9738-b34c60d80534.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.143065] env[69249]: DEBUG oslo_vmware.api [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Task: {'id': task-3659645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2289} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.147185] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bd9ecdd-8e5e-42fa-b10c-8ab0c67b6ab7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.147584] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.147584] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.147770] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.147863] env[69249]: INFO nova.compute.manager [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Took 1.22 seconds to destroy the instance on the hypervisor. [ 948.148144] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.148674] env[69249]: DEBUG nova.compute.manager [-] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.148791] env[69249]: DEBUG nova.network.neutron [-] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.155800] env[69249]: DEBUG nova.compute.manager [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.161831] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 948.161831] env[69249]: value = "task-3659649" [ 948.161831] env[69249]: _type = "Task" [ 948.161831] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.178692] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659649, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.225391] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722f42f3-a5bf-4031-adcf-1ecc83b18388 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.239212] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a209908c-b621-47d9-ae8d-b15e28cb9629 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.275020] env[69249]: DEBUG nova.network.neutron [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Successfully created port: 88999654-654d-49f8-96bb-fa5a3890de3a {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.276221] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60331944-c439-4a40-93b4-4f17706f9500 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.285178] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ddaa66-d924-419c-a276-e5d7ccf95724 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.300591] env[69249]: DEBUG nova.compute.provider_tree [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.325704] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.366743] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659647, 'name': Destroy_Task, 'duration_secs': 0.505992} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.367026] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Destroyed the VM [ 948.367273] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 948.367533] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5aefc958-8be0-44e4-b6cf-b685193db58c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.373742] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 948.373742] env[69249]: value = "task-3659650" [ 948.373742] env[69249]: _type = "Task" [ 948.373742] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.385509] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659650, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.536681] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.537022] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.537795] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3c7213-0a0a-45fa-bf40-bf61056995f3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.580155] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def9ccee-4ea2-4e2f-a8be-1cced523e48d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.593677] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659648, 'name': ReconfigVM_Task, 'duration_secs': 0.232709} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.616259] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 948.629554] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Reconfiguring VM to detach interface {{(pid=69249) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 948.632310] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e1c193-3c30-489a-b267-c9e02cf6825e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.637249] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf22948-c3a9-424a-ab9b-8e168e2b6564 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.650733] env[69249]: INFO nova.compute.manager [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Took 40.06 seconds to build instance. [ 948.652344] env[69249]: DEBUG nova.objects.instance [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lazy-loading 'flavor' on Instance uuid 7a58a10d-46c5-423c-adce-7f1437b7243a {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.683403] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] ea954cae-05b2-4097-a0e1-2f2618d7aacc/ea954cae-05b2-4097-a0e1-2f2618d7aacc.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.690590] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2425e702-4ed1-4efe-b94c-edd470e42adf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.705313] env[69249]: DEBUG oslo_vmware.api [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 948.705313] env[69249]: value = "task-3659651" [ 948.705313] env[69249]: _type = "Task" [ 948.705313] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.715042] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659649, 'name': Rename_Task, 'duration_secs': 0.227249} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.717130] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.717609] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 948.717609] env[69249]: value = "task-3659652" [ 948.717609] env[69249]: _type = "Task" [ 948.717609] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.718101] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dd84403-14a3-461c-879d-d722484acf42 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.727240] env[69249]: DEBUG oslo_vmware.api [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.735207] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.736883] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 948.736883] env[69249]: value = "task-3659653" [ 948.736883] env[69249]: _type = "Task" [ 948.736883] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.746328] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.805051] env[69249]: DEBUG nova.scheduler.client.report [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.886958] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659650, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.932551] env[69249]: DEBUG nova.compute.manager [req-4bbe73d6-e801-4b37-8709-98eddf1168ce req-90a537d9-acdd-48a3-a789-90725e22ba5d service nova] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Received event network-vif-deleted-1b34bc5f-acd5-46b7-9520-f809840ac45c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.932682] env[69249]: INFO nova.compute.manager [req-4bbe73d6-e801-4b37-8709-98eddf1168ce req-90a537d9-acdd-48a3-a789-90725e22ba5d service nova] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Neutron deleted interface 1b34bc5f-acd5-46b7-9520-f809840ac45c; detaching it from the instance and deleting it from the info cache [ 948.932857] env[69249]: DEBUG nova.network.neutron [req-4bbe73d6-e801-4b37-8709-98eddf1168ce req-90a537d9-acdd-48a3-a789-90725e22ba5d service nova] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.155564] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c0552ce6-4e81-46bf-b6ca-dfdc2ea2e377 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.572s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.161171] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c699a7b1-215a-4ccd-9ae3-388ed28ceb72 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.503s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.187305] env[69249]: DEBUG nova.compute.manager [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.222757] env[69249]: DEBUG nova.network.neutron [-] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.224138] env[69249]: DEBUG oslo_vmware.api [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.227317] env[69249]: DEBUG nova.virt.hardware [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.227317] env[69249]: DEBUG nova.virt.hardware [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.227317] env[69249]: DEBUG nova.virt.hardware [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.227508] env[69249]: DEBUG nova.virt.hardware [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.227508] env[69249]: DEBUG nova.virt.hardware [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.227627] env[69249]: DEBUG nova.virt.hardware [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.228100] env[69249]: DEBUG nova.virt.hardware [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.228100] env[69249]: DEBUG nova.virt.hardware [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.228217] env[69249]: DEBUG nova.virt.hardware [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.228357] env[69249]: DEBUG nova.virt.hardware [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.228513] env[69249]: DEBUG nova.virt.hardware [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.232765] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52811ff-b2c7-4e2d-9bca-290e580139ef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.246832] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659652, 'name': ReconfigVM_Task, 'duration_secs': 0.465562} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.248995] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Reconfigured VM instance instance-00000045 to attach disk [datastore2] ea954cae-05b2-4097-a0e1-2f2618d7aacc/ea954cae-05b2-4097-a0e1-2f2618d7aacc.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.248995] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updating instance 'ea954cae-05b2-4097-a0e1-2f2618d7aacc' progress to 50 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 949.254279] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b00e65-fcab-40c7-b9f6-5b420ec36da1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.263158] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659653, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.276372] env[69249]: INFO nova.compute.manager [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Rebuilding instance [ 949.311038] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.312657] env[69249]: DEBUG oslo_concurrency.lockutils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.035s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.314246] env[69249]: INFO nova.compute.claims [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.334429] env[69249]: DEBUG nova.compute.manager [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.335550] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d970d51-a3db-4d8a-b024-264b840f3f2e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.339304] env[69249]: INFO nova.scheduler.client.report [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Deleted allocations for instance 15b758e1-3e60-4799-a43b-59a451ecd52f [ 949.387709] env[69249]: DEBUG oslo_vmware.api [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659650, 'name': RemoveSnapshot_Task, 'duration_secs': 0.674629} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.389111] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 949.389111] env[69249]: INFO nova.compute.manager [None req-de6ccf80-01f7-43ff-8e42-61e2fb869f96 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Took 16.92 seconds to snapshot the instance on the hypervisor. [ 949.438117] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8187b67-d16e-4a82-9081-e55782cfd599 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.452197] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0c8864-b891-4b8a-96d3-dea266d266d5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.493554] env[69249]: DEBUG nova.compute.manager [req-4bbe73d6-e801-4b37-8709-98eddf1168ce req-90a537d9-acdd-48a3-a789-90725e22ba5d service nova] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Detach interface failed, port_id=1b34bc5f-acd5-46b7-9520-f809840ac45c, reason: Instance 54881ffe-35d0-4e65-bc8b-74cc709b6c98 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 949.598971] env[69249]: DEBUG nova.compute.manager [req-c5b93e93-9e74-450e-9fd1-9a3d0bb5ee43 req-a20588b6-424f-4596-a360-d290b47bf8db service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Received event network-changed-b61bd380-46bf-486d-9e26-54e9a84d3868 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.599222] env[69249]: DEBUG nova.compute.manager [req-c5b93e93-9e74-450e-9fd1-9a3d0bb5ee43 req-a20588b6-424f-4596-a360-d290b47bf8db service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Refreshing instance network info cache due to event network-changed-b61bd380-46bf-486d-9e26-54e9a84d3868. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.599868] env[69249]: DEBUG oslo_concurrency.lockutils [req-c5b93e93-9e74-450e-9fd1-9a3d0bb5ee43 req-a20588b6-424f-4596-a360-d290b47bf8db service nova] Acquiring lock "refresh_cache-34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.599868] env[69249]: DEBUG oslo_concurrency.lockutils [req-c5b93e93-9e74-450e-9fd1-9a3d0bb5ee43 req-a20588b6-424f-4596-a360-d290b47bf8db service nova] Acquired lock "refresh_cache-34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.599868] env[69249]: DEBUG nova.network.neutron [req-c5b93e93-9e74-450e-9fd1-9a3d0bb5ee43 req-a20588b6-424f-4596-a360-d290b47bf8db service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Refreshing network info cache for port b61bd380-46bf-486d-9e26-54e9a84d3868 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.719603] env[69249]: DEBUG oslo_vmware.api [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.730237] env[69249]: INFO nova.compute.manager [-] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Took 1.58 seconds to deallocate network for instance. [ 949.750206] env[69249]: DEBUG oslo_vmware.api [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659653, 'name': PowerOnVM_Task, 'duration_secs': 0.722269} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.750454] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.751928] env[69249]: INFO nova.compute.manager [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Took 9.68 seconds to spawn the instance on the hypervisor. [ 949.751928] env[69249]: DEBUG nova.compute.manager [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.752121] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b062b7-4f44-4341-9869-8746fa55108b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.763409] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4314d29-1ac8-4904-b1d5-9dd5f72653e4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.783441] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8883001-bba9-4bf0-9638-5f8fdef0840c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.806978] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updating instance 'ea954cae-05b2-4097-a0e1-2f2618d7aacc' progress to 67 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 949.855922] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b96123-4427-4d5e-bdfc-f5ff9935a1ea tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "15b758e1-3e60-4799-a43b-59a451ecd52f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.032s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.223874] env[69249]: DEBUG oslo_vmware.api [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.236315] env[69249]: DEBUG oslo_concurrency.lockutils [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.241096] env[69249]: DEBUG nova.network.neutron [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Successfully updated port: 88999654-654d-49f8-96bb-fa5a3890de3a {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.277421] env[69249]: INFO nova.compute.manager [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Took 36.40 seconds to build instance. [ 950.358173] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.359336] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e50479c7-f518-40fa-9e71-0a989dc435bf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.367219] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 950.367219] env[69249]: value = "task-3659654" [ 950.367219] env[69249]: _type = "Task" [ 950.367219] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.382320] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.401818] env[69249]: DEBUG nova.network.neutron [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Port bde865d9-e839-4196-b54a-3d7e748b61c4 binding to destination host cpu-1 is already ACTIVE {{(pid=69249) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 950.493035] env[69249]: DEBUG nova.network.neutron [req-c5b93e93-9e74-450e-9fd1-9a3d0bb5ee43 req-a20588b6-424f-4596-a360-d290b47bf8db service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Updated VIF entry in instance network info cache for port b61bd380-46bf-486d-9e26-54e9a84d3868. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.493380] env[69249]: DEBUG nova.network.neutron [req-c5b93e93-9e74-450e-9fd1-9a3d0bb5ee43 req-a20588b6-424f-4596-a360-d290b47bf8db service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Updating instance_info_cache with network_info: [{"id": "b61bd380-46bf-486d-9e26-54e9a84d3868", "address": "fa:16:3e:e7:e9:e7", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb61bd380-46", "ovs_interfaceid": "b61bd380-46bf-486d-9e26-54e9a84d3868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.723912] env[69249]: DEBUG oslo_vmware.api [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.745254] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Acquiring lock "refresh_cache-06b8c4c7-fa43-448e-ba54-b1a1705f3717" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.745429] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Acquired lock "refresh_cache-06b8c4c7-fa43-448e-ba54-b1a1705f3717" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.745621] env[69249]: DEBUG nova.network.neutron [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.780851] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d94bf57-2136-4f7d-8223-14fa8e714695 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "0e253bdc-0172-4ca0-9738-b34c60d80534" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.931s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.829348] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1043ad1c-197c-48e4-abd4-b540745e0384 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.841117] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4942fa11-38f5-41bb-b8ee-4fa5f06957fa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.881995] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef8f70d-75a8-4c39-9208-450e40310eeb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.894095] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80776bf6-5d1f-43ee-8e97-db8a34d3c021 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.899221] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659654, 'name': PowerOffVM_Task, 'duration_secs': 0.298292} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.899707] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.899971] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.901315] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91401dec-b510-4ef1-ab95-3ba0ad9bafe3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.916493] env[69249]: DEBUG nova.compute.provider_tree [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.923754] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.923754] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6409ea4-b8ea-495b-85fc-6d62e2ba708e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.995773] env[69249]: DEBUG oslo_concurrency.lockutils [req-c5b93e93-9e74-450e-9fd1-9a3d0bb5ee43 req-a20588b6-424f-4596-a360-d290b47bf8db service nova] Releasing lock "refresh_cache-34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.008820] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.009186] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.009359] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Deleting the datastore file [datastore1] 48e32bdf-0ae5-4fa7-865a-210775192c0b {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.009686] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a6d36e8-6f72-41e9-9f33-29cfa569ac97 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.017534] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 951.017534] env[69249]: value = "task-3659656" [ 951.017534] env[69249]: _type = "Task" [ 951.017534] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.026542] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.118654] env[69249]: DEBUG nova.compute.manager [req-3d3ed711-0ab7-4569-a530-b1100b631525 req-27ee22b2-a37e-4768-9094-54d6b6fc30e2 service nova] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Received event network-vif-plugged-88999654-654d-49f8-96bb-fa5a3890de3a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.118935] env[69249]: DEBUG oslo_concurrency.lockutils [req-3d3ed711-0ab7-4569-a530-b1100b631525 req-27ee22b2-a37e-4768-9094-54d6b6fc30e2 service nova] Acquiring lock "06b8c4c7-fa43-448e-ba54-b1a1705f3717-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.119190] env[69249]: DEBUG oslo_concurrency.lockutils [req-3d3ed711-0ab7-4569-a530-b1100b631525 req-27ee22b2-a37e-4768-9094-54d6b6fc30e2 service nova] Lock "06b8c4c7-fa43-448e-ba54-b1a1705f3717-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.119360] env[69249]: DEBUG oslo_concurrency.lockutils [req-3d3ed711-0ab7-4569-a530-b1100b631525 req-27ee22b2-a37e-4768-9094-54d6b6fc30e2 service nova] Lock "06b8c4c7-fa43-448e-ba54-b1a1705f3717-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.119523] env[69249]: DEBUG nova.compute.manager [req-3d3ed711-0ab7-4569-a530-b1100b631525 req-27ee22b2-a37e-4768-9094-54d6b6fc30e2 service nova] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] No waiting events found dispatching network-vif-plugged-88999654-654d-49f8-96bb-fa5a3890de3a {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 951.119675] env[69249]: WARNING nova.compute.manager [req-3d3ed711-0ab7-4569-a530-b1100b631525 req-27ee22b2-a37e-4768-9094-54d6b6fc30e2 service nova] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Received unexpected event network-vif-plugged-88999654-654d-49f8-96bb-fa5a3890de3a for instance with vm_state building and task_state spawning. [ 951.119833] env[69249]: DEBUG nova.compute.manager [req-3d3ed711-0ab7-4569-a530-b1100b631525 req-27ee22b2-a37e-4768-9094-54d6b6fc30e2 service nova] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Received event network-changed-88999654-654d-49f8-96bb-fa5a3890de3a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.120015] env[69249]: DEBUG nova.compute.manager [req-3d3ed711-0ab7-4569-a530-b1100b631525 req-27ee22b2-a37e-4768-9094-54d6b6fc30e2 service nova] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Refreshing instance network info cache due to event network-changed-88999654-654d-49f8-96bb-fa5a3890de3a. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.120231] env[69249]: DEBUG oslo_concurrency.lockutils [req-3d3ed711-0ab7-4569-a530-b1100b631525 req-27ee22b2-a37e-4768-9094-54d6b6fc30e2 service nova] Acquiring lock "refresh_cache-06b8c4c7-fa43-448e-ba54-b1a1705f3717" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.181821] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "7a58a10d-46c5-423c-adce-7f1437b7243a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.182132] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.223950] env[69249]: DEBUG oslo_vmware.api [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.285842] env[69249]: DEBUG nova.network.neutron [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.430816] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "ea954cae-05b2-4097-a0e1-2f2618d7aacc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.431113] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "ea954cae-05b2-4097-a0e1-2f2618d7aacc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.431304] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "ea954cae-05b2-4097-a0e1-2f2618d7aacc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.436718] env[69249]: DEBUG nova.scheduler.client.report [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.493547] env[69249]: DEBUG nova.network.neutron [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Updating instance_info_cache with network_info: [{"id": "88999654-654d-49f8-96bb-fa5a3890de3a", "address": "fa:16:3e:c6:9a:1a", "network": {"id": "b007be4e-cf5d-4e8c-be99-3360f3b4df53", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1260972525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92dad531d6874b6e98a2f94aa568d077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88999654-65", "ovs_interfaceid": "88999654-654d-49f8-96bb-fa5a3890de3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.528028] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321899} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.528187] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.528369] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.528547] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.685474] env[69249]: DEBUG nova.compute.utils [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.721176] env[69249]: DEBUG nova.compute.manager [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Stashing vm_state: active {{(pid=69249) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 951.726833] env[69249]: DEBUG oslo_vmware.api [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.859428] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "4b533c3d-778b-42de-b981-aab30750bff8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.859674] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "4b533c3d-778b-42de-b981-aab30750bff8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.941359] env[69249]: DEBUG oslo_concurrency.lockutils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.942013] env[69249]: DEBUG nova.compute.manager [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.945565] env[69249]: DEBUG oslo_concurrency.lockutils [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.270s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.946167] env[69249]: DEBUG nova.objects.instance [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Lazy-loading 'resources' on Instance uuid 336d0484-6537-4a27-bc77-ed6b600a65fa {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.996139] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Releasing lock "refresh_cache-06b8c4c7-fa43-448e-ba54-b1a1705f3717" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.996480] env[69249]: DEBUG nova.compute.manager [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Instance network_info: |[{"id": "88999654-654d-49f8-96bb-fa5a3890de3a", "address": "fa:16:3e:c6:9a:1a", "network": {"id": "b007be4e-cf5d-4e8c-be99-3360f3b4df53", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1260972525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92dad531d6874b6e98a2f94aa568d077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88999654-65", "ovs_interfaceid": "88999654-654d-49f8-96bb-fa5a3890de3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.996768] env[69249]: DEBUG oslo_concurrency.lockutils [req-3d3ed711-0ab7-4569-a530-b1100b631525 req-27ee22b2-a37e-4768-9094-54d6b6fc30e2 service nova] Acquired lock "refresh_cache-06b8c4c7-fa43-448e-ba54-b1a1705f3717" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.996943] env[69249]: DEBUG nova.network.neutron [req-3d3ed711-0ab7-4569-a530-b1100b631525 req-27ee22b2-a37e-4768-9094-54d6b6fc30e2 service nova] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Refreshing network info cache for port 88999654-654d-49f8-96bb-fa5a3890de3a {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.002023] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:9a:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88999654-654d-49f8-96bb-fa5a3890de3a', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.007075] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Creating folder: Project (92dad531d6874b6e98a2f94aa568d077). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.010319] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc4c9b0a-30d3-44da-b2d5-c54c403a6786 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.024604] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Created folder: Project (92dad531d6874b6e98a2f94aa568d077) in parent group-v729229. [ 952.024833] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Creating folder: Instances. Parent ref: group-v729446. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.025190] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51de3e57-54be-49c0-a3ae-d31fe09d6b43 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.045098] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Created folder: Instances in parent group-v729446. [ 952.045390] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.047191] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.047191] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9898962-5c8b-4ef1-8b91-1eac50f6f67b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.084678] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.084678] env[69249]: value = "task-3659659" [ 952.084678] env[69249]: _type = "Task" [ 952.084678] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.100751] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659659, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.189571] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.235119] env[69249]: DEBUG oslo_vmware.api [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.255067] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.364672] env[69249]: DEBUG nova.compute.manager [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.452025] env[69249]: DEBUG nova.compute.utils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.452025] env[69249]: DEBUG nova.compute.manager [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.452025] env[69249]: DEBUG nova.network.neutron [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.551125] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.551566] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquired lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.551754] env[69249]: DEBUG nova.network.neutron [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.563585] env[69249]: DEBUG nova.policy [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdfd4f530271419ebba9bed34314b2a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6a6ad9093624bf6ae36125cc477c4ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.577855] env[69249]: DEBUG nova.virt.hardware [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.578131] env[69249]: DEBUG nova.virt.hardware [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.578289] env[69249]: DEBUG nova.virt.hardware [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.578469] env[69249]: DEBUG nova.virt.hardware [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.578611] env[69249]: DEBUG nova.virt.hardware [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.578753] env[69249]: DEBUG nova.virt.hardware [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.579134] env[69249]: DEBUG nova.virt.hardware [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.579311] env[69249]: DEBUG nova.virt.hardware [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.579479] env[69249]: DEBUG nova.virt.hardware [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.579639] env[69249]: DEBUG nova.virt.hardware [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.579814] env[69249]: DEBUG nova.virt.hardware [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.582288] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc30f07-b8e7-461a-8f32-b04333a3af9e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.597183] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcd9ef1-a66e-48ea-a34b-2e7a67f58fc4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.601334] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659659, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.618286] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:e5:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.623714] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.626496] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.629373] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d24137f-04e2-4c3b-8e85-ba5ccf0c0fb4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.657499] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.657499] env[69249]: value = "task-3659660" [ 952.657499] env[69249]: _type = "Task" [ 952.657499] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.667727] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659660, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.722501] env[69249]: DEBUG nova.network.neutron [req-3d3ed711-0ab7-4569-a530-b1100b631525 req-27ee22b2-a37e-4768-9094-54d6b6fc30e2 service nova] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Updated VIF entry in instance network info cache for port 88999654-654d-49f8-96bb-fa5a3890de3a. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.722844] env[69249]: DEBUG nova.network.neutron [req-3d3ed711-0ab7-4569-a530-b1100b631525 req-27ee22b2-a37e-4768-9094-54d6b6fc30e2 service nova] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Updating instance_info_cache with network_info: [{"id": "88999654-654d-49f8-96bb-fa5a3890de3a", "address": "fa:16:3e:c6:9a:1a", "network": {"id": "b007be4e-cf5d-4e8c-be99-3360f3b4df53", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1260972525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92dad531d6874b6e98a2f94aa568d077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88999654-65", "ovs_interfaceid": "88999654-654d-49f8-96bb-fa5a3890de3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.731471] env[69249]: DEBUG oslo_vmware.api [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.887250] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.969829] env[69249]: DEBUG nova.compute.manager [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.013429] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a1f8d0-4874-4a95-9b22-4b561b509142 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.024688] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a106d54-8ea2-482a-abf3-eaa0a7be6e1b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.066059] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a56f3a8-2807-42b4-8cd0-0fb1d2b05e13 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.075103] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf573ef-5741-4cfe-8196-d929799978ea {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.093108] env[69249]: DEBUG nova.compute.provider_tree [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.102021] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659659, 'name': CreateVM_Task, 'duration_secs': 0.594086} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.102442] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.103193] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.103591] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.103963] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.104683] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ec28ba-b1b4-4033-a22e-5ae9d78b25f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.112083] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Waiting for the task: (returnval){ [ 953.112083] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b8e6c5-fa59-ca5a-1440-52b76b685b90" [ 953.112083] env[69249]: _type = "Task" [ 953.112083] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.122580] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b8e6c5-fa59-ca5a-1440-52b76b685b90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.165297] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659660, 'name': CreateVM_Task, 'duration_secs': 0.38908} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.165523] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.166262] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.205989] env[69249]: DEBUG nova.network.neutron [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Successfully created port: 72924c1b-6df1-4e88-9071-84cb35d23e39 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.227514] env[69249]: DEBUG oslo_vmware.api [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.232698] env[69249]: DEBUG oslo_concurrency.lockutils [req-3d3ed711-0ab7-4569-a530-b1100b631525 req-27ee22b2-a37e-4768-9094-54d6b6fc30e2 service nova] Releasing lock "refresh_cache-06b8c4c7-fa43-448e-ba54-b1a1705f3717" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.294287] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "7a58a10d-46c5-423c-adce-7f1437b7243a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.294572] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.294788] env[69249]: INFO nova.compute.manager [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Attaching volume bbe8b3a7-614e-4b5f-bfd6-d73d0609583f to /dev/sdc [ 953.337409] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c6b888-f4b9-4520-9cae-29c336e25478 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.345846] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f18956b-8dd2-49fb-9ca4-c3e49fd50b2e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.360767] env[69249]: DEBUG nova.virt.block_device [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Updating existing volume attachment record: 8c5adf51-2d71-4d73-8be7-17c8e6fa7eb0 {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 953.554587] env[69249]: DEBUG nova.network.neutron [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updating instance_info_cache with network_info: [{"id": "bde865d9-e839-4196-b54a-3d7e748b61c4", "address": "fa:16:3e:70:6c:2e", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde865d9-e8", "ovs_interfaceid": "bde865d9-e839-4196-b54a-3d7e748b61c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.596923] env[69249]: DEBUG nova.scheduler.client.report [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.624387] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b8e6c5-fa59-ca5a-1440-52b76b685b90, 'name': SearchDatastore_Task, 'duration_secs': 0.035961} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.624991] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.625227] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.625609] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.626024] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.626097] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.626367] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.626665] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.627325] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cc8c929-e296-4163-a0c7-bf938fcf56a8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.629123] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31923809-9610-4c2e-86e3-c2e7be9f2cba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.638114] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 953.638114] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52713376-104c-8eb3-e4b3-5ff10036b7ea" [ 953.638114] env[69249]: _type = "Task" [ 953.638114] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.643258] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.643504] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.644808] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81e2811d-1dde-4b45-9f12-38f7eee5b3ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.651634] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52713376-104c-8eb3-e4b3-5ff10036b7ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.655147] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Waiting for the task: (returnval){ [ 953.655147] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b6e8a3-33ce-6037-6b71-02dd0e237fc7" [ 953.655147] env[69249]: _type = "Task" [ 953.655147] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.663948] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b6e8a3-33ce-6037-6b71-02dd0e237fc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.727351] env[69249]: DEBUG oslo_vmware.api [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659651, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.986570] env[69249]: DEBUG nova.compute.manager [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.029412] env[69249]: DEBUG nova.virt.hardware [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.029914] env[69249]: DEBUG nova.virt.hardware [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.030189] env[69249]: DEBUG nova.virt.hardware [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.030465] env[69249]: DEBUG nova.virt.hardware [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.030775] env[69249]: DEBUG nova.virt.hardware [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.030871] env[69249]: DEBUG nova.virt.hardware [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.031394] env[69249]: DEBUG nova.virt.hardware [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.031481] env[69249]: DEBUG nova.virt.hardware [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.032036] env[69249]: DEBUG nova.virt.hardware [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.032167] env[69249]: DEBUG nova.virt.hardware [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.032384] env[69249]: DEBUG nova.virt.hardware [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.034187] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51643271-f80c-4d46-8e21-eefa0d17b7d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.047671] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cbe245-00ad-493f-b39f-b1f7ca8ffb70 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.053935] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Releasing lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.104184] env[69249]: DEBUG oslo_concurrency.lockutils [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.107952] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.006s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.109163] env[69249]: INFO nova.compute.claims [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.132233] env[69249]: INFO nova.scheduler.client.report [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Deleted allocations for instance 336d0484-6537-4a27-bc77-ed6b600a65fa [ 954.151700] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52713376-104c-8eb3-e4b3-5ff10036b7ea, 'name': SearchDatastore_Task, 'duration_secs': 0.013172} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.152717] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.152717] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.152717] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.169023] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b6e8a3-33ce-6037-6b71-02dd0e237fc7, 'name': SearchDatastore_Task, 'duration_secs': 0.011471} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.169023] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb0d95f-89f5-4302-a9b5-4171d284c9e5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.178012] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Waiting for the task: (returnval){ [ 954.178012] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52564448-3551-7810-98ed-6c9a0b20acc6" [ 954.178012] env[69249]: _type = "Task" [ 954.178012] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.188142] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52564448-3551-7810-98ed-6c9a0b20acc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.229368] env[69249]: DEBUG oslo_vmware.api [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659651, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.577922] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e7f583-e995-4cd3-ad53-8f4be3e7ef6e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.598563] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6995e3c4-bfe2-403a-8eda-6c057ea856b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.607631] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updating instance 'ea954cae-05b2-4097-a0e1-2f2618d7aacc' progress to 83 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.647415] env[69249]: DEBUG oslo_concurrency.lockutils [None req-da6e2b78-9698-44b3-979a-cd467578d115 tempest-ServerPasswordTestJSON-922033071 tempest-ServerPasswordTestJSON-922033071-project-member] Lock "336d0484-6537-4a27-bc77-ed6b600a65fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.424s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.691230] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52564448-3551-7810-98ed-6c9a0b20acc6, 'name': SearchDatastore_Task, 'duration_secs': 0.015542} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.691525] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.691779] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 06b8c4c7-fa43-448e-ba54-b1a1705f3717/06b8c4c7-fa43-448e-ba54-b1a1705f3717.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.692139] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.692345] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.692570] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dd72417-4080-41b5-a8ea-977bf36876de {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.694800] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddfe2da0-b05c-4277-9828-358cfe101872 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.701964] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Waiting for the task: (returnval){ [ 954.701964] env[69249]: value = "task-3659662" [ 954.701964] env[69249]: _type = "Task" [ 954.701964] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.706581] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.706753] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.707499] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862f1a6c-2d1e-4af5-a836-5ade3febf03d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.712822] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.718801] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 954.718801] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52941e33-4158-7dbe-1b2d-b71fb0bac12e" [ 954.718801] env[69249]: _type = "Task" [ 954.718801] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.728171] env[69249]: DEBUG oslo_vmware.api [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659651, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.731173] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52941e33-4158-7dbe-1b2d-b71fb0bac12e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.857826] env[69249]: DEBUG oslo_concurrency.lockutils [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquiring lock "be5c3039-6942-4450-b2fb-3f347d4358d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.857826] env[69249]: DEBUG oslo_concurrency.lockutils [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "be5c3039-6942-4450-b2fb-3f347d4358d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.857826] env[69249]: DEBUG oslo_concurrency.lockutils [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquiring lock "be5c3039-6942-4450-b2fb-3f347d4358d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.857826] env[69249]: DEBUG oslo_concurrency.lockutils [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "be5c3039-6942-4450-b2fb-3f347d4358d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.857826] env[69249]: DEBUG oslo_concurrency.lockutils [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "be5c3039-6942-4450-b2fb-3f347d4358d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.860055] env[69249]: INFO nova.compute.manager [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Terminating instance [ 955.114326] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.114627] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2ba5d81-ab94-4c1f-bf11-be82d86fd028 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.124272] env[69249]: DEBUG nova.compute.manager [req-dc6ba486-fb31-4354-b267-9a7eef3965a9 req-fd60609f-ccad-4da7-8741-c236f25e2d87 service nova] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Received event network-vif-plugged-72924c1b-6df1-4e88-9071-84cb35d23e39 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.124272] env[69249]: DEBUG oslo_concurrency.lockutils [req-dc6ba486-fb31-4354-b267-9a7eef3965a9 req-fd60609f-ccad-4da7-8741-c236f25e2d87 service nova] Acquiring lock "f0003d38-cb08-41c2-a70d-e7f8fa494606-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.124272] env[69249]: DEBUG oslo_concurrency.lockutils [req-dc6ba486-fb31-4354-b267-9a7eef3965a9 req-fd60609f-ccad-4da7-8741-c236f25e2d87 service nova] Lock "f0003d38-cb08-41c2-a70d-e7f8fa494606-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.124272] env[69249]: DEBUG oslo_concurrency.lockutils [req-dc6ba486-fb31-4354-b267-9a7eef3965a9 req-fd60609f-ccad-4da7-8741-c236f25e2d87 service nova] Lock "f0003d38-cb08-41c2-a70d-e7f8fa494606-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.124272] env[69249]: DEBUG nova.compute.manager [req-dc6ba486-fb31-4354-b267-9a7eef3965a9 req-fd60609f-ccad-4da7-8741-c236f25e2d87 service nova] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] No waiting events found dispatching network-vif-plugged-72924c1b-6df1-4e88-9071-84cb35d23e39 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 955.124272] env[69249]: WARNING nova.compute.manager [req-dc6ba486-fb31-4354-b267-9a7eef3965a9 req-fd60609f-ccad-4da7-8741-c236f25e2d87 service nova] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Received unexpected event network-vif-plugged-72924c1b-6df1-4e88-9071-84cb35d23e39 for instance with vm_state building and task_state spawning. [ 955.128539] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 955.128539] env[69249]: value = "task-3659663" [ 955.128539] env[69249]: _type = "Task" [ 955.128539] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.147094] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.219409] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659662, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.246704] env[69249]: DEBUG oslo_vmware.api [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659651, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.247120] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52941e33-4158-7dbe-1b2d-b71fb0bac12e, 'name': SearchDatastore_Task, 'duration_secs': 0.013025} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.248815] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4981818-379d-4d28-bdcc-b85231f7cd60 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.258767] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 955.258767] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52dd40af-36db-11cf-42c4-339895f5e5e0" [ 955.258767] env[69249]: _type = "Task" [ 955.258767] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.272025] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52dd40af-36db-11cf-42c4-339895f5e5e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.363607] env[69249]: DEBUG nova.compute.manager [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.363885] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.364896] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fa902d-c8e1-451d-b6f7-3086c64ecdbe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.378792] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.379161] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-305fc36f-7629-4d0d-a602-b020508be17a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.386481] env[69249]: DEBUG nova.network.neutron [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Successfully updated port: 72924c1b-6df1-4e88-9071-84cb35d23e39 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.393513] env[69249]: DEBUG oslo_vmware.api [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 955.393513] env[69249]: value = "task-3659664" [ 955.393513] env[69249]: _type = "Task" [ 955.393513] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.407040] env[69249]: DEBUG oslo_vmware.api [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.645432] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659663, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.666504] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473701b2-b146-4755-b890-a6cfa926270d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.675674] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d80717d-0ebb-4fe0-b1b8-fa0e4e6e63f5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.716866] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036a07f7-9764-42a7-9af6-f6e66f3f7f28 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.727115] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783748} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.735561] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 06b8c4c7-fa43-448e-ba54-b1a1705f3717/06b8c4c7-fa43-448e-ba54-b1a1705f3717.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.735561] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.735561] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebb94db8-c70d-402c-bd97-560477355aad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.738832] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74555d42-9b0f-42ca-bf81-077a4354f639 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.752051] env[69249]: DEBUG oslo_vmware.api [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659651, 'name': ReconfigVM_Task, 'duration_secs': 6.81914} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.762624] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.762624] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Reconfigured VM to detach interface {{(pid=69249) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 955.765309] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Waiting for the task: (returnval){ [ 955.765309] env[69249]: value = "task-3659666" [ 955.765309] env[69249]: _type = "Task" [ 955.765309] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.765859] env[69249]: DEBUG nova.compute.provider_tree [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.781300] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.784762] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52dd40af-36db-11cf-42c4-339895f5e5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.058424} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.785018] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.785288] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 48e32bdf-0ae5-4fa7-865a-210775192c0b/48e32bdf-0ae5-4fa7-865a-210775192c0b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.785870] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e75e55a9-28e7-4b73-8365-1b5ee92ee3fd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.794865] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 955.794865] env[69249]: value = "task-3659667" [ 955.794865] env[69249]: _type = "Task" [ 955.794865] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.805271] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.895232] env[69249]: DEBUG oslo_concurrency.lockutils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "refresh_cache-f0003d38-cb08-41c2-a70d-e7f8fa494606" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.895531] env[69249]: DEBUG oslo_concurrency.lockutils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "refresh_cache-f0003d38-cb08-41c2-a70d-e7f8fa494606" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.895531] env[69249]: DEBUG nova.network.neutron [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.906437] env[69249]: DEBUG oslo_vmware.api [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659664, 'name': PowerOffVM_Task, 'duration_secs': 0.360495} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.907456] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.907456] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.907715] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-887d1b73-81e8-458c-b94a-38a8bfe2ce34 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.985102] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.985448] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.985629] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Deleting the datastore file [datastore1] be5c3039-6942-4450-b2fb-3f347d4358d7 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.985921] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-394fb846-42ae-45ad-851b-6883fdd035ed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.993754] env[69249]: DEBUG oslo_vmware.api [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 955.993754] env[69249]: value = "task-3659669" [ 955.993754] env[69249]: _type = "Task" [ 955.993754] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.002384] env[69249]: DEBUG oslo_vmware.api [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.150328] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659663, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.273813] env[69249]: DEBUG nova.scheduler.client.report [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.285303] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082293} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.285588] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.286989] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f21130-b895-41ba-a3f2-da8a5755f792 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.313269] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 06b8c4c7-fa43-448e-ba54-b1a1705f3717/06b8c4c7-fa43-448e-ba54-b1a1705f3717.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.317380] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-796650e2-e8b0-4de4-b49f-7b908cde946f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.339766] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659667, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.341456] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Waiting for the task: (returnval){ [ 956.341456] env[69249]: value = "task-3659670" [ 956.341456] env[69249]: _type = "Task" [ 956.341456] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.351972] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.462231] env[69249]: DEBUG nova.network.neutron [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.509926] env[69249]: DEBUG oslo_vmware.api [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.643240] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659663, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.650194] env[69249]: DEBUG nova.network.neutron [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Updating instance_info_cache with network_info: [{"id": "72924c1b-6df1-4e88-9071-84cb35d23e39", "address": "fa:16:3e:f6:59:a0", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72924c1b-6d", "ovs_interfaceid": "72924c1b-6df1-4e88-9071-84cb35d23e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.779874] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.780467] env[69249]: DEBUG nova.compute.manager [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.783876] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.704s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.785463] env[69249]: INFO nova.compute.claims [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.821490] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684122} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.822786] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 48e32bdf-0ae5-4fa7-865a-210775192c0b/48e32bdf-0ae5-4fa7-865a-210775192c0b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.823228] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.823700] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc61beca-2a56-4db6-b143-2b241e67b36d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.833845] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 956.833845] env[69249]: value = "task-3659671" [ 956.833845] env[69249]: _type = "Task" [ 956.833845] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.845717] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.860304] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.007673] env[69249]: DEBUG oslo_vmware.api [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.60522} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.007929] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.008150] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.008339] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.008498] env[69249]: INFO nova.compute.manager [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Took 1.64 seconds to destroy the instance on the hypervisor. [ 957.008749] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.008956] env[69249]: DEBUG nova.compute.manager [-] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.009059] env[69249]: DEBUG nova.network.neutron [-] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.143937] env[69249]: DEBUG oslo_vmware.api [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659663, 'name': PowerOnVM_Task, 'duration_secs': 1.819017} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.146899] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.146899] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea23a60-2d58-4b5f-8518-022ff0e8f4d9 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updating instance 'ea954cae-05b2-4097-a0e1-2f2618d7aacc' progress to 100 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.152764] env[69249]: DEBUG oslo_concurrency.lockutils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "refresh_cache-f0003d38-cb08-41c2-a70d-e7f8fa494606" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.153147] env[69249]: DEBUG nova.compute.manager [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Instance network_info: |[{"id": "72924c1b-6df1-4e88-9071-84cb35d23e39", "address": "fa:16:3e:f6:59:a0", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72924c1b-6d", "ovs_interfaceid": "72924c1b-6df1-4e88-9071-84cb35d23e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.153632] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:59:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72924c1b-6df1-4e88-9071-84cb35d23e39', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.166860] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.171178] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.171178] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e149aae-b0de-4c6b-a275-9c5bcbca1646 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.199111] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.199111] env[69249]: value = "task-3659672" [ 957.199111] env[69249]: _type = "Task" [ 957.199111] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.202825] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.202934] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.203099] env[69249]: DEBUG nova.network.neutron [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.213096] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659672, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.291131] env[69249]: DEBUG nova.compute.utils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.297230] env[69249]: DEBUG nova.compute.manager [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.297777] env[69249]: DEBUG nova.network.neutron [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.352426] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083017} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.355111] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.355885] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05223173-1398-46e4-b1ed-bb67ee369844 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.366060] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659670, 'name': ReconfigVM_Task, 'duration_secs': 0.832791} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.376766] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 06b8c4c7-fa43-448e-ba54-b1a1705f3717/06b8c4c7-fa43-448e-ba54-b1a1705f3717.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.388317] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 48e32bdf-0ae5-4fa7-865a-210775192c0b/48e32bdf-0ae5-4fa7-865a-210775192c0b.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.388826] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22f0777c-c49d-43bb-b326-5136829ab442 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.391597] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceede4a3-7f9e-43fd-924c-0c4963004fa8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.409345] env[69249]: DEBUG nova.policy [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a35cae3fb6c4a0eb3b28e9032447200', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a097e2ffed746299307c1cb7a339fc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.414673] env[69249]: DEBUG nova.compute.manager [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Received event network-changed-72924c1b-6df1-4e88-9071-84cb35d23e39 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.414673] env[69249]: DEBUG nova.compute.manager [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Refreshing instance network info cache due to event network-changed-72924c1b-6df1-4e88-9071-84cb35d23e39. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.414673] env[69249]: DEBUG oslo_concurrency.lockutils [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] Acquiring lock "refresh_cache-f0003d38-cb08-41c2-a70d-e7f8fa494606" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.414673] env[69249]: DEBUG oslo_concurrency.lockutils [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] Acquired lock "refresh_cache-f0003d38-cb08-41c2-a70d-e7f8fa494606" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.414673] env[69249]: DEBUG nova.network.neutron [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Refreshing network info cache for port 72924c1b-6df1-4e88-9071-84cb35d23e39 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.417863] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 957.417863] env[69249]: value = "task-3659674" [ 957.417863] env[69249]: _type = "Task" [ 957.417863] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.419706] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Waiting for the task: (returnval){ [ 957.419706] env[69249]: value = "task-3659673" [ 957.419706] env[69249]: _type = "Task" [ 957.419706] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.435268] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659674, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.439212] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659673, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.717994] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659672, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.795973] env[69249]: DEBUG nova.compute.manager [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.802874] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.802874] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.802874] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.802874] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.802874] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.808228] env[69249]: INFO nova.compute.manager [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Terminating instance [ 957.918123] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 957.918123] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729450', 'volume_id': 'bbe8b3a7-614e-4b5f-bfd6-d73d0609583f', 'name': 'volume-bbe8b3a7-614e-4b5f-bfd6-d73d0609583f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a58a10d-46c5-423c-adce-7f1437b7243a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbe8b3a7-614e-4b5f-bfd6-d73d0609583f', 'serial': 'bbe8b3a7-614e-4b5f-bfd6-d73d0609583f'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 957.923465] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e2474a-b555-4551-a571-5ac6a6d984da {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.965135] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3565155-6e30-4053-8035-2df4d2a3c289 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.968640] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659674, 'name': ReconfigVM_Task, 'duration_secs': 0.521298} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.969015] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659673, 'name': Rename_Task, 'duration_secs': 0.271245} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.971850] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 48e32bdf-0ae5-4fa7-865a-210775192c0b/48e32bdf-0ae5-4fa7-865a-210775192c0b.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.972599] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.973512] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24d0658c-595e-4500-875f-e3ad38e504e6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.975160] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2edcb0c-90d5-48af-9022-9e70b82e50a1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.001990] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] volume-bbe8b3a7-614e-4b5f-bfd6-d73d0609583f/volume-bbe8b3a7-614e-4b5f-bfd6-d73d0609583f.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.009369] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ac07339-e0f6-45ba-8451-8e02733c9c98 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.028779] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Waiting for the task: (returnval){ [ 958.028779] env[69249]: value = "task-3659675" [ 958.028779] env[69249]: _type = "Task" [ 958.028779] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.028779] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 958.028779] env[69249]: value = "task-3659676" [ 958.028779] env[69249]: _type = "Task" [ 958.028779] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.039155] env[69249]: DEBUG oslo_vmware.api [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 958.039155] env[69249]: value = "task-3659677" [ 958.039155] env[69249]: _type = "Task" [ 958.039155] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.051838] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659676, 'name': Rename_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.052103] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659675, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.059338] env[69249]: DEBUG oslo_vmware.api [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.128177] env[69249]: DEBUG nova.network.neutron [-] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.219975] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659672, 'name': CreateVM_Task, 'duration_secs': 0.528642} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.220264] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.221209] env[69249]: DEBUG oslo_concurrency.lockutils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.223058] env[69249]: DEBUG oslo_concurrency.lockutils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.224029] env[69249]: DEBUG oslo_concurrency.lockutils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.227488] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6be2f3-af32-41a6-9cd7-a2d22c2ac1cd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.234291] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 958.234291] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d6d19c-d9b0-2764-64ba-9fdcd01a5d5b" [ 958.234291] env[69249]: _type = "Task" [ 958.234291] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.245782] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d6d19c-d9b0-2764-64ba-9fdcd01a5d5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.314066] env[69249]: DEBUG nova.compute.manager [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.314066] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.315350] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9858354b-b209-468d-8a32-dd761d0be171 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.329833] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.330128] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1182044b-b761-4141-a330-b7e13fae51d5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.338418] env[69249]: DEBUG oslo_vmware.api [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 958.338418] env[69249]: value = "task-3659678" [ 958.338418] env[69249]: _type = "Task" [ 958.338418] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.350437] env[69249]: DEBUG oslo_vmware.api [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.361592] env[69249]: DEBUG nova.network.neutron [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Updated VIF entry in instance network info cache for port 72924c1b-6df1-4e88-9071-84cb35d23e39. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.361988] env[69249]: DEBUG nova.network.neutron [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Updating instance_info_cache with network_info: [{"id": "72924c1b-6df1-4e88-9071-84cb35d23e39", "address": "fa:16:3e:f6:59:a0", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72924c1b-6d", "ovs_interfaceid": "72924c1b-6df1-4e88-9071-84cb35d23e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.383807] env[69249]: DEBUG nova.network.neutron [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Successfully created port: fd187fa6-e323-4dce-b945-6558307c7834 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.392866] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d405d0-f761-422a-8e35-0a523fd8ea71 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.403252] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b097f108-e405-486b-b67c-6b98e7d8f5c6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.446564] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d374d6e0-2fd6-47c4-b2bf-5368f2ea58e9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.456265] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a2e218-66b1-4e12-b06f-3de42dcc45d6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.472145] env[69249]: DEBUG nova.compute.provider_tree [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.540412] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659675, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.544537] env[69249]: INFO nova.network.neutron [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Port 9683d863-46ab-4751-b254-366f06c11742 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 958.544720] env[69249]: INFO nova.network.neutron [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Port dabbebff-6060-4746-b799-0695848be7ab from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 958.545035] env[69249]: DEBUG nova.network.neutron [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Updating instance_info_cache with network_info: [{"id": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "address": "fa:16:3e:f2:be:b5", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073ba5db-f7", "ovs_interfaceid": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.549321] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659676, 'name': Rename_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.556085] env[69249]: DEBUG oslo_vmware.api [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659677, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.631068] env[69249]: INFO nova.compute.manager [-] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Took 1.62 seconds to deallocate network for instance. [ 958.745761] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d6d19c-d9b0-2764-64ba-9fdcd01a5d5b, 'name': SearchDatastore_Task, 'duration_secs': 0.020127} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.746179] env[69249]: DEBUG oslo_concurrency.lockutils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.746485] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.746768] env[69249]: DEBUG oslo_concurrency.lockutils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.746952] env[69249]: DEBUG oslo_concurrency.lockutils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.747204] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.747524] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62d48fa3-faa7-44f8-b9f8-2ccce154553f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.759609] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.759727] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.760495] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c61670-b740-4f43-bb6f-a19e749eb69f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.767212] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 958.767212] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b3b1ea-c111-40e8-8c38-65bacd9077c9" [ 958.767212] env[69249]: _type = "Task" [ 958.767212] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.780116] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b3b1ea-c111-40e8-8c38-65bacd9077c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.808573] env[69249]: DEBUG nova.compute.manager [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.839263] env[69249]: DEBUG nova.virt.hardware [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.839622] env[69249]: DEBUG nova.virt.hardware [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.839778] env[69249]: DEBUG nova.virt.hardware [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.839952] env[69249]: DEBUG nova.virt.hardware [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.840103] env[69249]: DEBUG nova.virt.hardware [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.840247] env[69249]: DEBUG nova.virt.hardware [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.840540] env[69249]: DEBUG nova.virt.hardware [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.840724] env[69249]: DEBUG nova.virt.hardware [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.840888] env[69249]: DEBUG nova.virt.hardware [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.841226] env[69249]: DEBUG nova.virt.hardware [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.841321] env[69249]: DEBUG nova.virt.hardware [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.843530] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bceec16f-b3f8-4610-8c35-a35816bc2b7b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.859046] env[69249]: DEBUG oslo_vmware.api [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.865312] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c113f1b1-169b-4e4f-b6a2-60d0ef57f26f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.872287] env[69249]: DEBUG oslo_concurrency.lockutils [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] Releasing lock "refresh_cache-f0003d38-cb08-41c2-a70d-e7f8fa494606" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.872594] env[69249]: DEBUG nova.compute.manager [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Received event network-vif-deleted-9683d863-46ab-4751-b254-366f06c11742 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.873017] env[69249]: INFO nova.compute.manager [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Neutron deleted interface 9683d863-46ab-4751-b254-366f06c11742; detaching it from the instance and deleting it from the info cache [ 958.873383] env[69249]: DEBUG nova.network.neutron [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Updating instance_info_cache with network_info: [{"id": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "address": "fa:16:3e:f2:be:b5", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073ba5db-f7", "ovs_interfaceid": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dabbebff-6060-4746-b799-0695848be7ab", "address": "fa:16:3e:3f:a2:67", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabbebff-60", "ovs_interfaceid": "dabbebff-6060-4746-b799-0695848be7ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.975503] env[69249]: DEBUG nova.scheduler.client.report [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.043040] env[69249]: DEBUG oslo_vmware.api [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659675, 'name': PowerOnVM_Task, 'duration_secs': 0.631091} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.049868] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.050168] env[69249]: INFO nova.compute.manager [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Took 9.86 seconds to spawn the instance on the hypervisor. [ 959.050289] env[69249]: DEBUG nova.compute.manager [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 959.050601] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659676, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.051067] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "refresh_cache-3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.053966] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d526b120-a9e9-4ab2-a303-0218ac236955 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.064146] env[69249]: DEBUG oslo_vmware.api [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659677, 'name': ReconfigVM_Task, 'duration_secs': 0.535657} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.065093] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Reconfigured VM instance instance-00000041 to attach disk [datastore1] volume-bbe8b3a7-614e-4b5f-bfd6-d73d0609583f/volume-bbe8b3a7-614e-4b5f-bfd6-d73d0609583f.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.074791] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0e354e6-fb1b-40bc-a4b3-0d93ec854fa9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.097174] env[69249]: DEBUG oslo_vmware.api [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 959.097174] env[69249]: value = "task-3659679" [ 959.097174] env[69249]: _type = "Task" [ 959.097174] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.111365] env[69249]: DEBUG oslo_vmware.api [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.138058] env[69249]: DEBUG oslo_concurrency.lockutils [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.278968] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b3b1ea-c111-40e8-8c38-65bacd9077c9, 'name': SearchDatastore_Task, 'duration_secs': 0.030539} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.279729] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d0d6a89-14f5-43b9-89ee-f1cef1cc05c8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.285737] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 959.285737] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52987de2-8678-bd52-c01b-f7bba0e85492" [ 959.285737] env[69249]: _type = "Task" [ 959.285737] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.294774] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52987de2-8678-bd52-c01b-f7bba0e85492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.354534] env[69249]: DEBUG oslo_vmware.api [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659678, 'name': PowerOffVM_Task, 'duration_secs': 0.771756} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.354805] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.354969] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.355244] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a86dacbb-17f7-4555-86aa-6e38015b4e26 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.376258] env[69249]: DEBUG oslo_concurrency.lockutils [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] Acquiring lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.452531] env[69249]: DEBUG nova.network.neutron [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Port bde865d9-e839-4196-b54a-3d7e748b61c4 binding to destination host cpu-1 is already ACTIVE {{(pid=69249) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 959.453029] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.453318] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquired lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.453675] env[69249]: DEBUG nova.network.neutron [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.472242] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.472242] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.472242] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Deleting the datastore file [datastore2] 3d3d17e7-2484-4259-bedf-f7a6c488c8ef {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.472242] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcb7e4d9-3649-426a-8750-423a3c5d70c7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.480168] env[69249]: DEBUG oslo_vmware.api [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 959.480168] env[69249]: value = "task-3659681" [ 959.480168] env[69249]: _type = "Task" [ 959.480168] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.488322] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.491536] env[69249]: DEBUG nova.compute.manager [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.492941] env[69249]: DEBUG nova.compute.manager [req-c6308267-586b-4c4b-8f70-506152a879f0 req-b83886ad-1492-401c-a1bb-d3825284b765 service nova] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Received event network-vif-deleted-40b4cfe0-1055-4ebf-873b-18db78daae5b {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.494147] env[69249]: DEBUG oslo_concurrency.lockutils [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.525s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.494588] env[69249]: DEBUG nova.objects.instance [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lazy-loading 'resources' on Instance uuid 312fea7d-6433-444a-ada0-163f09995c28 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.504275] env[69249]: DEBUG oslo_vmware.api [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.541951] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659676, 'name': Rename_Task, 'duration_secs': 1.071605} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.541951] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.541951] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b52f24c-773a-4e02-bc2f-6a4e1a1f1987 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.551402] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 959.551402] env[69249]: value = "task-3659682" [ 959.551402] env[69249]: _type = "Task" [ 959.551402] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.563525] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5af1937b-85ae-496e-ae97-1dd86c630e45 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-3d3d17e7-2484-4259-bedf-f7a6c488c8ef-9683d863-46ab-4751-b254-366f06c11742" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.531s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.564578] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.598436] env[69249]: INFO nova.compute.manager [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Took 30.40 seconds to build instance. [ 959.612222] env[69249]: DEBUG oslo_vmware.api [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659679, 'name': ReconfigVM_Task, 'duration_secs': 0.17329} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.614292] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729450', 'volume_id': 'bbe8b3a7-614e-4b5f-bfd6-d73d0609583f', 'name': 'volume-bbe8b3a7-614e-4b5f-bfd6-d73d0609583f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a58a10d-46c5-423c-adce-7f1437b7243a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbe8b3a7-614e-4b5f-bfd6-d73d0609583f', 'serial': 'bbe8b3a7-614e-4b5f-bfd6-d73d0609583f'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 959.797757] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52987de2-8678-bd52-c01b-f7bba0e85492, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.798160] env[69249]: DEBUG oslo_concurrency.lockutils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.798460] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] f0003d38-cb08-41c2-a70d-e7f8fa494606/f0003d38-cb08-41c2-a70d-e7f8fa494606.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.798767] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-884a3d45-25b7-4fa2-bcd9-6250ba4c4b1c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.806657] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 959.806657] env[69249]: value = "task-3659683" [ 959.806657] env[69249]: _type = "Task" [ 959.806657] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.816039] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.995020] env[69249]: DEBUG oslo_vmware.api [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384099} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.996612] env[69249]: DEBUG nova.compute.utils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.998363] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.999746] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.000073] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.000355] env[69249]: INFO nova.compute.manager [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Took 1.69 seconds to destroy the instance on the hypervisor. [ 960.000728] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.001357] env[69249]: DEBUG nova.compute.manager [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.001643] env[69249]: DEBUG nova.network.neutron [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.006388] env[69249]: DEBUG nova.compute.manager [-] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.006633] env[69249]: DEBUG nova.network.neutron [-] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.065575] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659682, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.106732] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fb08ff7-12ef-4cb3-abc1-34247335c521 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Lock "06b8c4c7-fa43-448e-ba54-b1a1705f3717" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.923s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.112401] env[69249]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port dabbebff-6060-4746-b799-0695848be7ab could not be found.", "detail": ""}} {{(pid=69249) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 960.112401] env[69249]: DEBUG nova.network.neutron [-] Unable to show port dabbebff-6060-4746-b799-0695848be7ab as it no longer exists. {{(pid=69249) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 960.134396] env[69249]: DEBUG nova.policy [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee92509f5c104035952371bea541e993', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b55f32d20fa441d18bf3745170b8e7fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.320559] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659683, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.389390] env[69249]: DEBUG nova.network.neutron [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updating instance_info_cache with network_info: [{"id": "bde865d9-e839-4196-b54a-3d7e748b61c4", "address": "fa:16:3e:70:6c:2e", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde865d9-e8", "ovs_interfaceid": "bde865d9-e839-4196-b54a-3d7e748b61c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.448807] env[69249]: DEBUG nova.network.neutron [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Successfully updated port: fd187fa6-e323-4dce-b945-6558307c7834 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.502426] env[69249]: DEBUG nova.compute.manager [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.564647] env[69249]: DEBUG oslo_vmware.api [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659682, 'name': PowerOnVM_Task, 'duration_secs': 0.54371} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.565075] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.565298] env[69249]: DEBUG nova.compute.manager [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.567506] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbe1194-6fbb-4e64-bf2f-fbae4435be71 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.586478] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066e698c-aea9-4e27-bd35-191da28a50f7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.594087] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6a99ce-32a0-45a6-a771-ba2bf6b06787 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.628281] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d899772-783a-4ecc-9722-0adfee490bcb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.636443] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b9b7a5-a533-45b4-b45e-8611943899aa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.654300] env[69249]: DEBUG nova.compute.provider_tree [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.690023] env[69249]: DEBUG nova.objects.instance [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lazy-loading 'flavor' on Instance uuid 7a58a10d-46c5-423c-adce-7f1437b7243a {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.819377] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723766} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.819644] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] f0003d38-cb08-41c2-a70d-e7f8fa494606/f0003d38-cb08-41c2-a70d-e7f8fa494606.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.820900] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.820900] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c32329e-e391-484f-b374-735d87e325e2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.828131] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 960.828131] env[69249]: value = "task-3659684" [ 960.828131] env[69249]: _type = "Task" [ 960.828131] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.837406] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.894964] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Releasing lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.935830] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c5883e05-23ae-4d29-8742-1f1dc3acb82f tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Acquiring lock "06b8c4c7-fa43-448e-ba54-b1a1705f3717" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.936109] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c5883e05-23ae-4d29-8742-1f1dc3acb82f tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Lock "06b8c4c7-fa43-448e-ba54-b1a1705f3717" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.936346] env[69249]: INFO nova.compute.manager [None req-c5883e05-23ae-4d29-8742-1f1dc3acb82f tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Rebooting instance [ 960.951308] env[69249]: DEBUG nova.network.neutron [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Successfully created port: 0d865bf4-38c4-498f-b949-819b2e54c173 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.965206] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "refresh_cache-9160faa8-5599-49e8-a1fd-334b5480cb60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.965206] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "refresh_cache-9160faa8-5599-49e8-a1fd-334b5480cb60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.965206] env[69249]: DEBUG nova.network.neutron [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.095789] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.157679] env[69249]: DEBUG nova.scheduler.client.report [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.195299] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4ff8c555-0fe0-4e2f-9a8c-09b984054278 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.901s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.253551] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "7a58a10d-46c5-423c-adce-7f1437b7243a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.253863] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.347935] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073699} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.349415] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.353995] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364c76fe-2567-4b9a-9e12-8a5357e81f33 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.383703] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] f0003d38-cb08-41c2-a70d-e7f8fa494606/f0003d38-cb08-41c2-a70d-e7f8fa494606.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.384048] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-688148bf-e5c2-4d29-aa73-358e307ecd20 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.400421] env[69249]: DEBUG nova.compute.manager [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69249) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 961.400510] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.406941] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 961.406941] env[69249]: value = "task-3659685" [ 961.406941] env[69249]: _type = "Task" [ 961.406941] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.416787] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.461993] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c5883e05-23ae-4d29-8742-1f1dc3acb82f tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Acquiring lock "refresh_cache-06b8c4c7-fa43-448e-ba54-b1a1705f3717" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.462218] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c5883e05-23ae-4d29-8742-1f1dc3acb82f tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Acquired lock "refresh_cache-06b8c4c7-fa43-448e-ba54-b1a1705f3717" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.462423] env[69249]: DEBUG nova.network.neutron [None req-c5883e05-23ae-4d29-8742-1f1dc3acb82f tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.516439] env[69249]: DEBUG nova.compute.manager [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.542978] env[69249]: DEBUG nova.virt.hardware [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.543485] env[69249]: DEBUG nova.virt.hardware [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.543651] env[69249]: DEBUG nova.virt.hardware [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.543933] env[69249]: DEBUG nova.virt.hardware [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.544016] env[69249]: DEBUG nova.virt.hardware [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.544123] env[69249]: DEBUG nova.virt.hardware [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.544330] env[69249]: DEBUG nova.virt.hardware [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.544486] env[69249]: DEBUG nova.virt.hardware [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.544651] env[69249]: DEBUG nova.virt.hardware [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.544809] env[69249]: DEBUG nova.virt.hardware [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.544975] env[69249]: DEBUG nova.virt.hardware [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.546561] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8703e24-4b47-4300-9965-bcc07adaa605 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.551014] env[69249]: DEBUG nova.network.neutron [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.561510] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440ed298-c694-47fa-9d27-5668f42ff7a1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.633619] env[69249]: DEBUG nova.compute.manager [req-34b928aa-1b60-4547-857e-1998fb1eda62 req-a3e3b5a0-7bc0-4f2c-9499-fd50944f814a service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Received event network-vif-deleted-073ba5db-f7d5-45f0-8e8c-d63db8e987bc {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.633963] env[69249]: INFO nova.compute.manager [req-34b928aa-1b60-4547-857e-1998fb1eda62 req-a3e3b5a0-7bc0-4f2c-9499-fd50944f814a service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Neutron deleted interface 073ba5db-f7d5-45f0-8e8c-d63db8e987bc; detaching it from the instance and deleting it from the info cache [ 961.634616] env[69249]: DEBUG nova.network.neutron [req-34b928aa-1b60-4547-857e-1998fb1eda62 req-a3e3b5a0-7bc0-4f2c-9499-fd50944f814a service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Updating instance_info_cache with network_info: [{"id": "dabbebff-6060-4746-b799-0695848be7ab", "address": "fa:16:3e:3f:a2:67", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdabbebff-60", "ovs_interfaceid": "dabbebff-6060-4746-b799-0695848be7ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.661394] env[69249]: DEBUG nova.compute.manager [req-eb9c9369-3f67-4833-bb39-0a52f4fdc175 req-c216ce0b-afe1-42c2-9d22-6684a7b562f9 service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Received event network-vif-plugged-fd187fa6-e323-4dce-b945-6558307c7834 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.661618] env[69249]: DEBUG oslo_concurrency.lockutils [req-eb9c9369-3f67-4833-bb39-0a52f4fdc175 req-c216ce0b-afe1-42c2-9d22-6684a7b562f9 service nova] Acquiring lock "9160faa8-5599-49e8-a1fd-334b5480cb60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.661830] env[69249]: DEBUG oslo_concurrency.lockutils [req-eb9c9369-3f67-4833-bb39-0a52f4fdc175 req-c216ce0b-afe1-42c2-9d22-6684a7b562f9 service nova] Lock "9160faa8-5599-49e8-a1fd-334b5480cb60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.662022] env[69249]: DEBUG oslo_concurrency.lockutils [req-eb9c9369-3f67-4833-bb39-0a52f4fdc175 req-c216ce0b-afe1-42c2-9d22-6684a7b562f9 service nova] Lock "9160faa8-5599-49e8-a1fd-334b5480cb60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.662427] env[69249]: DEBUG nova.compute.manager [req-eb9c9369-3f67-4833-bb39-0a52f4fdc175 req-c216ce0b-afe1-42c2-9d22-6684a7b562f9 service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] No waiting events found dispatching network-vif-plugged-fd187fa6-e323-4dce-b945-6558307c7834 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 961.662609] env[69249]: WARNING nova.compute.manager [req-eb9c9369-3f67-4833-bb39-0a52f4fdc175 req-c216ce0b-afe1-42c2-9d22-6684a7b562f9 service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Received unexpected event network-vif-plugged-fd187fa6-e323-4dce-b945-6558307c7834 for instance with vm_state building and task_state spawning. [ 961.662770] env[69249]: DEBUG nova.compute.manager [req-eb9c9369-3f67-4833-bb39-0a52f4fdc175 req-c216ce0b-afe1-42c2-9d22-6684a7b562f9 service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Received event network-changed-fd187fa6-e323-4dce-b945-6558307c7834 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.662923] env[69249]: DEBUG nova.compute.manager [req-eb9c9369-3f67-4833-bb39-0a52f4fdc175 req-c216ce0b-afe1-42c2-9d22-6684a7b562f9 service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Refreshing instance network info cache due to event network-changed-fd187fa6-e323-4dce-b945-6558307c7834. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.663108] env[69249]: DEBUG oslo_concurrency.lockutils [req-eb9c9369-3f67-4833-bb39-0a52f4fdc175 req-c216ce0b-afe1-42c2-9d22-6684a7b562f9 service nova] Acquiring lock "refresh_cache-9160faa8-5599-49e8-a1fd-334b5480cb60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.664222] env[69249]: DEBUG oslo_concurrency.lockutils [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.666433] env[69249]: DEBUG oslo_concurrency.lockutils [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.599s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.666654] env[69249]: DEBUG nova.objects.instance [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Lazy-loading 'resources' on Instance uuid 879299c3-e4ed-4ef2-9d0b-8ef87de5f889 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.691633] env[69249]: INFO nova.scheduler.client.report [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleted allocations for instance 312fea7d-6433-444a-ada0-163f09995c28 [ 961.764803] env[69249]: INFO nova.compute.manager [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Detaching volume 201f3e9b-0057-464d-94de-7999dfe40891 [ 961.805940] env[69249]: INFO nova.virt.block_device [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Attempting to driver detach volume 201f3e9b-0057-464d-94de-7999dfe40891 from mountpoint /dev/sdb [ 961.806310] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 961.806509] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729444', 'volume_id': '201f3e9b-0057-464d-94de-7999dfe40891', 'name': 'volume-201f3e9b-0057-464d-94de-7999dfe40891', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a58a10d-46c5-423c-adce-7f1437b7243a', 'attached_at': '', 'detached_at': '', 'volume_id': '201f3e9b-0057-464d-94de-7999dfe40891', 'serial': '201f3e9b-0057-464d-94de-7999dfe40891'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 961.807410] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbf7e13-1836-4cf6-919b-ef1fa7a981e7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.841525] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9ece78-b7ea-4226-8412-08d2026c2b55 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.852532] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ece8cc-58f1-4c97-94ef-128e2e38a1d7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.879251] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30966b72-deaa-4c79-92c6-9a9db5c93822 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.898033] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] The volume has not been displaced from its original location: [datastore2] volume-201f3e9b-0057-464d-94de-7999dfe40891/volume-201f3e9b-0057-464d-94de-7999dfe40891.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 961.902468] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 961.902859] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0764657-999a-48ea-8376-d33541dc83ab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.926650] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.928120] env[69249]: DEBUG oslo_vmware.api [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 961.928120] env[69249]: value = "task-3659686" [ 961.928120] env[69249]: _type = "Task" [ 961.928120] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.936450] env[69249]: DEBUG oslo_vmware.api [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.965161] env[69249]: DEBUG nova.network.neutron [-] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.975126] env[69249]: DEBUG nova.network.neutron [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Updating instance_info_cache with network_info: [{"id": "fd187fa6-e323-4dce-b945-6558307c7834", "address": "fa:16:3e:e1:96:af", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd187fa6-e3", "ovs_interfaceid": "fd187fa6-e323-4dce-b945-6558307c7834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.137115] env[69249]: INFO nova.compute.manager [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Rebuilding instance [ 962.141226] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6efd332c-f738-4003-810b-b1e55999befa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.152939] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2318ed4f-ea3c-4f90-b66f-32485ea166cc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.201193] env[69249]: DEBUG nova.compute.manager [req-34b928aa-1b60-4547-857e-1998fb1eda62 req-a3e3b5a0-7bc0-4f2c-9499-fd50944f814a service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Detach interface failed, port_id=073ba5db-f7d5-45f0-8e8c-d63db8e987bc, reason: Instance 3d3d17e7-2484-4259-bedf-f7a6c488c8ef could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 962.207544] env[69249]: DEBUG oslo_concurrency.lockutils [None req-96b45e2d-56d5-4638-b72c-388c80394ef6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "312fea7d-6433-444a-ada0-163f09995c28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.393s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.213024] env[69249]: DEBUG nova.compute.manager [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 962.214627] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f71df5-4767-4501-9689-2957a994aae9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.319756] env[69249]: DEBUG nova.network.neutron [None req-c5883e05-23ae-4d29-8742-1f1dc3acb82f tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Updating instance_info_cache with network_info: [{"id": "88999654-654d-49f8-96bb-fa5a3890de3a", "address": "fa:16:3e:c6:9a:1a", "network": {"id": "b007be4e-cf5d-4e8c-be99-3360f3b4df53", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1260972525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92dad531d6874b6e98a2f94aa568d077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88999654-65", "ovs_interfaceid": "88999654-654d-49f8-96bb-fa5a3890de3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.426102] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659685, 'name': ReconfigVM_Task, 'duration_secs': 0.804926} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.426102] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Reconfigured VM instance instance-00000050 to attach disk [datastore1] f0003d38-cb08-41c2-a70d-e7f8fa494606/f0003d38-cb08-41c2-a70d-e7f8fa494606.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.426957] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b802a392-f170-4b9a-b2e7-d22e67ace2f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.435865] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 962.435865] env[69249]: value = "task-3659687" [ 962.435865] env[69249]: _type = "Task" [ 962.435865] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.442276] env[69249]: DEBUG oslo_vmware.api [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659686, 'name': ReconfigVM_Task, 'duration_secs': 0.435399} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.442925] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 962.450433] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95831b0e-949b-4e2f-9a7f-169f8dd2b612 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.465237] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659687, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.469358] env[69249]: INFO nova.compute.manager [-] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Took 2.46 seconds to deallocate network for instance. [ 962.475418] env[69249]: DEBUG oslo_vmware.api [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 962.475418] env[69249]: value = "task-3659688" [ 962.475418] env[69249]: _type = "Task" [ 962.475418] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.480347] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "refresh_cache-9160faa8-5599-49e8-a1fd-334b5480cb60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.480665] env[69249]: DEBUG nova.compute.manager [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Instance network_info: |[{"id": "fd187fa6-e323-4dce-b945-6558307c7834", "address": "fa:16:3e:e1:96:af", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd187fa6-e3", "ovs_interfaceid": "fd187fa6-e323-4dce-b945-6558307c7834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.483463] env[69249]: DEBUG oslo_concurrency.lockutils [req-eb9c9369-3f67-4833-bb39-0a52f4fdc175 req-c216ce0b-afe1-42c2-9d22-6684a7b562f9 service nova] Acquired lock "refresh_cache-9160faa8-5599-49e8-a1fd-334b5480cb60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.483900] env[69249]: DEBUG nova.network.neutron [req-eb9c9369-3f67-4833-bb39-0a52f4fdc175 req-c216ce0b-afe1-42c2-9d22-6684a7b562f9 service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Refreshing network info cache for port fd187fa6-e323-4dce-b945-6558307c7834 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.484841] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:96:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd187fa6-e323-4dce-b945-6558307c7834', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.493087] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.494361] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.495664] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83d03415-7ded-4a90-9e85-0593276a0841 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.516698] env[69249]: DEBUG oslo_vmware.api [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.526019] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.526019] env[69249]: value = "task-3659689" [ 962.526019] env[69249]: _type = "Task" [ 962.526019] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.538317] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659689, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.690194] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52f4464-e669-4609-b23f-e9b064988ac4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.704365] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2690ade-8ea7-4e8c-944e-6cda029aaf9d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.746875] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd35b356-6e9d-495e-a227-f4efb1f577c8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.756770] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04be6eb-0dab-43fc-95ba-965438ec5c65 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.773792] env[69249]: DEBUG nova.compute.provider_tree [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.822470] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c5883e05-23ae-4d29-8742-1f1dc3acb82f tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Releasing lock "refresh_cache-06b8c4c7-fa43-448e-ba54-b1a1705f3717" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.948142] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659687, 'name': Rename_Task, 'duration_secs': 0.197183} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.948142] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.948142] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e6814e4-c61a-451e-b958-b10977fce080 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.957064] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 962.957064] env[69249]: value = "task-3659690" [ 962.957064] env[69249]: _type = "Task" [ 962.957064] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.966049] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.981477] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.987551] env[69249]: DEBUG oslo_vmware.api [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659688, 'name': ReconfigVM_Task, 'duration_secs': 0.182715} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.987902] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729444', 'volume_id': '201f3e9b-0057-464d-94de-7999dfe40891', 'name': 'volume-201f3e9b-0057-464d-94de-7999dfe40891', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a58a10d-46c5-423c-adce-7f1437b7243a', 'attached_at': '', 'detached_at': '', 'volume_id': '201f3e9b-0057-464d-94de-7999dfe40891', 'serial': '201f3e9b-0057-464d-94de-7999dfe40891'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 963.042566] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659689, 'name': CreateVM_Task, 'duration_secs': 0.453712} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.042793] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.043708] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.043937] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.044399] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.044705] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa3793f-fd2a-42cf-bbc4-4c11f4665cdd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.053617] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 963.053617] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a22b43-f34b-935d-c6ec-36e1449767a9" [ 963.053617] env[69249]: _type = "Task" [ 963.053617] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.066155] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a22b43-f34b-935d-c6ec-36e1449767a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012179} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.066476] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.067192] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.067192] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.067192] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.067403] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.067571] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8921f3f9-f10a-4d31-9a8e-e717fcc8e09a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.079887] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.079887] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.083194] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1df6a2c-4f6f-4675-a1f9-3a96b87fa59f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.092066] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 963.092066] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bc72e7-9c36-4133-979a-803357f017d2" [ 963.092066] env[69249]: _type = "Task" [ 963.092066] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.104260] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bc72e7-9c36-4133-979a-803357f017d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.113710] env[69249]: DEBUG oslo_concurrency.lockutils [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "55c8e95b-811c-4f85-9134-6c8c880b462d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.114205] env[69249]: DEBUG oslo_concurrency.lockutils [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "55c8e95b-811c-4f85-9134-6c8c880b462d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.116849] env[69249]: DEBUG oslo_concurrency.lockutils [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "55c8e95b-811c-4f85-9134-6c8c880b462d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.117087] env[69249]: DEBUG oslo_concurrency.lockutils [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "55c8e95b-811c-4f85-9134-6c8c880b462d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.119783] env[69249]: DEBUG oslo_concurrency.lockutils [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "55c8e95b-811c-4f85-9134-6c8c880b462d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.120747] env[69249]: INFO nova.compute.manager [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Terminating instance [ 963.246764] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.246887] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c024893f-b15c-4509-8300-11e35eb5685d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.258492] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 963.258492] env[69249]: value = "task-3659691" [ 963.258492] env[69249]: _type = "Task" [ 963.258492] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.271303] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.306372] env[69249]: ERROR nova.scheduler.client.report [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] [req-26aec853-b07f-4f77-949d-c55f802b55e2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c355696e-e44b-4fc5-8175-1e54a0df25d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-26aec853-b07f-4f77-949d-c55f802b55e2"}]} [ 963.335032] env[69249]: DEBUG nova.compute.manager [None req-c5883e05-23ae-4d29-8742-1f1dc3acb82f tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 963.335032] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db78c9b-0fad-42b6-9a19-3f5a1cb28ec9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.340494] env[69249]: DEBUG nova.scheduler.client.report [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Refreshing inventories for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 963.363644] env[69249]: DEBUG nova.scheduler.client.report [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Updating ProviderTree inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 963.364009] env[69249]: DEBUG nova.compute.provider_tree [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.370797] env[69249]: DEBUG nova.network.neutron [req-eb9c9369-3f67-4833-bb39-0a52f4fdc175 req-c216ce0b-afe1-42c2-9d22-6684a7b562f9 service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Updated VIF entry in instance network info cache for port fd187fa6-e323-4dce-b945-6558307c7834. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.371212] env[69249]: DEBUG nova.network.neutron [req-eb9c9369-3f67-4833-bb39-0a52f4fdc175 req-c216ce0b-afe1-42c2-9d22-6684a7b562f9 service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Updating instance_info_cache with network_info: [{"id": "fd187fa6-e323-4dce-b945-6558307c7834", "address": "fa:16:3e:e1:96:af", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd187fa6-e3", "ovs_interfaceid": "fd187fa6-e323-4dce-b945-6558307c7834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.385330] env[69249]: DEBUG nova.scheduler.client.report [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Refreshing aggregate associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, aggregates: None {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 963.409423] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Acquiring lock "32755655-0a76-491f-a0f2-5bfa610f0b60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.409655] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Lock "32755655-0a76-491f-a0f2-5bfa610f0b60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.411752] env[69249]: DEBUG nova.scheduler.client.report [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Refreshing trait associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 963.467994] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.471639] env[69249]: DEBUG nova.network.neutron [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Successfully updated port: 0d865bf4-38c4-498f-b949-819b2e54c173 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.543624] env[69249]: DEBUG nova.objects.instance [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lazy-loading 'flavor' on Instance uuid 7a58a10d-46c5-423c-adce-7f1437b7243a {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.605019] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bc72e7-9c36-4133-979a-803357f017d2, 'name': SearchDatastore_Task, 'duration_secs': 0.014364} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.606467] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c40b3961-5e70-44d8-ac14-7584a8e57310 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.614849] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 963.614849] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5205a980-0466-8d10-2352-97569f969d7d" [ 963.614849] env[69249]: _type = "Task" [ 963.614849] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.624493] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5205a980-0466-8d10-2352-97569f969d7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.626669] env[69249]: DEBUG nova.compute.manager [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.626877] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.628805] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed512417-f0cd-4950-9430-6cd7d7596af2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.641334] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.641334] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7489906-ca25-4217-bea1-54b33a6c483e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.653994] env[69249]: DEBUG oslo_vmware.api [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 963.653994] env[69249]: value = "task-3659692" [ 963.653994] env[69249]: _type = "Task" [ 963.653994] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.663823] env[69249]: DEBUG oslo_vmware.api [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.721528] env[69249]: DEBUG oslo_concurrency.lockutils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "2983742a-ce61-4419-b595-b5bea7a7af0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.721899] env[69249]: DEBUG oslo_concurrency.lockutils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "2983742a-ce61-4419-b595-b5bea7a7af0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.749191] env[69249]: DEBUG nova.compute.manager [req-2d9bba8a-e77d-4757-a4d6-e4db85bbe838 req-43d9ca6b-eb99-4a17-9954-5f0e3c367def service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Received event network-vif-plugged-0d865bf4-38c4-498f-b949-819b2e54c173 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.749534] env[69249]: DEBUG oslo_concurrency.lockutils [req-2d9bba8a-e77d-4757-a4d6-e4db85bbe838 req-43d9ca6b-eb99-4a17-9954-5f0e3c367def service nova] Acquiring lock "1b442703-16ca-4fd0-8611-af02d2ddea79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.749824] env[69249]: DEBUG oslo_concurrency.lockutils [req-2d9bba8a-e77d-4757-a4d6-e4db85bbe838 req-43d9ca6b-eb99-4a17-9954-5f0e3c367def service nova] Lock "1b442703-16ca-4fd0-8611-af02d2ddea79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.750011] env[69249]: DEBUG oslo_concurrency.lockutils [req-2d9bba8a-e77d-4757-a4d6-e4db85bbe838 req-43d9ca6b-eb99-4a17-9954-5f0e3c367def service nova] Lock "1b442703-16ca-4fd0-8611-af02d2ddea79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.750417] env[69249]: DEBUG nova.compute.manager [req-2d9bba8a-e77d-4757-a4d6-e4db85bbe838 req-43d9ca6b-eb99-4a17-9954-5f0e3c367def service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] No waiting events found dispatching network-vif-plugged-0d865bf4-38c4-498f-b949-819b2e54c173 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 963.750600] env[69249]: WARNING nova.compute.manager [req-2d9bba8a-e77d-4757-a4d6-e4db85bbe838 req-43d9ca6b-eb99-4a17-9954-5f0e3c367def service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Received unexpected event network-vif-plugged-0d865bf4-38c4-498f-b949-819b2e54c173 for instance with vm_state building and task_state spawning. [ 963.750808] env[69249]: DEBUG nova.compute.manager [req-2d9bba8a-e77d-4757-a4d6-e4db85bbe838 req-43d9ca6b-eb99-4a17-9954-5f0e3c367def service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Received event network-changed-0d865bf4-38c4-498f-b949-819b2e54c173 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.751116] env[69249]: DEBUG nova.compute.manager [req-2d9bba8a-e77d-4757-a4d6-e4db85bbe838 req-43d9ca6b-eb99-4a17-9954-5f0e3c367def service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Refreshing instance network info cache due to event network-changed-0d865bf4-38c4-498f-b949-819b2e54c173. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.751339] env[69249]: DEBUG oslo_concurrency.lockutils [req-2d9bba8a-e77d-4757-a4d6-e4db85bbe838 req-43d9ca6b-eb99-4a17-9954-5f0e3c367def service nova] Acquiring lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.751643] env[69249]: DEBUG oslo_concurrency.lockutils [req-2d9bba8a-e77d-4757-a4d6-e4db85bbe838 req-43d9ca6b-eb99-4a17-9954-5f0e3c367def service nova] Acquired lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.751758] env[69249]: DEBUG nova.network.neutron [req-2d9bba8a-e77d-4757-a4d6-e4db85bbe838 req-43d9ca6b-eb99-4a17-9954-5f0e3c367def service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Refreshing network info cache for port 0d865bf4-38c4-498f-b949-819b2e54c173 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.770638] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659691, 'name': PowerOffVM_Task, 'duration_secs': 0.306659} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.773362] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.773627] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.775791] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68fa44b-f713-4792-a6df-0b4a4e6811f2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.784441] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.787195] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ebe9446-21e6-4bbd-898f-ae13780feb1b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.878125] env[69249]: DEBUG oslo_concurrency.lockutils [req-eb9c9369-3f67-4833-bb39-0a52f4fdc175 req-c216ce0b-afe1-42c2-9d22-6684a7b562f9 service nova] Releasing lock "refresh_cache-9160faa8-5599-49e8-a1fd-334b5480cb60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.907383] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27137cf0-6c85-4944-bbc0-4c292ba4bd48 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.915303] env[69249]: DEBUG nova.compute.manager [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.918561] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ca23ed-ac17-40bb-9286-0f80e5d473f8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.950113] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29c40b1-d573-4bf2-8bbd-976cdceb4cf9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.962855] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9072e5-f9ab-4c43-85ee-a3ef4e047abf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.972780] env[69249]: DEBUG oslo_vmware.api [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659690, 'name': PowerOnVM_Task, 'duration_secs': 0.746107} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.981182] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.981386] env[69249]: INFO nova.compute.manager [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Took 9.99 seconds to spawn the instance on the hypervisor. [ 963.981586] env[69249]: DEBUG nova.compute.manager [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 963.982136] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.982885] env[69249]: DEBUG nova.compute.provider_tree [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.985042] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a035a23-429c-4bbf-9a1a-b15f00bd4608 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.128513] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5205a980-0466-8d10-2352-97569f969d7d, 'name': SearchDatastore_Task, 'duration_secs': 0.028466} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.128732] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.128992] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 9160faa8-5599-49e8-a1fd-334b5480cb60/9160faa8-5599-49e8-a1fd-334b5480cb60.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.129331] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62908341-01f0-40e8-8384-0a448dd0d4f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.137886] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 964.137886] env[69249]: value = "task-3659694" [ 964.137886] env[69249]: _type = "Task" [ 964.137886] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.146424] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.168655] env[69249]: DEBUG oslo_vmware.api [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659692, 'name': PowerOffVM_Task, 'duration_secs': 0.304446} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.168810] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.168988] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.169431] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a3a2e47-42a4-42d5-bbb1-ac9600d1d65e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.226611] env[69249]: DEBUG nova.compute.manager [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.289184] env[69249]: DEBUG nova.network.neutron [req-2d9bba8a-e77d-4757-a4d6-e4db85bbe838 req-43d9ca6b-eb99-4a17-9954-5f0e3c367def service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.361872] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66fc2bc-e5a7-4972-8c2e-ceec0a271862 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.371158] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c5883e05-23ae-4d29-8742-1f1dc3acb82f tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Doing hard reboot of VM {{(pid=69249) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 964.371562] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-671ef74d-abc4-414b-a427-53ef87267dd8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.379872] env[69249]: DEBUG oslo_vmware.api [None req-c5883e05-23ae-4d29-8742-1f1dc3acb82f tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Waiting for the task: (returnval){ [ 964.379872] env[69249]: value = "task-3659696" [ 964.379872] env[69249]: _type = "Task" [ 964.379872] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.390309] env[69249]: DEBUG oslo_vmware.api [None req-c5883e05-23ae-4d29-8742-1f1dc3acb82f tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659696, 'name': ResetVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.410225] env[69249]: DEBUG nova.network.neutron [req-2d9bba8a-e77d-4757-a4d6-e4db85bbe838 req-43d9ca6b-eb99-4a17-9954-5f0e3c367def service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.443741] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.506707] env[69249]: INFO nova.compute.manager [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Took 31.26 seconds to build instance. [ 964.527326] env[69249]: DEBUG nova.scheduler.client.report [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 964.527594] env[69249]: DEBUG nova.compute.provider_tree [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 107 to 108 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 964.527773] env[69249]: DEBUG nova.compute.provider_tree [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 69, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.552083] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a2c38c91-b680-49d0-9c2d-89020d826d49 tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.298s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.558042] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "7a58a10d-46c5-423c-adce-7f1437b7243a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.558393] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.649492] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659694, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.747613] env[69249]: DEBUG oslo_concurrency.lockutils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.890402] env[69249]: DEBUG oslo_vmware.api [None req-c5883e05-23ae-4d29-8742-1f1dc3acb82f tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659696, 'name': ResetVM_Task, 'duration_secs': 0.114055} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.890633] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c5883e05-23ae-4d29-8742-1f1dc3acb82f tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Did hard reboot of VM {{(pid=69249) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 964.890820] env[69249]: DEBUG nova.compute.manager [None req-c5883e05-23ae-4d29-8742-1f1dc3acb82f tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 964.891716] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a45452c-e076-4e01-8ce2-e0a146231e23 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.912475] env[69249]: DEBUG oslo_concurrency.lockutils [req-2d9bba8a-e77d-4757-a4d6-e4db85bbe838 req-43d9ca6b-eb99-4a17-9954-5f0e3c367def service nova] Releasing lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.912831] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquired lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.912978] env[69249]: DEBUG nova.network.neutron [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.009962] env[69249]: DEBUG oslo_concurrency.lockutils [None req-65b75429-c5de-42f9-be18-f0ef57b5d7c6 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "f0003d38-cb08-41c2-a70d-e7f8fa494606" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.767s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.035446] env[69249]: DEBUG oslo_concurrency.lockutils [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.369s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.038550] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.712s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.039225] env[69249]: INFO nova.compute.claims [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.064332] env[69249]: INFO nova.compute.manager [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Detaching volume bbe8b3a7-614e-4b5f-bfd6-d73d0609583f [ 965.070223] env[69249]: INFO nova.scheduler.client.report [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Deleted allocations for instance 879299c3-e4ed-4ef2-9d0b-8ef87de5f889 [ 965.113646] env[69249]: INFO nova.virt.block_device [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Attempting to driver detach volume bbe8b3a7-614e-4b5f-bfd6-d73d0609583f from mountpoint /dev/sdc [ 965.113646] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 965.113646] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729450', 'volume_id': 'bbe8b3a7-614e-4b5f-bfd6-d73d0609583f', 'name': 'volume-bbe8b3a7-614e-4b5f-bfd6-d73d0609583f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a58a10d-46c5-423c-adce-7f1437b7243a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbe8b3a7-614e-4b5f-bfd6-d73d0609583f', 'serial': 'bbe8b3a7-614e-4b5f-bfd6-d73d0609583f'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 965.113646] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b041250-85c9-4d3c-a892-a0b7975cd653 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.151300] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94fb8a9-9e66-4636-9165-cd27387335ba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.160602] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591873} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.162433] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 9160faa8-5599-49e8-a1fd-334b5480cb60/9160faa8-5599-49e8-a1fd-334b5480cb60.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.162656] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.163342] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cb69f6f-4261-43a8-8605-b0ec12e058ca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.165694] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c4e6ae-5c6e-4a49-991b-d5a30e595e43 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.176023] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 965.176023] env[69249]: value = "task-3659697" [ 965.176023] env[69249]: _type = "Task" [ 965.176023] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.195752] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24fc0db-1940-4d88-abcb-924bc2009c6c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.218641] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] The volume has not been displaced from its original location: [datastore1] volume-bbe8b3a7-614e-4b5f-bfd6-d73d0609583f/volume-bbe8b3a7-614e-4b5f-bfd6-d73d0609583f.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 965.223535] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Reconfiguring VM instance instance-00000041 to detach disk 2002 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 965.224184] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4847be7-baef-4642-a60f-2a5b3c02387e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.243314] env[69249]: DEBUG oslo_vmware.api [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 965.243314] env[69249]: value = "task-3659698" [ 965.243314] env[69249]: _type = "Task" [ 965.243314] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.252250] env[69249]: DEBUG oslo_vmware.api [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.379927] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.380178] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.380361] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Deleting the datastore file [datastore1] 48e32bdf-0ae5-4fa7-865a-210775192c0b {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.380677] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.380858] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.381016] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleting the datastore file [datastore1] 55c8e95b-811c-4f85-9134-6c8c880b462d {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.381234] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90501be3-ac12-45e2-8c58-a848e85e9612 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.383163] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-966c3d77-e55b-4ed4-b976-433832707559 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.389262] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 965.389262] env[69249]: value = "task-3659699" [ 965.389262] env[69249]: _type = "Task" [ 965.389262] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.396978] env[69249]: DEBUG oslo_vmware.api [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 965.396978] env[69249]: value = "task-3659700" [ 965.396978] env[69249]: _type = "Task" [ 965.396978] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.405953] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c5883e05-23ae-4d29-8742-1f1dc3acb82f tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Lock "06b8c4c7-fa43-448e-ba54-b1a1705f3717" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.470s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.407291] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.412797] env[69249]: DEBUG oslo_concurrency.lockutils [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Acquiring lock "b3010ae1-b940-4c5e-b8e8-3a5b4395f807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.413020] env[69249]: DEBUG oslo_concurrency.lockutils [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Lock "b3010ae1-b940-4c5e-b8e8-3a5b4395f807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.413248] env[69249]: DEBUG oslo_concurrency.lockutils [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Acquiring lock "b3010ae1-b940-4c5e-b8e8-3a5b4395f807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.413428] env[69249]: DEBUG oslo_concurrency.lockutils [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Lock "b3010ae1-b940-4c5e-b8e8-3a5b4395f807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.413590] env[69249]: DEBUG oslo_concurrency.lockutils [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Lock "b3010ae1-b940-4c5e-b8e8-3a5b4395f807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.415125] env[69249]: DEBUG oslo_vmware.api [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.417860] env[69249]: INFO nova.compute.manager [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Terminating instance [ 965.449779] env[69249]: DEBUG nova.network.neutron [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.494184] env[69249]: DEBUG oslo_concurrency.lockutils [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "f0003d38-cb08-41c2-a70d-e7f8fa494606" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.494453] env[69249]: DEBUG oslo_concurrency.lockutils [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "f0003d38-cb08-41c2-a70d-e7f8fa494606" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.494630] env[69249]: INFO nova.compute.manager [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Shelving [ 965.581407] env[69249]: DEBUG oslo_concurrency.lockutils [None req-204a9149-788a-44b1-82e2-de469813a6a8 tempest-ServerGroupTestJSON-1808922859 tempest-ServerGroupTestJSON-1808922859-project-member] Lock "879299c3-e4ed-4ef2-9d0b-8ef87de5f889" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.272s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.619910] env[69249]: DEBUG nova.network.neutron [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Updating instance_info_cache with network_info: [{"id": "0d865bf4-38c4-498f-b949-819b2e54c173", "address": "fa:16:3e:c2:fc:04", "network": {"id": "a9099a13-0068-416e-9d22-96a739b93da7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-572838466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55f32d20fa441d18bf3745170b8e7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d865bf4-38", "ovs_interfaceid": "0d865bf4-38c4-498f-b949-819b2e54c173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.703015] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.703355] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.704272] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45fa64b-7c1c-44db-8370-51f08b0e707f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.729498] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 9160faa8-5599-49e8-a1fd-334b5480cb60/9160faa8-5599-49e8-a1fd-334b5480cb60.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.729947] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-659d37de-609f-4467-a5c9-9b7d62ace8dc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.753617] env[69249]: DEBUG oslo_vmware.api [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659698, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.754902] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 965.754902] env[69249]: value = "task-3659701" [ 965.754902] env[69249]: _type = "Task" [ 965.754902] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.763668] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.904022] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339331} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.904323] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.904589] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.904730] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.914998] env[69249]: DEBUG oslo_vmware.api [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343543} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.915209] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.915384] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.915665] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.915718] env[69249]: INFO nova.compute.manager [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Took 2.29 seconds to destroy the instance on the hypervisor. [ 965.915981] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.916191] env[69249]: DEBUG nova.compute.manager [-] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.916289] env[69249]: DEBUG nova.network.neutron [-] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.921666] env[69249]: DEBUG nova.compute.manager [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.921855] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.922645] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656eac8b-ce14-4644-b170-192d8b766a0c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.930205] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.930482] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d808935b-52c6-4ba4-a657-27f513daced2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.938885] env[69249]: DEBUG oslo_vmware.api [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Waiting for the task: (returnval){ [ 965.938885] env[69249]: value = "task-3659702" [ 965.938885] env[69249]: _type = "Task" [ 965.938885] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.952295] env[69249]: DEBUG oslo_vmware.api [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': task-3659702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.957217] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Acquiring lock "06b8c4c7-fa43-448e-ba54-b1a1705f3717" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.957465] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Lock "06b8c4c7-fa43-448e-ba54-b1a1705f3717" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.957718] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Acquiring lock "06b8c4c7-fa43-448e-ba54-b1a1705f3717-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.957924] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Lock "06b8c4c7-fa43-448e-ba54-b1a1705f3717-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.958113] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Lock "06b8c4c7-fa43-448e-ba54-b1a1705f3717-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.963369] env[69249]: INFO nova.compute.manager [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Terminating instance [ 966.122043] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Releasing lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.122384] env[69249]: DEBUG nova.compute.manager [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Instance network_info: |[{"id": "0d865bf4-38c4-498f-b949-819b2e54c173", "address": "fa:16:3e:c2:fc:04", "network": {"id": "a9099a13-0068-416e-9d22-96a739b93da7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-572838466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55f32d20fa441d18bf3745170b8e7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d865bf4-38", "ovs_interfaceid": "0d865bf4-38c4-498f-b949-819b2e54c173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.122809] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:fc:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d865bf4-38c4-498f-b949-819b2e54c173', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.130470] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Creating folder: Project (b55f32d20fa441d18bf3745170b8e7fc). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.130801] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b10350d-140c-4280-ad91-343c5d87cd86 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.145935] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Created folder: Project (b55f32d20fa441d18bf3745170b8e7fc) in parent group-v729229. [ 966.146150] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Creating folder: Instances. Parent ref: group-v729453. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.146421] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ab6a697-9aba-4230-bb8a-b39255a7d6ae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.160595] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Created folder: Instances in parent group-v729453. [ 966.160864] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.161122] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.161359] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98520a63-9f83-4cbe-ad09-ac45f654f84f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.187887] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.187887] env[69249]: value = "task-3659705" [ 966.187887] env[69249]: _type = "Task" [ 966.187887] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.198516] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659705, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.265519] env[69249]: DEBUG oslo_vmware.api [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659698, 'name': ReconfigVM_Task, 'duration_secs': 0.531975} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.266287] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Reconfigured VM instance instance-00000041 to detach disk 2002 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 966.278358] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7c60614-ff78-4b64-b2c2-32f1d8bd30cd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.289501] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659701, 'name': ReconfigVM_Task, 'duration_secs': 0.333368} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.290165] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 9160faa8-5599-49e8-a1fd-334b5480cb60/9160faa8-5599-49e8-a1fd-334b5480cb60.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.291171] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cd6e292-237a-4b58-a3d6-44fd29ebae2c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.298135] env[69249]: DEBUG oslo_vmware.api [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 966.298135] env[69249]: value = "task-3659706" [ 966.298135] env[69249]: _type = "Task" [ 966.298135] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.304121] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 966.304121] env[69249]: value = "task-3659707" [ 966.304121] env[69249]: _type = "Task" [ 966.304121] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.314037] env[69249]: DEBUG oslo_vmware.api [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.320241] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659707, 'name': Rename_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.383022] env[69249]: DEBUG nova.compute.manager [req-a32f9569-c34b-43db-bb6f-b36f8109420b req-338c78db-6388-4716-b6d8-f715be9d978e service nova] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Received event network-vif-deleted-4030e285-630e-436f-a308-826dd844208c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.383274] env[69249]: INFO nova.compute.manager [req-a32f9569-c34b-43db-bb6f-b36f8109420b req-338c78db-6388-4716-b6d8-f715be9d978e service nova] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Neutron deleted interface 4030e285-630e-436f-a308-826dd844208c; detaching it from the instance and deleting it from the info cache [ 966.383512] env[69249]: DEBUG nova.network.neutron [req-a32f9569-c34b-43db-bb6f-b36f8109420b req-338c78db-6388-4716-b6d8-f715be9d978e service nova] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.453895] env[69249]: DEBUG oslo_vmware.api [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': task-3659702, 'name': PowerOffVM_Task, 'duration_secs': 0.247542} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.458300] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.458538] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.459733] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c115600d-3db1-4fc2-bb65-98fdd07472d3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.466490] env[69249]: DEBUG nova.compute.manager [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.466844] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.468185] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8889b71-4d96-46b2-9d7d-ed155602496a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.482875] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.488493] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84fc956d-0566-415e-9fd3-89ac07f14adf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.497964] env[69249]: DEBUG oslo_vmware.api [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Waiting for the task: (returnval){ [ 966.497964] env[69249]: value = "task-3659709" [ 966.497964] env[69249]: _type = "Task" [ 966.497964] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.509807] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.509975] env[69249]: DEBUG oslo_vmware.api [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.510181] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-475a39fa-ef3a-43ff-a28d-5ec7ad39b484 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.518321] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 966.518321] env[69249]: value = "task-3659710" [ 966.518321] env[69249]: _type = "Task" [ 966.518321] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.532435] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.567930] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.568078] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.572022] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Deleting the datastore file [datastore2] b3010ae1-b940-4c5e-b8e8-3a5b4395f807 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.572022] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9cb1215-b864-4bf4-ab81-6f077228dd55 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.576602] env[69249]: DEBUG oslo_vmware.api [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Waiting for the task: (returnval){ [ 966.576602] env[69249]: value = "task-3659711" [ 966.576602] env[69249]: _type = "Task" [ 966.576602] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.589245] env[69249]: DEBUG oslo_vmware.api [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': task-3659711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.648590] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b7a974-a306-485b-ab67-3e435b322432 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.657844] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d62a241-d5b6-43bc-beef-08a17fbbba5a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.699353] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1886b12d-aa90-45a7-9caf-85b4d4c56856 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.709299] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659705, 'name': CreateVM_Task, 'duration_secs': 0.397859} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.712784] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.714242] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.714242] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.714242] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.715614] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1773824e-c8cb-45fd-b54d-c1cf2bfdae94 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.722182] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ba724f-7f49-4dcf-9b22-f7fd24c8aba9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.725836] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 966.725836] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522b030b-f82e-9027-b352-428eb68e8426" [ 966.725836] env[69249]: _type = "Task" [ 966.725836] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.734025] env[69249]: DEBUG nova.compute.provider_tree [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.747844] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522b030b-f82e-9027-b352-428eb68e8426, 'name': SearchDatastore_Task, 'duration_secs': 0.018596} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.748171] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.748363] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.748678] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.748863] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.749438] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.749783] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b7a200d-7d41-4796-ab34-6e82d91057b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.760576] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.760576] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.760576] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e53f89-e824-4a73-b291-f5c2eb4d2db9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.763109] env[69249]: DEBUG nova.network.neutron [-] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.773085] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 966.773085] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52eeaabe-71b7-ce9c-835c-8292e10f24aa" [ 966.773085] env[69249]: _type = "Task" [ 966.773085] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.778866] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52eeaabe-71b7-ce9c-835c-8292e10f24aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.810757] env[69249]: DEBUG oslo_vmware.api [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659706, 'name': ReconfigVM_Task, 'duration_secs': 0.189827} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.814688] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729450', 'volume_id': 'bbe8b3a7-614e-4b5f-bfd6-d73d0609583f', 'name': 'volume-bbe8b3a7-614e-4b5f-bfd6-d73d0609583f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7a58a10d-46c5-423c-adce-7f1437b7243a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbe8b3a7-614e-4b5f-bfd6-d73d0609583f', 'serial': 'bbe8b3a7-614e-4b5f-bfd6-d73d0609583f'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 966.823797] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659707, 'name': Rename_Task, 'duration_secs': 0.161355} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.824107] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.824370] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c55809c-3a51-4334-a924-1f344d9bbe7d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.832083] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 966.832083] env[69249]: value = "task-3659712" [ 966.832083] env[69249]: _type = "Task" [ 966.832083] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.842986] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.890757] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54bc7c4d-7e0f-49e0-8938-09ed8fc3e6df {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.901199] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b4b935-8a05-43d7-9ec8-a11f93d003aa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.944101] env[69249]: DEBUG nova.compute.manager [req-a32f9569-c34b-43db-bb6f-b36f8109420b req-338c78db-6388-4716-b6d8-f715be9d978e service nova] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Detach interface failed, port_id=4030e285-630e-436f-a308-826dd844208c, reason: Instance 55c8e95b-811c-4f85-9134-6c8c880b462d could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 966.957566] env[69249]: DEBUG nova.virt.hardware [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.957855] env[69249]: DEBUG nova.virt.hardware [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.958061] env[69249]: DEBUG nova.virt.hardware [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.958255] env[69249]: DEBUG nova.virt.hardware [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.958402] env[69249]: DEBUG nova.virt.hardware [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.958551] env[69249]: DEBUG nova.virt.hardware [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.958756] env[69249]: DEBUG nova.virt.hardware [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.958916] env[69249]: DEBUG nova.virt.hardware [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.959096] env[69249]: DEBUG nova.virt.hardware [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.959260] env[69249]: DEBUG nova.virt.hardware [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.959429] env[69249]: DEBUG nova.virt.hardware [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.960285] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248240b6-8dea-4b78-8b6b-15c461679f20 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.969203] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cfb7de-b390-4622-af04-a0645d73b7da {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.983662] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:e5:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.991111] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.991421] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.991652] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cdfbcc5-797e-4873-b798-5878cbd9c8b8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.016727] env[69249]: DEBUG oslo_vmware.api [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659709, 'name': PowerOffVM_Task, 'duration_secs': 0.234125} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.018241] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.018379] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.018621] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.018621] env[69249]: value = "task-3659713" [ 967.018621] env[69249]: _type = "Task" [ 967.018621] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.018811] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61afc74d-5481-4036-b6fe-ea4a4cff8c98 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.033508] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659710, 'name': PowerOffVM_Task, 'duration_secs': 0.2127} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.036805] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.037161] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659713, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.038084] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49294e4-1d75-4f90-aabb-7fad97eff20d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.068155] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddc2367-b2e1-4d94-8797-cc8cc9f3feeb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.092763] env[69249]: DEBUG oslo_vmware.api [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Task: {'id': task-3659711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233355} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.093060] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.093247] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.093423] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.093595] env[69249]: INFO nova.compute.manager [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Took 1.17 seconds to destroy the instance on the hypervisor. [ 967.093885] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.094164] env[69249]: DEBUG nova.compute.manager [-] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.094206] env[69249]: DEBUG nova.network.neutron [-] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.100483] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.100690] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.100860] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Deleting the datastore file [datastore1] 06b8c4c7-fa43-448e-ba54-b1a1705f3717 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.101148] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-431dc952-969b-41b3-a4af-61da9d162254 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.111838] env[69249]: DEBUG oslo_vmware.api [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Waiting for the task: (returnval){ [ 967.111838] env[69249]: value = "task-3659715" [ 967.111838] env[69249]: _type = "Task" [ 967.111838] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.121508] env[69249]: DEBUG oslo_vmware.api [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.269991] env[69249]: INFO nova.compute.manager [-] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Took 1.35 seconds to deallocate network for instance. [ 967.291509] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52eeaabe-71b7-ce9c-835c-8292e10f24aa, 'name': SearchDatastore_Task, 'duration_secs': 0.014533} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.294483] env[69249]: DEBUG nova.scheduler.client.report [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 967.295913] env[69249]: DEBUG nova.compute.provider_tree [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 108 to 109 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 967.295913] env[69249]: DEBUG nova.compute.provider_tree [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.298717] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4c98d2-38ad-4da8-b876-d34aa261398f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.305641] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 967.305641] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5240d309-0a82-aaaf-2a63-390529633200" [ 967.305641] env[69249]: _type = "Task" [ 967.305641] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.315993] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5240d309-0a82-aaaf-2a63-390529633200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.344682] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659712, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.368226] env[69249]: DEBUG nova.objects.instance [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lazy-loading 'flavor' on Instance uuid 7a58a10d-46c5-423c-adce-7f1437b7243a {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.534497] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659713, 'name': CreateVM_Task, 'duration_secs': 0.398274} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.534670] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.535390] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.535554] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.535875] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.536144] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b77447e-6895-4bd7-b4e7-59970f4e6daf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.545506] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 967.545506] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a8f3d1-0c13-0d6f-7642-f443915737a6" [ 967.545506] env[69249]: _type = "Task" [ 967.545506] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.551259] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a8f3d1-0c13-0d6f-7642-f443915737a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.586726] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 967.587087] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a27c8b35-35c6-42e4-bd0f-5f109f957fba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.598211] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 967.598211] env[69249]: value = "task-3659716" [ 967.598211] env[69249]: _type = "Task" [ 967.598211] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.607817] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659716, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.621801] env[69249]: DEBUG oslo_vmware.api [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Task: {'id': task-3659715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270264} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.622600] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.622600] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.622600] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.622600] env[69249]: INFO nova.compute.manager [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Took 1.16 seconds to destroy the instance on the hypervisor. [ 967.622799] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.622910] env[69249]: DEBUG nova.compute.manager [-] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.623014] env[69249]: DEBUG nova.network.neutron [-] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.780993] env[69249]: DEBUG oslo_concurrency.lockutils [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.803336] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.804979] env[69249]: DEBUG nova.compute.manager [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.807672] env[69249]: DEBUG oslo_concurrency.lockutils [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.571s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.807928] env[69249]: DEBUG nova.objects.instance [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lazy-loading 'resources' on Instance uuid 54881ffe-35d0-4e65-bc8b-74cc709b6c98 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.827121] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5240d309-0a82-aaaf-2a63-390529633200, 'name': SearchDatastore_Task, 'duration_secs': 0.025387} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.827698] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.827889] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 1b442703-16ca-4fd0-8611-af02d2ddea79/1b442703-16ca-4fd0-8611-af02d2ddea79.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.828290] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e109268-25b3-4f26-beca-64f458fbcdb9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.842037] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 967.842037] env[69249]: value = "task-3659717" [ 967.842037] env[69249]: _type = "Task" [ 967.842037] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.852097] env[69249]: DEBUG oslo_vmware.api [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659712, 'name': PowerOnVM_Task, 'duration_secs': 0.665089} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.852966] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.853479] env[69249]: INFO nova.compute.manager [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Took 9.04 seconds to spawn the instance on the hypervisor. [ 967.853628] env[69249]: DEBUG nova.compute.manager [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 967.855445] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7fefde-54d8-4fb8-93cb-b4b600d1532a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.862663] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.994451] env[69249]: DEBUG nova.compute.manager [req-26fe2d74-24c4-4933-9a21-afa06ef4bbca req-206b6ba8-8398-41aa-bfac-6290e2163fda service nova] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Received event network-vif-deleted-88999654-654d-49f8-96bb-fa5a3890de3a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.994656] env[69249]: INFO nova.compute.manager [req-26fe2d74-24c4-4933-9a21-afa06ef4bbca req-206b6ba8-8398-41aa-bfac-6290e2163fda service nova] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Neutron deleted interface 88999654-654d-49f8-96bb-fa5a3890de3a; detaching it from the instance and deleting it from the info cache [ 967.994824] env[69249]: DEBUG nova.network.neutron [req-26fe2d74-24c4-4933-9a21-afa06ef4bbca req-206b6ba8-8398-41aa-bfac-6290e2163fda service nova] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.060906] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a8f3d1-0c13-0d6f-7642-f443915737a6, 'name': SearchDatastore_Task, 'duration_secs': 0.015902} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.061417] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.062346] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.062676] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.062916] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.063104] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.063991] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ae4cd4e-cade-493c-8798-c7e5aee2f806 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.093172] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.093447] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.094467] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae5dbf74-264c-4c68-bb13-e4b13a755ff6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.104749] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 968.104749] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522a3bdb-7b10-6ac7-6898-717e1f147ed3" [ 968.104749] env[69249]: _type = "Task" [ 968.104749] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.113995] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659716, 'name': CreateSnapshot_Task, 'duration_secs': 0.492758} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.113995] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 968.114828] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71523c66-fa41-41bd-9e5e-af19d59c9c92 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.121616] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522a3bdb-7b10-6ac7-6898-717e1f147ed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.193131] env[69249]: DEBUG nova.network.neutron [-] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.311525] env[69249]: DEBUG nova.compute.utils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.313613] env[69249]: DEBUG nova.compute.manager [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.313712] env[69249]: DEBUG nova.network.neutron [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.358288] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659717, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.379495] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d4a373bf-1f80-4bb2-b2d3-dbfc71229bdc tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.821s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.394107] env[69249]: INFO nova.compute.manager [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Took 32.31 seconds to build instance. [ 968.394107] env[69249]: DEBUG nova.policy [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b96cf3fca9c4c2ea2ef990d7db1e564', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1b517f28be6446badbf91a0ee13b26b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.465880] env[69249]: DEBUG nova.network.neutron [-] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.501027] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0897d2d3-19a6-4207-821d-d2eb4f2c732c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.511409] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ca0f6b-937b-48a4-8d97-4722bb50340e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.528520] env[69249]: DEBUG nova.compute.manager [req-092c8b75-4c44-4c1c-8440-d323237e7cef req-542b4ef0-c613-454f-84e9-82d132879a6c service nova] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Received event network-vif-deleted-f29807e2-479d-4c7e-a19b-ecac5a274b67 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.558303] env[69249]: DEBUG nova.compute.manager [req-26fe2d74-24c4-4933-9a21-afa06ef4bbca req-206b6ba8-8398-41aa-bfac-6290e2163fda service nova] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Detach interface failed, port_id=88999654-654d-49f8-96bb-fa5a3890de3a, reason: Instance 06b8c4c7-fa43-448e-ba54-b1a1705f3717 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 968.619134] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522a3bdb-7b10-6ac7-6898-717e1f147ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.063061} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.620408] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20bb3a49-de81-4ecd-9761-fa2bd63cef9b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.627979] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 968.627979] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52afec13-a06c-62d5-dd30-849d659c2eb0" [ 968.627979] env[69249]: _type = "Task" [ 968.627979] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.643576] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 968.643961] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52afec13-a06c-62d5-dd30-849d659c2eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.646602] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6af9e5c1-6b65-4afc-9b11-a94d5de6e4e3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.657080] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 968.657080] env[69249]: value = "task-3659718" [ 968.657080] env[69249]: _type = "Task" [ 968.657080] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.667729] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659718, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.697353] env[69249]: INFO nova.compute.manager [-] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Took 1.60 seconds to deallocate network for instance. [ 968.759948] env[69249]: DEBUG nova.network.neutron [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Successfully created port: 71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.818179] env[69249]: DEBUG nova.compute.manager [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.854706] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617638} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.857681] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 1b442703-16ca-4fd0-8611-af02d2ddea79/1b442703-16ca-4fd0-8611-af02d2ddea79.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.857903] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.859325] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5741aa2a-0157-45ed-8d20-4eac47d3cdad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.869074] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 968.869074] env[69249]: value = "task-3659719" [ 968.869074] env[69249]: _type = "Task" [ 968.869074] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.876258] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c58e123-866f-4d17-bf28-01b830c8e39d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.886727] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.896510] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f9a5ca-87d7-4830-a6d2-7a009ff94e5d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.899054] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1808ce35-1db7-4868-9c2d-29979ba3e535 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "9160faa8-5599-49e8-a1fd-334b5480cb60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.829s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.936350] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe0df00-43bb-4696-b3fa-7482cbaa5e2a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.948098] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bab300-e8b7-44a1-8fbe-d1a474612063 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.966518] env[69249]: DEBUG nova.compute.provider_tree [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.975834] env[69249]: INFO nova.compute.manager [-] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Took 1.35 seconds to deallocate network for instance. [ 969.138371] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52afec13-a06c-62d5-dd30-849d659c2eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.059396} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.138637] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.138891] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 48e32bdf-0ae5-4fa7-865a-210775192c0b/48e32bdf-0ae5-4fa7-865a-210775192c0b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.139169] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-613077e4-c8df-453c-89ca-64ad5a5ad0b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.147704] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 969.147704] env[69249]: value = "task-3659720" [ 969.147704] env[69249]: _type = "Task" [ 969.147704] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.155934] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.165690] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659718, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.206975] env[69249]: DEBUG oslo_concurrency.lockutils [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.233672] env[69249]: DEBUG oslo_concurrency.lockutils [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "7a58a10d-46c5-423c-adce-7f1437b7243a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.233941] env[69249]: DEBUG oslo_concurrency.lockutils [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.234173] env[69249]: DEBUG oslo_concurrency.lockutils [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "7a58a10d-46c5-423c-adce-7f1437b7243a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.234361] env[69249]: DEBUG oslo_concurrency.lockutils [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.234528] env[69249]: DEBUG oslo_concurrency.lockutils [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.236857] env[69249]: INFO nova.compute.manager [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Terminating instance [ 969.381123] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077125} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.381123] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.381123] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3838beea-1905-4185-8144-1a9e7e721323 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.408750] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 1b442703-16ca-4fd0-8611-af02d2ddea79/1b442703-16ca-4fd0-8611-af02d2ddea79.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.410104] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8acdd373-57a3-4738-8abd-e784b67ff09b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.434420] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 969.434420] env[69249]: value = "task-3659721" [ 969.434420] env[69249]: _type = "Task" [ 969.434420] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.443761] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.470146] env[69249]: DEBUG nova.scheduler.client.report [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.486705] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.658804] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659720, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.668453] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659718, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.740454] env[69249]: DEBUG nova.compute.manager [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.740715] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.741990] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2515d8ad-dfd0-4108-9896-4fef5e14e55b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.751332] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.751403] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe3cd1eb-6bae-49c5-b0ae-db42ac348a69 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.761857] env[69249]: DEBUG oslo_vmware.api [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 969.761857] env[69249]: value = "task-3659722" [ 969.761857] env[69249]: _type = "Task" [ 969.761857] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.774609] env[69249]: DEBUG oslo_vmware.api [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.831576] env[69249]: DEBUG nova.compute.manager [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.860415] env[69249]: DEBUG nova.virt.hardware [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.860692] env[69249]: DEBUG nova.virt.hardware [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.860855] env[69249]: DEBUG nova.virt.hardware [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.861091] env[69249]: DEBUG nova.virt.hardware [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.861265] env[69249]: DEBUG nova.virt.hardware [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.861425] env[69249]: DEBUG nova.virt.hardware [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.861715] env[69249]: DEBUG nova.virt.hardware [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.861902] env[69249]: DEBUG nova.virt.hardware [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.862096] env[69249]: DEBUG nova.virt.hardware [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.862269] env[69249]: DEBUG nova.virt.hardware [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.862456] env[69249]: DEBUG nova.virt.hardware [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.863381] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28c62eb-b29e-4c6c-adc5-c98abffe0970 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.871896] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fa9489-f40d-4e98-a565-8cbc986d95c4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.946111] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659721, 'name': ReconfigVM_Task, 'duration_secs': 0.352454} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.946467] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 1b442703-16ca-4fd0-8611-af02d2ddea79/1b442703-16ca-4fd0-8611-af02d2ddea79.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.947167] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1056f2b2-acaf-4071-991e-7a3036a9a01d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.955462] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 969.955462] env[69249]: value = "task-3659723" [ 969.955462] env[69249]: _type = "Task" [ 969.955462] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.965680] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659723, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.975823] env[69249]: DEBUG oslo_concurrency.lockutils [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.979479] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.724s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.999848] env[69249]: INFO nova.scheduler.client.report [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Deleted allocations for instance 54881ffe-35d0-4e65-bc8b-74cc709b6c98 [ 970.160036] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687292} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.165915] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 48e32bdf-0ae5-4fa7-865a-210775192c0b/48e32bdf-0ae5-4fa7-865a-210775192c0b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.165915] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.165915] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be61c435-fcd2-4e45-8528-b6da13b41e55 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.173479] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659718, 'name': CloneVM_Task} progress is 95%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.174891] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 970.174891] env[69249]: value = "task-3659724" [ 970.174891] env[69249]: _type = "Task" [ 970.174891] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.185186] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.273772] env[69249]: DEBUG oslo_vmware.api [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659722, 'name': PowerOffVM_Task, 'duration_secs': 0.440176} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.273986] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.274186] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.274491] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2152354b-eef1-434d-b7bc-b206197fd43d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.349073] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.349531] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.349743] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Deleting the datastore file [datastore2] 7a58a10d-46c5-423c-adce-7f1437b7243a {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.350014] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2d4b0a1-3965-4bff-bc1d-a99337906a1c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.361394] env[69249]: DEBUG oslo_vmware.api [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for the task: (returnval){ [ 970.361394] env[69249]: value = "task-3659726" [ 970.361394] env[69249]: _type = "Task" [ 970.361394] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.370278] env[69249]: DEBUG oslo_vmware.api [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.466372] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659723, 'name': Rename_Task, 'duration_secs': 0.236546} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.467899] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.468941] env[69249]: DEBUG nova.compute.manager [req-e71bdd0d-0789-4c14-8404-d25fea83de8f req-4517b9c2-96f2-4d9c-80cf-fdc2b03a0eb5 service nova] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Received event network-vif-plugged-71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.469154] env[69249]: DEBUG oslo_concurrency.lockutils [req-e71bdd0d-0789-4c14-8404-d25fea83de8f req-4517b9c2-96f2-4d9c-80cf-fdc2b03a0eb5 service nova] Acquiring lock "52931d55-d19a-4f17-838f-b11f4364f774-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.469356] env[69249]: DEBUG oslo_concurrency.lockutils [req-e71bdd0d-0789-4c14-8404-d25fea83de8f req-4517b9c2-96f2-4d9c-80cf-fdc2b03a0eb5 service nova] Lock "52931d55-d19a-4f17-838f-b11f4364f774-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.469544] env[69249]: DEBUG oslo_concurrency.lockutils [req-e71bdd0d-0789-4c14-8404-d25fea83de8f req-4517b9c2-96f2-4d9c-80cf-fdc2b03a0eb5 service nova] Lock "52931d55-d19a-4f17-838f-b11f4364f774-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.469708] env[69249]: DEBUG nova.compute.manager [req-e71bdd0d-0789-4c14-8404-d25fea83de8f req-4517b9c2-96f2-4d9c-80cf-fdc2b03a0eb5 service nova] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] No waiting events found dispatching network-vif-plugged-71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 970.469872] env[69249]: WARNING nova.compute.manager [req-e71bdd0d-0789-4c14-8404-d25fea83de8f req-4517b9c2-96f2-4d9c-80cf-fdc2b03a0eb5 service nova] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Received unexpected event network-vif-plugged-71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db for instance with vm_state building and task_state spawning. [ 970.470152] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91047726-2143-4a57-aaf5-4ace250ca083 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.478030] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 970.478030] env[69249]: value = "task-3659727" [ 970.478030] env[69249]: _type = "Task" [ 970.478030] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.484128] env[69249]: INFO nova.compute.claims [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.491952] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.509862] env[69249]: DEBUG oslo_concurrency.lockutils [None req-61345cd9-dbc8-48a3-be85-5cc3e08847a8 tempest-ListServerFiltersTestJSON-377595926 tempest-ListServerFiltersTestJSON-377595926-project-member] Lock "54881ffe-35d0-4e65-bc8b-74cc709b6c98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.117s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.585226] env[69249]: DEBUG nova.network.neutron [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Successfully updated port: 71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.668457] env[69249]: DEBUG nova.compute.manager [req-6628bb2f-472b-4e46-a348-85358d8c1bd6 req-7246917c-2bf3-4fb0-8df3-7dd73dc6265f service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Received event network-changed-fd187fa6-e323-4dce-b945-6558307c7834 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.668729] env[69249]: DEBUG nova.compute.manager [req-6628bb2f-472b-4e46-a348-85358d8c1bd6 req-7246917c-2bf3-4fb0-8df3-7dd73dc6265f service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Refreshing instance network info cache due to event network-changed-fd187fa6-e323-4dce-b945-6558307c7834. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.669042] env[69249]: DEBUG oslo_concurrency.lockutils [req-6628bb2f-472b-4e46-a348-85358d8c1bd6 req-7246917c-2bf3-4fb0-8df3-7dd73dc6265f service nova] Acquiring lock "refresh_cache-9160faa8-5599-49e8-a1fd-334b5480cb60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.669252] env[69249]: DEBUG oslo_concurrency.lockutils [req-6628bb2f-472b-4e46-a348-85358d8c1bd6 req-7246917c-2bf3-4fb0-8df3-7dd73dc6265f service nova] Acquired lock "refresh_cache-9160faa8-5599-49e8-a1fd-334b5480cb60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.669423] env[69249]: DEBUG nova.network.neutron [req-6628bb2f-472b-4e46-a348-85358d8c1bd6 req-7246917c-2bf3-4fb0-8df3-7dd73dc6265f service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Refreshing network info cache for port fd187fa6-e323-4dce-b945-6558307c7834 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.675565] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659718, 'name': CloneVM_Task, 'duration_secs': 1.74005} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.675614] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Created linked-clone VM from snapshot [ 970.679506] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df30a49c-e432-4a42-bff9-2f51ea08ee52 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.689491] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Uploading image 40519c66-8492-43eb-94d1-0239fbc8f634 {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 970.694667] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078614} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.694906] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.695705] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97229add-1a19-426b-ae4c-da61e6f8942c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.719542] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 48e32bdf-0ae5-4fa7-865a-210775192c0b/48e32bdf-0ae5-4fa7-865a-210775192c0b.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.722395] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-424010b9-5880-49cc-91f1-eebcc7f3a6dd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.744648] env[69249]: DEBUG oslo_vmware.rw_handles [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 970.744648] env[69249]: value = "vm-729458" [ 970.744648] env[69249]: _type = "VirtualMachine" [ 970.744648] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 970.744901] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9aace2ed-5c88-4aea-97c0-424abe8e0bce {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.747692] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 970.747692] env[69249]: value = "task-3659728" [ 970.747692] env[69249]: _type = "Task" [ 970.747692] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.755057] env[69249]: DEBUG oslo_vmware.rw_handles [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lease: (returnval){ [ 970.755057] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5262ff21-1ed8-56b6-728b-c242539877ac" [ 970.755057] env[69249]: _type = "HttpNfcLease" [ 970.755057] env[69249]: } obtained for exporting VM: (result){ [ 970.755057] env[69249]: value = "vm-729458" [ 970.755057] env[69249]: _type = "VirtualMachine" [ 970.755057] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 970.755057] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the lease: (returnval){ [ 970.755057] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5262ff21-1ed8-56b6-728b-c242539877ac" [ 970.755057] env[69249]: _type = "HttpNfcLease" [ 970.755057] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 970.761894] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659728, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.766133] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 970.766133] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5262ff21-1ed8-56b6-728b-c242539877ac" [ 970.766133] env[69249]: _type = "HttpNfcLease" [ 970.766133] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 970.766564] env[69249]: DEBUG oslo_vmware.rw_handles [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 970.766564] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5262ff21-1ed8-56b6-728b-c242539877ac" [ 970.766564] env[69249]: _type = "HttpNfcLease" [ 970.766564] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 970.767594] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a653dd5d-07cb-4955-90fe-4b7351187302 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.775524] env[69249]: DEBUG oslo_vmware.rw_handles [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bdfde7-130a-6663-d889-4029a4f41edf/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 970.775712] env[69249]: DEBUG oslo_vmware.rw_handles [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bdfde7-130a-6663-d889-4029a4f41edf/disk-0.vmdk for reading. {{(pid=69249) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 970.871818] env[69249]: DEBUG oslo_vmware.api [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.993072] env[69249]: INFO nova.compute.resource_tracker [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Updating resource usage from migration 3da097a8-7795-43fb-b049-1a8441bd0e64 [ 970.993072] env[69249]: DEBUG oslo_vmware.api [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659727, 'name': PowerOnVM_Task, 'duration_secs': 0.456402} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.993415] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.993734] env[69249]: INFO nova.compute.manager [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Took 9.48 seconds to spawn the instance on the hypervisor. [ 970.994312] env[69249]: DEBUG nova.compute.manager [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 970.997407] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a91681e-3736-40db-bfbc-a5e739f28101 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.000891] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-02965c45-c853-4591-b91f-fafb53ac55e6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.088526] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Acquiring lock "refresh_cache-52931d55-d19a-4f17-838f-b11f4364f774" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.088679] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Acquired lock "refresh_cache-52931d55-d19a-4f17-838f-b11f4364f774" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.088887] env[69249]: DEBUG nova.network.neutron [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.103077] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "ee41cf17-305b-429f-96fb-8858204a4af5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.103077] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "ee41cf17-305b-429f-96fb-8858204a4af5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.103077] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "ee41cf17-305b-429f-96fb-8858204a4af5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.103077] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "ee41cf17-305b-429f-96fb-8858204a4af5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.103077] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "ee41cf17-305b-429f-96fb-8858204a4af5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.105384] env[69249]: INFO nova.compute.manager [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Terminating instance [ 971.267334] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.378346] env[69249]: DEBUG oslo_vmware.api [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Task: {'id': task-3659726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.575994} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.382560] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.382560] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.382805] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.383074] env[69249]: INFO nova.compute.manager [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Took 1.64 seconds to destroy the instance on the hypervisor. [ 971.383554] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.387481] env[69249]: DEBUG nova.compute.manager [-] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.387608] env[69249]: DEBUG nova.network.neutron [-] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.524975] env[69249]: INFO nova.compute.manager [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Took 34.47 seconds to build instance. [ 971.554738] env[69249]: DEBUG nova.network.neutron [req-6628bb2f-472b-4e46-a348-85358d8c1bd6 req-7246917c-2bf3-4fb0-8df3-7dd73dc6265f service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Updated VIF entry in instance network info cache for port fd187fa6-e323-4dce-b945-6558307c7834. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.555187] env[69249]: DEBUG nova.network.neutron [req-6628bb2f-472b-4e46-a348-85358d8c1bd6 req-7246917c-2bf3-4fb0-8df3-7dd73dc6265f service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Updating instance_info_cache with network_info: [{"id": "fd187fa6-e323-4dce-b945-6558307c7834", "address": "fa:16:3e:e1:96:af", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd187fa6-e3", "ovs_interfaceid": "fd187fa6-e323-4dce-b945-6558307c7834", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.613769] env[69249]: DEBUG nova.compute.manager [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.614075] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.615295] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f213eaa-2374-4ff6-a48f-11100ff6129e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.626238] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.626667] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d99d3c2-1d26-4c6d-bb28-04cb4c146f51 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.636076] env[69249]: DEBUG oslo_vmware.api [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 971.636076] env[69249]: value = "task-3659730" [ 971.636076] env[69249]: _type = "Task" [ 971.636076] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.649103] env[69249]: DEBUG oslo_vmware.api [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.650090] env[69249]: DEBUG nova.network.neutron [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.703035] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e57a47-9ba7-44d9-adda-27226a079cb6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.711437] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04130650-2310-4525-8e75-9fae564afd97 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.767869] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8fcadc-4fae-4f3e-87bb-e9e7417af0ed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.778584] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659728, 'name': ReconfigVM_Task, 'duration_secs': 0.726741} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.781765] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 48e32bdf-0ae5-4fa7-865a-210775192c0b/48e32bdf-0ae5-4fa7-865a-210775192c0b.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.781765] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a63eb29d-8579-4876-8ebf-bfe1bae6e682 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.784473] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a8a8f8-262c-48d3-9d91-45f0b1aca6c3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.804737] env[69249]: DEBUG nova.compute.provider_tree [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.809291] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 971.809291] env[69249]: value = "task-3659731" [ 971.809291] env[69249]: _type = "Task" [ 971.809291] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.823038] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659731, 'name': Rename_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.942112] env[69249]: DEBUG nova.network.neutron [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Updating instance_info_cache with network_info: [{"id": "71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db", "address": "fa:16:3e:2c:60:07", "network": {"id": "c9df9dd6-7f5f-49a6-96d0-6761b66a8599", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1008989512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1b517f28be6446badbf91a0ee13b26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71e4ead4-d0", "ovs_interfaceid": "71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.028326] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81885d99-e4f9-450d-b474-b7952757acc2 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "1b442703-16ca-4fd0-8611-af02d2ddea79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.987s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.058426] env[69249]: DEBUG oslo_concurrency.lockutils [req-6628bb2f-472b-4e46-a348-85358d8c1bd6 req-7246917c-2bf3-4fb0-8df3-7dd73dc6265f service nova] Releasing lock "refresh_cache-9160faa8-5599-49e8-a1fd-334b5480cb60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.155054] env[69249]: DEBUG oslo_vmware.api [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.309091] env[69249]: DEBUG nova.scheduler.client.report [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.325042] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659731, 'name': Rename_Task, 'duration_secs': 0.227977} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.325042] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.325042] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8db7683e-4ffc-4365-ad57-488fd1d1c9b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.334044] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 972.334044] env[69249]: value = "task-3659732" [ 972.334044] env[69249]: _type = "Task" [ 972.334044] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.348345] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.445702] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Releasing lock "refresh_cache-52931d55-d19a-4f17-838f-b11f4364f774" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.446103] env[69249]: DEBUG nova.compute.manager [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Instance network_info: |[{"id": "71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db", "address": "fa:16:3e:2c:60:07", "network": {"id": "c9df9dd6-7f5f-49a6-96d0-6761b66a8599", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1008989512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1b517f28be6446badbf91a0ee13b26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71e4ead4-d0", "ovs_interfaceid": "71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.446556] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:60:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.464594] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Creating folder: Project (f1b517f28be6446badbf91a0ee13b26b). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.464594] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-698bfb3d-b035-4545-a447-e04de058d8b8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.480634] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Created folder: Project (f1b517f28be6446badbf91a0ee13b26b) in parent group-v729229. [ 972.480849] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Creating folder: Instances. Parent ref: group-v729459. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.481256] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cd496b9-5a97-48f9-85b6-93a3ff36c627 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.492554] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Created folder: Instances in parent group-v729459. [ 972.492856] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.493089] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.493317] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ece5c53b-da90-4c5e-b94c-b865463f8f3b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.515626] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.515626] env[69249]: value = "task-3659735" [ 972.515626] env[69249]: _type = "Task" [ 972.515626] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.531438] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659735, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.559029] env[69249]: DEBUG nova.compute.manager [req-0198643d-a830-498b-a667-5a283b612e7c req-af915388-c325-4ee7-b3dd-0ec9b150a3ce service nova] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Received event network-changed-71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.559171] env[69249]: DEBUG nova.compute.manager [req-0198643d-a830-498b-a667-5a283b612e7c req-af915388-c325-4ee7-b3dd-0ec9b150a3ce service nova] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Refreshing instance network info cache due to event network-changed-71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.559561] env[69249]: DEBUG oslo_concurrency.lockutils [req-0198643d-a830-498b-a667-5a283b612e7c req-af915388-c325-4ee7-b3dd-0ec9b150a3ce service nova] Acquiring lock "refresh_cache-52931d55-d19a-4f17-838f-b11f4364f774" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.559561] env[69249]: DEBUG oslo_concurrency.lockutils [req-0198643d-a830-498b-a667-5a283b612e7c req-af915388-c325-4ee7-b3dd-0ec9b150a3ce service nova] Acquired lock "refresh_cache-52931d55-d19a-4f17-838f-b11f4364f774" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.559765] env[69249]: DEBUG nova.network.neutron [req-0198643d-a830-498b-a667-5a283b612e7c req-af915388-c325-4ee7-b3dd-0ec9b150a3ce service nova] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Refreshing network info cache for port 71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.573371] env[69249]: DEBUG nova.network.neutron [-] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.648271] env[69249]: DEBUG oslo_vmware.api [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659730, 'name': PowerOffVM_Task, 'duration_secs': 0.684351} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.648664] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.649026] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.650530] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d8b6d0d-e94d-40b5-aa03-768a4e0da45e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.705451] env[69249]: DEBUG nova.compute.manager [req-f56574ac-68ae-46ad-9128-1377ce08a891 req-93fc9489-cfb3-4c2a-83d3-df407f86b34d service nova] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Received event network-vif-deleted-fa3aead2-f91f-45e0-aaed-17d8b7a97c9d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.731337] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.731970] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.733607] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Deleting the datastore file [datastore1] ee41cf17-305b-429f-96fb-8858204a4af5 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.733607] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d28ac3bf-3f6a-49a5-bf7a-6aa9ea41b0bf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.745840] env[69249]: DEBUG oslo_vmware.api [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 972.745840] env[69249]: value = "task-3659737" [ 972.745840] env[69249]: _type = "Task" [ 972.745840] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.756210] env[69249]: DEBUG oslo_vmware.api [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.822027] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.841s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.822027] env[69249]: INFO nova.compute.manager [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Migrating [ 972.836328] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.948s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.836865] env[69249]: INFO nova.compute.claims [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.865033] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659732, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.030262] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659735, 'name': CreateVM_Task, 'duration_secs': 0.467384} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.030515] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.031388] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.031623] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.031978] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.032509] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40067070-412f-4aff-8849-7ea59db6b64e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.043880] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Waiting for the task: (returnval){ [ 973.043880] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5293c33c-45de-a7e3-d5d1-f14c0decddfe" [ 973.043880] env[69249]: _type = "Task" [ 973.043880] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.066605] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5293c33c-45de-a7e3-d5d1-f14c0decddfe, 'name': SearchDatastore_Task} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.067324] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.067853] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.068239] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.068987] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.069271] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.073266] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7323dca-7531-4717-a5e9-05ab930c9305 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.076264] env[69249]: INFO nova.compute.manager [-] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Took 1.69 seconds to deallocate network for instance. [ 973.089823] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.090091] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.090952] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-857d61ab-09fa-49ac-b77d-d18f45ee3878 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.098856] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Waiting for the task: (returnval){ [ 973.098856] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52119a57-b631-3ba3-2e2f-6517e97ac8e5" [ 973.098856] env[69249]: _type = "Task" [ 973.098856] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.113236] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52119a57-b631-3ba3-2e2f-6517e97ac8e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.141922] env[69249]: DEBUG oslo_concurrency.lockutils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "9fef85ad-896a-49b4-b43d-bf4722c022f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.142193] env[69249]: DEBUG oslo_concurrency.lockutils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "9fef85ad-896a-49b4-b43d-bf4722c022f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.257522] env[69249]: DEBUG oslo_vmware.api [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244112} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.257819] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.258020] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.258213] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.258397] env[69249]: INFO nova.compute.manager [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Took 1.64 seconds to destroy the instance on the hypervisor. [ 973.258673] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.258911] env[69249]: DEBUG nova.compute.manager [-] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.258996] env[69249]: DEBUG nova.network.neutron [-] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.358238] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "refresh_cache-0e253bdc-0172-4ca0-9738-b34c60d80534" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.359188] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "refresh_cache-0e253bdc-0172-4ca0-9738-b34c60d80534" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.360663] env[69249]: DEBUG nova.network.neutron [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.368118] env[69249]: DEBUG oslo_vmware.api [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659732, 'name': PowerOnVM_Task, 'duration_secs': 0.749372} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.370750] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.371087] env[69249]: DEBUG nova.compute.manager [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 973.374298] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1739a20f-6408-4109-bd9f-59afc3238173 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.581583] env[69249]: DEBUG nova.network.neutron [req-0198643d-a830-498b-a667-5a283b612e7c req-af915388-c325-4ee7-b3dd-0ec9b150a3ce service nova] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Updated VIF entry in instance network info cache for port 71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.582660] env[69249]: DEBUG nova.network.neutron [req-0198643d-a830-498b-a667-5a283b612e7c req-af915388-c325-4ee7-b3dd-0ec9b150a3ce service nova] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Updating instance_info_cache with network_info: [{"id": "71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db", "address": "fa:16:3e:2c:60:07", "network": {"id": "c9df9dd6-7f5f-49a6-96d0-6761b66a8599", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1008989512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1b517f28be6446badbf91a0ee13b26b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71e4ead4-d0", "ovs_interfaceid": "71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.586557] env[69249]: DEBUG oslo_concurrency.lockutils [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.612784] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52119a57-b631-3ba3-2e2f-6517e97ac8e5, 'name': SearchDatastore_Task, 'duration_secs': 0.018008} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.612784] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f2410be-4879-4ab6-afad-386b76767509 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.618072] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Waiting for the task: (returnval){ [ 973.618072] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5282b0b1-85e0-a74e-3b6b-ce8a5e10858c" [ 973.618072] env[69249]: _type = "Task" [ 973.618072] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.627490] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5282b0b1-85e0-a74e-3b6b-ce8a5e10858c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.644644] env[69249]: DEBUG nova.compute.manager [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.893079] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.086088] env[69249]: DEBUG oslo_concurrency.lockutils [req-0198643d-a830-498b-a667-5a283b612e7c req-af915388-c325-4ee7-b3dd-0ec9b150a3ce service nova] Releasing lock "refresh_cache-52931d55-d19a-4f17-838f-b11f4364f774" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.130881] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5282b0b1-85e0-a74e-3b6b-ce8a5e10858c, 'name': SearchDatastore_Task, 'duration_secs': 0.014663} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.134938] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.135253] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 52931d55-d19a-4f17-838f-b11f4364f774/52931d55-d19a-4f17-838f-b11f4364f774.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.135805] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1c83d22-e9f4-4c5e-91d8-87aef679468a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.144422] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Waiting for the task: (returnval){ [ 974.144422] env[69249]: value = "task-3659738" [ 974.144422] env[69249]: _type = "Task" [ 974.144422] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.165962] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': task-3659738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.167703] env[69249]: DEBUG nova.network.neutron [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Updating instance_info_cache with network_info: [{"id": "0d4ff831-73a2-4b46-b26f-5deeb6a5036f", "address": "fa:16:3e:8c:70:5a", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4ff831-73", "ovs_interfaceid": "0d4ff831-73a2-4b46-b26f-5deeb6a5036f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.184596] env[69249]: DEBUG oslo_concurrency.lockutils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.389037] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a9b9f7-e71a-44bf-bbd4-b430d364445a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.405523] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b5e6da-7b7a-46e4-bdda-32322566ebd1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.443575] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e27b44-1e3e-4455-8bca-d98fe2d14023 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.456927] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7d82a2-5029-409a-a60f-24f4cdc36a92 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.472932] env[69249]: DEBUG nova.compute.provider_tree [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.658256] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': task-3659738, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.671837] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "refresh_cache-0e253bdc-0172-4ca0-9738-b34c60d80534" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.706632] env[69249]: DEBUG nova.network.neutron [-] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.755927] env[69249]: DEBUG nova.compute.manager [req-80a11ab0-43f8-4e6f-9c38-c3f86c7533fa req-30ed706a-3064-4369-9cf9-8166763f7126 service nova] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Received event network-vif-deleted-0570bc10-337c-421f-af8a-9966ea65b1ee {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.978025] env[69249]: DEBUG nova.scheduler.client.report [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.146977] env[69249]: DEBUG oslo_concurrency.lockutils [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "381af0ca-4249-4949-9519-9409c286ce60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.146977] env[69249]: DEBUG oslo_concurrency.lockutils [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "381af0ca-4249-4949-9519-9409c286ce60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.146977] env[69249]: DEBUG oslo_concurrency.lockutils [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "381af0ca-4249-4949-9519-9409c286ce60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.146977] env[69249]: DEBUG oslo_concurrency.lockutils [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "381af0ca-4249-4949-9519-9409c286ce60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.146977] env[69249]: DEBUG oslo_concurrency.lockutils [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "381af0ca-4249-4949-9519-9409c286ce60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.152979] env[69249]: INFO nova.compute.manager [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Terminating instance [ 975.160043] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': task-3659738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809477} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.160314] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 52931d55-d19a-4f17-838f-b11f4364f774/52931d55-d19a-4f17-838f-b11f4364f774.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.160543] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.160807] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0114eba-6178-44f4-8ec0-2f47f015b081 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.170827] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Waiting for the task: (returnval){ [ 975.170827] env[69249]: value = "task-3659739" [ 975.170827] env[69249]: _type = "Task" [ 975.170827] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.185903] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': task-3659739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.213385] env[69249]: INFO nova.compute.manager [-] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Took 1.95 seconds to deallocate network for instance. [ 975.483970] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.486745] env[69249]: DEBUG nova.compute.manager [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.489566] env[69249]: DEBUG oslo_concurrency.lockutils [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.351s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.489566] env[69249]: DEBUG nova.objects.instance [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lazy-loading 'resources' on Instance uuid be5c3039-6942-4450-b2fb-3f347d4358d7 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.656275] env[69249]: DEBUG nova.compute.manager [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.656516] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.657422] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592e8869-b292-4b36-b130-da2bfeb30ecf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.666082] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.666348] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74d223bd-7395-4b68-aca3-50258ff22270 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.677025] env[69249]: DEBUG oslo_vmware.api [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 975.677025] env[69249]: value = "task-3659740" [ 975.677025] env[69249]: _type = "Task" [ 975.677025] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.686365] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': task-3659739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083145} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.687120] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.688157] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264f33ba-6cb0-4a68-9ea8-9e55ac26d2ec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.695354] env[69249]: DEBUG oslo_vmware.api [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.717969] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 52931d55-d19a-4f17-838f-b11f4364f774/52931d55-d19a-4f17-838f-b11f4364f774.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.718679] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ce2daa8-0384-4b35-a261-14b1c862620c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.733906] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.742258] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Waiting for the task: (returnval){ [ 975.742258] env[69249]: value = "task-3659741" [ 975.742258] env[69249]: _type = "Task" [ 975.742258] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.751959] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': task-3659741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.993513] env[69249]: DEBUG nova.compute.utils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.995252] env[69249]: DEBUG nova.compute.manager [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.995443] env[69249]: DEBUG nova.network.neutron [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.096952] env[69249]: DEBUG nova.policy [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c6203139dbc4a568d1b89d8022a3a9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8ebfb1d4f3e470d9efae5b6c086ca9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.104602] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "4e8af2c9-4adb-432f-8519-96151a534e26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.104908] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "4e8af2c9-4adb-432f-8519-96151a534e26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.191269] env[69249]: DEBUG oslo_vmware.api [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659740, 'name': PowerOffVM_Task, 'duration_secs': 0.235871} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.191560] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.191777] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.192061] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4db9258-2966-4b3c-8f0e-beb8df4c13dc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.195469] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d99cc6-cc4d-4fcc-8699-aba62fb5fecd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.218425] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Updating instance '0e253bdc-0172-4ca0-9738-b34c60d80534' progress to 0 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 976.257231] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': task-3659741, 'name': ReconfigVM_Task, 'duration_secs': 0.412383} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.257550] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 52931d55-d19a-4f17-838f-b11f4364f774/52931d55-d19a-4f17-838f-b11f4364f774.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.258189] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94215c91-4a6a-411c-b937-4ac8748b5cef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.265880] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Waiting for the task: (returnval){ [ 976.265880] env[69249]: value = "task-3659743" [ 976.265880] env[69249]: _type = "Task" [ 976.265880] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.276832] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': task-3659743, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.325539] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.325786] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.325974] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Deleting the datastore file [datastore2] 381af0ca-4249-4949-9519-9409c286ce60 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.326274] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7461b05-0e0c-47ab-8880-397303e8a453 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.334297] env[69249]: DEBUG oslo_vmware.api [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 976.334297] env[69249]: value = "task-3659744" [ 976.334297] env[69249]: _type = "Task" [ 976.334297] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.346322] env[69249]: DEBUG oslo_vmware.api [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.498392] env[69249]: DEBUG nova.compute.manager [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.560316] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5783e09-d4c5-43f1-abf5-cb5b21c7e63a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.569585] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac4227e-deb6-4023-a7b5-94392b062efd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.607110] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3043bc-92b3-448e-b030-b8de3171ab27 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.610830] env[69249]: DEBUG nova.compute.manager [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.619387] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cb7cc3-9e47-4241-a631-48b50f5af76d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.635517] env[69249]: DEBUG nova.compute.provider_tree [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.726211] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.726574] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c87a895c-130d-4103-8b6f-d9bc61a3c827 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.736024] env[69249]: DEBUG oslo_vmware.api [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 976.736024] env[69249]: value = "task-3659745" [ 976.736024] env[69249]: _type = "Task" [ 976.736024] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.746572] env[69249]: DEBUG oslo_vmware.api [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.767205] env[69249]: DEBUG nova.network.neutron [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Successfully created port: f6667fb9-079a-45b6-ac78-96241102fc72 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.785180] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': task-3659743, 'name': Rename_Task, 'duration_secs': 0.214094} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.785549] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.785866] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5b88dd0-de69-4684-9d82-6318beb30c26 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.794300] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Waiting for the task: (returnval){ [ 976.794300] env[69249]: value = "task-3659746" [ 976.794300] env[69249]: _type = "Task" [ 976.794300] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.806580] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': task-3659746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.845294] env[69249]: DEBUG oslo_vmware.api [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206063} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.845950] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.845950] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.846078] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.846517] env[69249]: INFO nova.compute.manager [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Took 1.19 seconds to destroy the instance on the hypervisor. [ 976.846822] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.847290] env[69249]: DEBUG nova.compute.manager [-] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.847290] env[69249]: DEBUG nova.network.neutron [-] [instance: 381af0ca-4249-4949-9519-9409c286ce60] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.137788] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.139760] env[69249]: DEBUG nova.scheduler.client.report [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.229681] env[69249]: DEBUG nova.compute.manager [req-c82a86dd-6423-4126-b8d0-b410d9797a14 req-45e74472-f289-4c57-8b12-eb7b8f8aa2bd service nova] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Received event network-vif-deleted-3a91c992-0f5e-4e85-a5b5-37dab88b44be {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.229930] env[69249]: INFO nova.compute.manager [req-c82a86dd-6423-4126-b8d0-b410d9797a14 req-45e74472-f289-4c57-8b12-eb7b8f8aa2bd service nova] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Neutron deleted interface 3a91c992-0f5e-4e85-a5b5-37dab88b44be; detaching it from the instance and deleting it from the info cache [ 977.230128] env[69249]: DEBUG nova.network.neutron [req-c82a86dd-6423-4126-b8d0-b410d9797a14 req-45e74472-f289-4c57-8b12-eb7b8f8aa2bd service nova] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.247832] env[69249]: DEBUG oslo_vmware.api [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659745, 'name': PowerOffVM_Task, 'duration_secs': 0.346135} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.248127] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.248315] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Updating instance '0e253bdc-0172-4ca0-9738-b34c60d80534' progress to 17 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.309018] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': task-3659746, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.512991] env[69249]: DEBUG nova.compute.manager [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.540577] env[69249]: DEBUG nova.virt.hardware [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.540752] env[69249]: DEBUG nova.virt.hardware [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.540871] env[69249]: DEBUG nova.virt.hardware [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.541063] env[69249]: DEBUG nova.virt.hardware [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.541240] env[69249]: DEBUG nova.virt.hardware [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.541378] env[69249]: DEBUG nova.virt.hardware [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.541629] env[69249]: DEBUG nova.virt.hardware [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.541813] env[69249]: DEBUG nova.virt.hardware [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.542072] env[69249]: DEBUG nova.virt.hardware [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.542315] env[69249]: DEBUG nova.virt.hardware [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.542522] env[69249]: DEBUG nova.virt.hardware [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.543539] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662416b3-92f5-4834-9a7d-f1c08b712d9e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.560243] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf7e196-425b-4636-822d-2e2e124dcd5e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.653226] env[69249]: DEBUG oslo_concurrency.lockutils [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.655728] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.560s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.655938] env[69249]: DEBUG nova.objects.instance [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69249) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 977.677975] env[69249]: INFO nova.scheduler.client.report [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Deleted allocations for instance be5c3039-6942-4450-b2fb-3f347d4358d7 [ 977.709437] env[69249]: DEBUG nova.network.neutron [-] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.733035] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a3937e7-0a5c-4d7f-8284-3f6ed660eb71 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.743455] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f84d7a6-268b-4841-9572-4dc2f293e477 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.756212] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.756450] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.756601] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.756843] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.756923] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.757061] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.757261] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.757416] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.757572] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.757730] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.757897] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.764010] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82b6f065-0454-4cf5-ada3-223024b09709 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.793238] env[69249]: DEBUG nova.compute.manager [req-c82a86dd-6423-4126-b8d0-b410d9797a14 req-45e74472-f289-4c57-8b12-eb7b8f8aa2bd service nova] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Detach interface failed, port_id=3a91c992-0f5e-4e85-a5b5-37dab88b44be, reason: Instance 381af0ca-4249-4949-9519-9409c286ce60 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 977.794996] env[69249]: DEBUG oslo_vmware.api [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 977.794996] env[69249]: value = "task-3659747" [ 977.794996] env[69249]: _type = "Task" [ 977.794996] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.809248] env[69249]: DEBUG oslo_vmware.api [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': task-3659746, 'name': PowerOnVM_Task, 'duration_secs': 0.794723} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.809496] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.809691] env[69249]: INFO nova.compute.manager [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Took 7.98 seconds to spawn the instance on the hypervisor. [ 977.809863] env[69249]: DEBUG nova.compute.manager [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 977.810612] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73facad4-d9a5-45ca-b3e1-c1b39d273c26 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.190611] env[69249]: DEBUG oslo_concurrency.lockutils [None req-369c7d64-94e7-4b73-b060-dd33dc1b3a52 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "be5c3039-6942-4450-b2fb-3f347d4358d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.335s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.212709] env[69249]: INFO nova.compute.manager [-] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Took 1.37 seconds to deallocate network for instance. [ 978.311256] env[69249]: DEBUG oslo_vmware.api [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659747, 'name': ReconfigVM_Task, 'duration_secs': 0.329281} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.311648] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Updating instance '0e253bdc-0172-4ca0-9738-b34c60d80534' progress to 33 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 978.328242] env[69249]: INFO nova.compute.manager [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Took 30.02 seconds to build instance. [ 978.468178] env[69249]: DEBUG nova.compute.manager [req-2c0156dc-ff78-413f-b198-538bb29ff0d4 req-df093db5-06f3-4873-94d0-d85e03238151 service nova] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Received event network-vif-plugged-f6667fb9-079a-45b6-ac78-96241102fc72 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.468399] env[69249]: DEBUG oslo_concurrency.lockutils [req-2c0156dc-ff78-413f-b198-538bb29ff0d4 req-df093db5-06f3-4873-94d0-d85e03238151 service nova] Acquiring lock "4b533c3d-778b-42de-b981-aab30750bff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.468606] env[69249]: DEBUG oslo_concurrency.lockutils [req-2c0156dc-ff78-413f-b198-538bb29ff0d4 req-df093db5-06f3-4873-94d0-d85e03238151 service nova] Lock "4b533c3d-778b-42de-b981-aab30750bff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.468775] env[69249]: DEBUG oslo_concurrency.lockutils [req-2c0156dc-ff78-413f-b198-538bb29ff0d4 req-df093db5-06f3-4873-94d0-d85e03238151 service nova] Lock "4b533c3d-778b-42de-b981-aab30750bff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.469056] env[69249]: DEBUG nova.compute.manager [req-2c0156dc-ff78-413f-b198-538bb29ff0d4 req-df093db5-06f3-4873-94d0-d85e03238151 service nova] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] No waiting events found dispatching network-vif-plugged-f6667fb9-079a-45b6-ac78-96241102fc72 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 978.469242] env[69249]: WARNING nova.compute.manager [req-2c0156dc-ff78-413f-b198-538bb29ff0d4 req-df093db5-06f3-4873-94d0-d85e03238151 service nova] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Received unexpected event network-vif-plugged-f6667fb9-079a-45b6-ac78-96241102fc72 for instance with vm_state building and task_state spawning. [ 978.495721] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquiring lock "f4a01c73-0d60-47f4-9f76-b8da9451900c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.495978] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "f4a01c73-0d60-47f4-9f76-b8da9451900c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.496201] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquiring lock "f4a01c73-0d60-47f4-9f76-b8da9451900c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.496390] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "f4a01c73-0d60-47f4-9f76-b8da9451900c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.496554] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "f4a01c73-0d60-47f4-9f76-b8da9451900c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.498583] env[69249]: INFO nova.compute.manager [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Terminating instance [ 978.532171] env[69249]: DEBUG nova.network.neutron [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Successfully updated port: f6667fb9-079a-45b6-ac78-96241102fc72 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.665395] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3045fe36-4729-44d4-8293-4671b30a36e3 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.666515] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 17.266s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.722097] env[69249]: DEBUG oslo_concurrency.lockutils [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.819034] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.819034] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.819434] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.819434] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.819434] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.819552] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.819740] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.819940] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.820155] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.820324] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.820493] env[69249]: DEBUG nova.virt.hardware [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.826473] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 978.827379] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29313ceb-2d14-4a20-bf3e-225e3b97ff42 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.841295] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ab46b03b-90f0-46d0-9c81-c52e85d2a643 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Lock "52931d55-d19a-4f17-838f-b11f4364f774" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.550s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.848825] env[69249]: DEBUG oslo_vmware.api [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 978.848825] env[69249]: value = "task-3659748" [ 978.848825] env[69249]: _type = "Task" [ 978.848825] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.857625] env[69249]: DEBUG oslo_vmware.api [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.003262] env[69249]: DEBUG nova.compute.manager [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.003572] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.004686] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc95fb4-42b4-41d0-be91-e4c563c646bb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.016594] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.016925] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cf63d0b-ae89-4220-88d8-c2e24ce8fa5b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.025136] env[69249]: DEBUG oslo_vmware.api [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 979.025136] env[69249]: value = "task-3659749" [ 979.025136] env[69249]: _type = "Task" [ 979.025136] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.036399] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "refresh_cache-4b533c3d-778b-42de-b981-aab30750bff8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.036508] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquired lock "refresh_cache-4b533c3d-778b-42de-b981-aab30750bff8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.036726] env[69249]: DEBUG nova.network.neutron [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.038205] env[69249]: DEBUG oslo_vmware.api [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.170446] env[69249]: DEBUG nova.objects.instance [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lazy-loading 'migration_context' on Instance uuid ea954cae-05b2-4097-a0e1-2f2618d7aacc {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.360919] env[69249]: DEBUG oslo_vmware.api [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659748, 'name': ReconfigVM_Task, 'duration_secs': 0.240738} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.361836] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 979.362177] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411b8050-902e-48e5-ac4e-2bd1622d0afa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.387562] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 0e253bdc-0172-4ca0-9738-b34c60d80534/0e253bdc-0172-4ca0-9738-b34c60d80534.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.387896] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17e64802-4056-412a-8682-8a53715a1759 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.410098] env[69249]: DEBUG oslo_vmware.api [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 979.410098] env[69249]: value = "task-3659750" [ 979.410098] env[69249]: _type = "Task" [ 979.410098] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.421097] env[69249]: DEBUG oslo_vmware.api [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.536203] env[69249]: DEBUG oslo_vmware.api [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.583910] env[69249]: DEBUG nova.network.neutron [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.703509] env[69249]: DEBUG oslo_concurrency.lockutils [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Acquiring lock "52931d55-d19a-4f17-838f-b11f4364f774" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.703768] env[69249]: DEBUG oslo_concurrency.lockutils [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Lock "52931d55-d19a-4f17-838f-b11f4364f774" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.703993] env[69249]: DEBUG oslo_concurrency.lockutils [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Acquiring lock "52931d55-d19a-4f17-838f-b11f4364f774-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.704215] env[69249]: DEBUG oslo_concurrency.lockutils [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Lock "52931d55-d19a-4f17-838f-b11f4364f774-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.704390] env[69249]: DEBUG oslo_concurrency.lockutils [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Lock "52931d55-d19a-4f17-838f-b11f4364f774-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.707233] env[69249]: INFO nova.compute.manager [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Terminating instance [ 979.727501] env[69249]: DEBUG nova.network.neutron [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Updating instance_info_cache with network_info: [{"id": "f6667fb9-079a-45b6-ac78-96241102fc72", "address": "fa:16:3e:62:3b:1e", "network": {"id": "5813e340-56c8-4fe2-8a98-61aa247aa020", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1055281376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ebfb1d4f3e470d9efae5b6c086ca9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6667fb9-07", "ovs_interfaceid": "f6667fb9-079a-45b6-ac78-96241102fc72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.921864] env[69249]: DEBUG oslo_vmware.api [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.044747] env[69249]: DEBUG oslo_vmware.api [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.073206] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e6588c-f269-45f2-8ed6-01d1d17eeaf9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.081572] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384a6cd4-60e9-4d4c-b0fd-1948f57ef9c3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.113471] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e240112-d4a4-4f9a-816b-1eff3209a4d6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.122721] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d964d25-e432-4805-b53c-af25e25e2547 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.137603] env[69249]: DEBUG nova.compute.provider_tree [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.213658] env[69249]: DEBUG nova.compute.manager [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.213966] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.215298] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7490fc-c0f1-4a79-a389-2bdf99d143b4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.224090] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.224502] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ef5f6d9-110d-4b58-bc40-fe0177efeff4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.229892] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Releasing lock "refresh_cache-4b533c3d-778b-42de-b981-aab30750bff8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.230243] env[69249]: DEBUG nova.compute.manager [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Instance network_info: |[{"id": "f6667fb9-079a-45b6-ac78-96241102fc72", "address": "fa:16:3e:62:3b:1e", "network": {"id": "5813e340-56c8-4fe2-8a98-61aa247aa020", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1055281376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ebfb1d4f3e470d9efae5b6c086ca9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6667fb9-07", "ovs_interfaceid": "f6667fb9-079a-45b6-ac78-96241102fc72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.231145] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:3b:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6667fb9-079a-45b6-ac78-96241102fc72', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.240094] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.241930] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.242371] env[69249]: DEBUG oslo_vmware.api [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Waiting for the task: (returnval){ [ 980.242371] env[69249]: value = "task-3659751" [ 980.242371] env[69249]: _type = "Task" [ 980.242371] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.242604] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6ab6dd0-40cd-4fc4-85f9-610a819423ca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.268483] env[69249]: DEBUG oslo_vmware.api [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': task-3659751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.270220] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.270220] env[69249]: value = "task-3659752" [ 980.270220] env[69249]: _type = "Task" [ 980.270220] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.422728] env[69249]: DEBUG oslo_vmware.api [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659750, 'name': ReconfigVM_Task, 'duration_secs': 0.944551} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.423053] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 0e253bdc-0172-4ca0-9738-b34c60d80534/0e253bdc-0172-4ca0-9738-b34c60d80534.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.423418] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Updating instance '0e253bdc-0172-4ca0-9738-b34c60d80534' progress to 50 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 980.538865] env[69249]: DEBUG oslo_vmware.api [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659749, 'name': PowerOffVM_Task, 'duration_secs': 1.192462} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.539234] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.539443] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.540101] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a851b781-03f6-4ab6-9fdc-a6aff530a885 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.575464] env[69249]: DEBUG nova.compute.manager [req-75c07dcb-5dab-4c48-b5ef-f3a5a8fe3497 req-8d881809-043e-4d83-a7bd-c1a664593fed service nova] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Received event network-changed-f6667fb9-079a-45b6-ac78-96241102fc72 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.575577] env[69249]: DEBUG nova.compute.manager [req-75c07dcb-5dab-4c48-b5ef-f3a5a8fe3497 req-8d881809-043e-4d83-a7bd-c1a664593fed service nova] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Refreshing instance network info cache due to event network-changed-f6667fb9-079a-45b6-ac78-96241102fc72. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.575767] env[69249]: DEBUG oslo_concurrency.lockutils [req-75c07dcb-5dab-4c48-b5ef-f3a5a8fe3497 req-8d881809-043e-4d83-a7bd-c1a664593fed service nova] Acquiring lock "refresh_cache-4b533c3d-778b-42de-b981-aab30750bff8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.575926] env[69249]: DEBUG oslo_concurrency.lockutils [req-75c07dcb-5dab-4c48-b5ef-f3a5a8fe3497 req-8d881809-043e-4d83-a7bd-c1a664593fed service nova] Acquired lock "refresh_cache-4b533c3d-778b-42de-b981-aab30750bff8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.576320] env[69249]: DEBUG nova.network.neutron [req-75c07dcb-5dab-4c48-b5ef-f3a5a8fe3497 req-8d881809-043e-4d83-a7bd-c1a664593fed service nova] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Refreshing network info cache for port f6667fb9-079a-45b6-ac78-96241102fc72 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.613919] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.614268] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.614375] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Deleting the datastore file [datastore2] f4a01c73-0d60-47f4-9f76-b8da9451900c {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.614652] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e72d29af-4225-41cf-ab8a-029977b0e935 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.622811] env[69249]: DEBUG oslo_vmware.api [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for the task: (returnval){ [ 980.622811] env[69249]: value = "task-3659754" [ 980.622811] env[69249]: _type = "Task" [ 980.622811] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.633803] env[69249]: DEBUG oslo_vmware.api [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.641138] env[69249]: DEBUG nova.scheduler.client.report [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.768902] env[69249]: DEBUG oslo_vmware.api [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': task-3659751, 'name': PowerOffVM_Task, 'duration_secs': 0.279702} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.769351] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.769603] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.769966] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5115620e-9380-46b0-a4de-880fbdfcfdb6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.782830] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659752, 'name': CreateVM_Task, 'duration_secs': 0.394629} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.783052] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.783763] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.783929] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.784341] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.784618] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21a86fe-c2c5-4d1d-9e5a-4f35580d5fed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.790333] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 980.790333] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5275c38f-5f80-295b-4084-4a33fa48dcd9" [ 980.790333] env[69249]: _type = "Task" [ 980.790333] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.799340] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5275c38f-5f80-295b-4084-4a33fa48dcd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.853396] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.853712] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.854020] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Deleting the datastore file [datastore2] 52931d55-d19a-4f17-838f-b11f4364f774 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.854352] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a278c32e-5178-4889-8b40-6d4a6976d052 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.862199] env[69249]: DEBUG oslo_vmware.api [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Waiting for the task: (returnval){ [ 980.862199] env[69249]: value = "task-3659756" [ 980.862199] env[69249]: _type = "Task" [ 980.862199] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.871918] env[69249]: DEBUG oslo_vmware.api [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': task-3659756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.921920] env[69249]: DEBUG oslo_vmware.rw_handles [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bdfde7-130a-6663-d889-4029a4f41edf/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 980.922986] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b5b9d3-3f21-49b0-8ace-3835a911f3c0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.931075] env[69249]: DEBUG oslo_vmware.rw_handles [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bdfde7-130a-6663-d889-4029a4f41edf/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 980.931245] env[69249]: ERROR oslo_vmware.rw_handles [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bdfde7-130a-6663-d889-4029a4f41edf/disk-0.vmdk due to incomplete transfer. [ 980.932122] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc71a242-9ffb-4e5d-92d8-67d13322fe23 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.936226] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a88b1ad2-adc9-4dd2-81fb-ff92f61e4119 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.969312] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f041bab2-a16a-456e-8fc9-e82a17914a6e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.973660] env[69249]: DEBUG oslo_vmware.rw_handles [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bdfde7-130a-6663-d889-4029a4f41edf/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 980.973952] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Uploaded image 40519c66-8492-43eb-94d1-0239fbc8f634 to the Glance image server {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 980.977258] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 980.977631] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba624e48-94ba-43c1-910a-e9673f411742 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.006279] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Updating instance '0e253bdc-0172-4ca0-9738-b34c60d80534' progress to 67 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.012926] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 981.012926] env[69249]: value = "task-3659757" [ 981.012926] env[69249]: _type = "Task" [ 981.012926] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.024361] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659757, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.136448] env[69249]: DEBUG oslo_vmware.api [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Task: {'id': task-3659754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151853} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.136659] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.136934] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.137227] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.137679] env[69249]: INFO nova.compute.manager [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Took 2.13 seconds to destroy the instance on the hypervisor. [ 981.137743] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.138111] env[69249]: DEBUG nova.compute.manager [-] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.138111] env[69249]: DEBUG nova.network.neutron [-] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.295804] env[69249]: DEBUG nova.network.neutron [req-75c07dcb-5dab-4c48-b5ef-f3a5a8fe3497 req-8d881809-043e-4d83-a7bd-c1a664593fed service nova] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Updated VIF entry in instance network info cache for port f6667fb9-079a-45b6-ac78-96241102fc72. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.296369] env[69249]: DEBUG nova.network.neutron [req-75c07dcb-5dab-4c48-b5ef-f3a5a8fe3497 req-8d881809-043e-4d83-a7bd-c1a664593fed service nova] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Updating instance_info_cache with network_info: [{"id": "f6667fb9-079a-45b6-ac78-96241102fc72", "address": "fa:16:3e:62:3b:1e", "network": {"id": "5813e340-56c8-4fe2-8a98-61aa247aa020", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1055281376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8ebfb1d4f3e470d9efae5b6c086ca9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6667fb9-07", "ovs_interfaceid": "f6667fb9-079a-45b6-ac78-96241102fc72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.306060] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5275c38f-5f80-295b-4084-4a33fa48dcd9, 'name': SearchDatastore_Task, 'duration_secs': 0.011851} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.306969] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.307229] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.307468] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.307782] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.307980] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.308503] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b638c19-ad00-435f-b371-9d4210499e57 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.320636] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.321056] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.321750] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-594370d1-801f-4692-93fc-b4b3bd949e7e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.328152] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 981.328152] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527ea084-82ee-8985-6192-e6755e92f2de" [ 981.328152] env[69249]: _type = "Task" [ 981.328152] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.337581] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527ea084-82ee-8985-6192-e6755e92f2de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.374807] env[69249]: DEBUG oslo_vmware.api [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Task: {'id': task-3659756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196693} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.374807] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.374807] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.374807] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.374807] env[69249]: INFO nova.compute.manager [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Took 1.16 seconds to destroy the instance on the hypervisor. [ 981.374807] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.374807] env[69249]: DEBUG nova.compute.manager [-] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.374807] env[69249]: DEBUG nova.network.neutron [-] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.416339] env[69249]: DEBUG nova.compute.manager [req-7dd7ad1d-5d31-4b85-a7de-6d141103da6c req-216aa65c-de85-43df-be07-9189a9275653 service nova] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Received event network-vif-deleted-1ad921a0-c685-48f1-913d-5c6cf8d51c81 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.416339] env[69249]: INFO nova.compute.manager [req-7dd7ad1d-5d31-4b85-a7de-6d141103da6c req-216aa65c-de85-43df-be07-9189a9275653 service nova] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Neutron deleted interface 1ad921a0-c685-48f1-913d-5c6cf8d51c81; detaching it from the instance and deleting it from the info cache [ 981.416339] env[69249]: DEBUG nova.network.neutron [req-7dd7ad1d-5d31-4b85-a7de-6d141103da6c req-216aa65c-de85-43df-be07-9189a9275653 service nova] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.527927] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659757, 'name': Destroy_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.572784] env[69249]: DEBUG nova.network.neutron [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Port 0d4ff831-73a2-4b46-b26f-5deeb6a5036f binding to destination host cpu-1 is already ACTIVE {{(pid=69249) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 981.652714] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.986s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.663182] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.682s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.663271] env[69249]: DEBUG nova.objects.instance [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lazy-loading 'resources' on Instance uuid 3d3d17e7-2484-4259-bedf-f7a6c488c8ef {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.799144] env[69249]: DEBUG oslo_concurrency.lockutils [req-75c07dcb-5dab-4c48-b5ef-f3a5a8fe3497 req-8d881809-043e-4d83-a7bd-c1a664593fed service nova] Releasing lock "refresh_cache-4b533c3d-778b-42de-b981-aab30750bff8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.839923] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527ea084-82ee-8985-6192-e6755e92f2de, 'name': SearchDatastore_Task, 'duration_secs': 0.012555} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.840727] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8d25ee-5565-4711-8e02-9175fa510084 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.846389] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 981.846389] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524edecf-f8ab-9a5c-cc6d-d6c0d9185cc7" [ 981.846389] env[69249]: _type = "Task" [ 981.846389] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.854609] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524edecf-f8ab-9a5c-cc6d-d6c0d9185cc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.898155] env[69249]: DEBUG nova.network.neutron [-] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.918905] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-381d9312-ef06-4546-a9b1-a5d2015a14e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.929425] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bf9f27-065c-4b9f-b42f-282b17eb54ab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.965343] env[69249]: DEBUG nova.compute.manager [req-7dd7ad1d-5d31-4b85-a7de-6d141103da6c req-216aa65c-de85-43df-be07-9189a9275653 service nova] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Detach interface failed, port_id=1ad921a0-c685-48f1-913d-5c6cf8d51c81, reason: Instance f4a01c73-0d60-47f4-9f76-b8da9451900c could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 982.027716] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659757, 'name': Destroy_Task, 'duration_secs': 0.546235} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.027983] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Destroyed the VM [ 982.028250] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 982.028519] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a9087c0f-92d6-42dc-9b72-cbea7ac0439e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.036681] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 982.036681] env[69249]: value = "task-3659758" [ 982.036681] env[69249]: _type = "Task" [ 982.036681] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.046617] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659758, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.151594] env[69249]: DEBUG nova.network.neutron [-] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.357532] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524edecf-f8ab-9a5c-cc6d-d6c0d9185cc7, 'name': SearchDatastore_Task, 'duration_secs': 0.014297} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.360203] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.360484] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 4b533c3d-778b-42de-b981-aab30750bff8/4b533c3d-778b-42de-b981-aab30750bff8.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.360948] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63f605ac-8ab5-492c-b8d6-52a2d2de6196 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.368584] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 982.368584] env[69249]: value = "task-3659759" [ 982.368584] env[69249]: _type = "Task" [ 982.368584] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.380171] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.400772] env[69249]: INFO nova.compute.manager [-] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Took 1.26 seconds to deallocate network for instance. [ 982.544498] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289f3bc3-56f1-4974-8d3d-c84d9c58c47f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.550049] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659758, 'name': RemoveSnapshot_Task, 'duration_secs': 0.455785} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.550672] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 982.550984] env[69249]: DEBUG nova.compute.manager [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 982.551727] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5590b58-678e-4ab2-9b76-586c8e386a84 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.557016] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5302c17-4fe6-4651-bd71-5f885680a57a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.616744] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defc7022-fa3c-4f49-a6d4-25f345505644 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.623097] env[69249]: DEBUG nova.compute.manager [req-89cf2fa2-f927-4749-a7e5-2045c266a4ac req-bc11e097-8e8a-4497-86fd-b4c712adc6a0 service nova] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Received event network-vif-deleted-71e4ead4-d0cc-4a32-bf2f-c8cf84a3c5db {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.631717] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "0e253bdc-0172-4ca0-9738-b34c60d80534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.632108] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "0e253bdc-0172-4ca0-9738-b34c60d80534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.632472] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "0e253bdc-0172-4ca0-9738-b34c60d80534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.645189] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2102d8d-70e5-4095-95ea-1ea1060e90ce {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.663330] env[69249]: INFO nova.compute.manager [-] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Took 1.29 seconds to deallocate network for instance. [ 982.664040] env[69249]: DEBUG nova.compute.provider_tree [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.739350] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.739452] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.881796] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659759, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.908305] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.068767] env[69249]: INFO nova.compute.manager [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Shelve offloading [ 983.168812] env[69249]: DEBUG nova.scheduler.client.report [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.172175] env[69249]: DEBUG oslo_concurrency.lockutils [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.197653] env[69249]: INFO nova.compute.manager [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Swapping old allocation on dict_keys(['c355696e-e44b-4fc5-8175-1e54a0df25d4']) held by migration 68ced3b4-4d9b-4571-b05a-059c992e8190 for instance [ 983.220546] env[69249]: DEBUG nova.scheduler.client.report [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Overwriting current allocation {'allocations': {'c355696e-e44b-4fc5-8175-1e54a0df25d4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 111}}, 'project_id': '6dbfec0716814a67a1fdec2a3368b300', 'user_id': '3867d8bc76104da9bf665454eeffaad6', 'consumer_generation': 1} on consumer ea954cae-05b2-4097-a0e1-2f2618d7aacc {{(pid=69249) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 983.248319] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.249550] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.249550] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.249550] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.249550] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.249550] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.249550] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 983.249550] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 983.306720] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.306979] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquired lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.307267] env[69249]: DEBUG nova.network.neutron [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.380840] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53849} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.381139] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 4b533c3d-778b-42de-b981-aab30750bff8/4b533c3d-778b-42de-b981-aab30750bff8.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.381352] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.381608] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d81d16b8-0d5b-436c-9ccf-cb01419fe333 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.388986] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 983.388986] env[69249]: value = "task-3659760" [ 983.388986] env[69249]: _type = "Task" [ 983.388986] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.397428] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.573531] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.574229] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fa162cd-dfc4-4b19-9112-4ccd58b85b6c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.582113] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 983.582113] env[69249]: value = "task-3659761" [ 983.582113] env[69249]: _type = "Task" [ 983.582113] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.590398] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.666176] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "refresh_cache-0e253bdc-0172-4ca0-9738-b34c60d80534" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.666364] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "refresh_cache-0e253bdc-0172-4ca0-9738-b34c60d80534" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.666536] env[69249]: DEBUG nova.network.neutron [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.674140] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.676744] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.233s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.678218] env[69249]: INFO nova.compute.claims [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.696222] env[69249]: INFO nova.scheduler.client.report [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Deleted allocations for instance 3d3d17e7-2484-4259-bedf-f7a6c488c8ef [ 983.753281] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.901394] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065057} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.901394] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.902191] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9564ad6a-24db-4e3f-99b0-c53b560c5a97 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.926037] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 4b533c3d-778b-42de-b981-aab30750bff8/4b533c3d-778b-42de-b981-aab30750bff8.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.928917] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7795192d-c15f-4f7c-81ef-994bf39d45b5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.952716] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 983.952716] env[69249]: value = "task-3659762" [ 983.952716] env[69249]: _type = "Task" [ 983.952716] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.961578] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.093413] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] VM already powered off {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 984.093671] env[69249]: DEBUG nova.compute.manager [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 984.094440] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7730290-333d-438c-a5fc-110addc4bea8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.100580] env[69249]: DEBUG oslo_concurrency.lockutils [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "refresh_cache-f0003d38-cb08-41c2-a70d-e7f8fa494606" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.100735] env[69249]: DEBUG oslo_concurrency.lockutils [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "refresh_cache-f0003d38-cb08-41c2-a70d-e7f8fa494606" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.100900] env[69249]: DEBUG nova.network.neutron [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.189906] env[69249]: DEBUG nova.network.neutron [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updating instance_info_cache with network_info: [{"id": "bde865d9-e839-4196-b54a-3d7e748b61c4", "address": "fa:16:3e:70:6c:2e", "network": {"id": "fae595fa-ddce-4431-8494-f77391b94af3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3755992df6bc4614bcb0c081972c61ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbde865d9-e8", "ovs_interfaceid": "bde865d9-e839-4196-b54a-3d7e748b61c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.203775] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8e5ab761-7209-4af1-98c4-e807152506c9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.402s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.204746] env[69249]: DEBUG oslo_concurrency.lockutils [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] Acquired lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.205864] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e711a36-7d6f-474d-b2f9-450f82f052e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.214667] env[69249]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 984.214946] env[69249]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69249) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 984.215307] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d9536b5-e63e-4834-845c-3dba61be94c4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.225133] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dc7f5a-1aa4-4b65-a7d1-59795629f20e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.266162] env[69249]: ERROR root [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-729407' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-729407' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-729407' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-729407'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-729407' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-729407' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-729407'}\n"]: nova.exception.InstanceNotFound: Instance 3d3d17e7-2484-4259-bedf-f7a6c488c8ef could not be found. [ 984.266383] env[69249]: DEBUG oslo_concurrency.lockutils [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] Releasing lock "3d3d17e7-2484-4259-bedf-f7a6c488c8ef" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.266580] env[69249]: DEBUG nova.compute.manager [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Detach interface failed, port_id=9683d863-46ab-4751-b254-366f06c11742, reason: Instance 3d3d17e7-2484-4259-bedf-f7a6c488c8ef could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 984.266758] env[69249]: DEBUG nova.compute.manager [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Received event network-vif-deleted-dabbebff-6060-4746-b799-0695848be7ab {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.266925] env[69249]: INFO nova.compute.manager [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Neutron deleted interface dabbebff-6060-4746-b799-0695848be7ab; detaching it from the instance and deleting it from the info cache [ 984.267187] env[69249]: DEBUG nova.network.neutron [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Updating instance_info_cache with network_info: [{"id": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "address": "fa:16:3e:f2:be:b5", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073ba5db-f7", "ovs_interfaceid": "073ba5db-f7d5-45f0-8e8c-d63db8e987bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.424284] env[69249]: DEBUG nova.network.neutron [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Updating instance_info_cache with network_info: [{"id": "0d4ff831-73a2-4b46-b26f-5deeb6a5036f", "address": "fa:16:3e:8c:70:5a", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4ff831-73", "ovs_interfaceid": "0d4ff831-73a2-4b46-b26f-5deeb6a5036f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.464773] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659762, 'name': ReconfigVM_Task, 'duration_secs': 0.29124} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.465263] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 4b533c3d-778b-42de-b981-aab30750bff8/4b533c3d-778b-42de-b981-aab30750bff8.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.465890] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d281dea-3e7a-4633-82a7-c5c4c536ec7a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.475033] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 984.475033] env[69249]: value = "task-3659763" [ 984.475033] env[69249]: _type = "Task" [ 984.475033] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.482627] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659763, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.692189] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Releasing lock "refresh_cache-ea954cae-05b2-4097-a0e1-2f2618d7aacc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.692577] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.693401] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-314f03ae-f5bc-46c9-a9ef-10a70e12a1d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.702254] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 984.702254] env[69249]: value = "task-3659764" [ 984.702254] env[69249]: _type = "Task" [ 984.702254] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.718922] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.772360] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1744bdb7-c5f5-48c4-b22a-13a14df3f40f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.788669] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdae0c2-4b74-4208-aa10-4b9d9643f04c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.840284] env[69249]: DEBUG nova.compute.manager [req-ea5a682f-3d08-4841-aa24-3e1312cdb778 req-64d8909e-5c96-4817-b9bf-1660fbdf3558 service nova] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Detach interface failed, port_id=dabbebff-6060-4746-b799-0695848be7ab, reason: Instance 3d3d17e7-2484-4259-bedf-f7a6c488c8ef could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 984.885428] env[69249]: DEBUG nova.network.neutron [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Updating instance_info_cache with network_info: [{"id": "72924c1b-6df1-4e88-9071-84cb35d23e39", "address": "fa:16:3e:f6:59:a0", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72924c1b-6d", "ovs_interfaceid": "72924c1b-6df1-4e88-9071-84cb35d23e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.927324] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "refresh_cache-0e253bdc-0172-4ca0-9738-b34c60d80534" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.987828] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659763, 'name': Rename_Task, 'duration_secs': 0.143851} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.988321] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.988321] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12c94fa7-9d67-4441-9206-7cc55df08900 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.997879] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 984.997879] env[69249]: value = "task-3659765" [ 984.997879] env[69249]: _type = "Task" [ 984.997879] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.003419] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.123525] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e27d4a0-1661-436f-af95-7e4f8724375a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.131990] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fcc286-1e5c-4634-a466-40442cf686b2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.167923] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca324e9d-81da-48a0-b6e9-9be9139200fe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.176846] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f6cbed-fcfb-4620-8aef-95a97ad537e4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.194484] env[69249]: DEBUG nova.compute.provider_tree [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.213719] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659764, 'name': PowerOffVM_Task, 'duration_secs': 0.177165} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.213957] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.214738] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:57:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='657b26f3-2781-4c49-a7c9-03a540389d07',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1685591079',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.215028] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.215174] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.215508] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.215508] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.215584] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.215862] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.216107] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.216343] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.216522] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.216697] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.223692] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a045e174-b603-4a3b-aa62-de5d562747f6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.243320] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 985.243320] env[69249]: value = "task-3659766" [ 985.243320] env[69249]: _type = "Task" [ 985.243320] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.250590] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.387988] env[69249]: DEBUG oslo_concurrency.lockutils [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "refresh_cache-f0003d38-cb08-41c2-a70d-e7f8fa494606" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.451703] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffeea683-04e4-453a-8a17-7375d1a86a21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.473690] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629e1525-178c-45cd-a0bf-f63d28f6925c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.481328] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Updating instance '0e253bdc-0172-4ca0-9738-b34c60d80534' progress to 83 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.506609] env[69249]: DEBUG oslo_vmware.api [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659765, 'name': PowerOnVM_Task, 'duration_secs': 0.443991} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.506755] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.506842] env[69249]: INFO nova.compute.manager [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Took 7.99 seconds to spawn the instance on the hypervisor. [ 985.507034] env[69249]: DEBUG nova.compute.manager [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 985.507815] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8cb005-cfbc-4342-9efe-2dbc64a6af68 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.687710] env[69249]: DEBUG nova.compute.manager [req-064d02cf-c43f-42ca-939c-5de6d2b08b5d req-26b5f784-aeeb-4fa0-bc14-9605fb17ba79 service nova] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Received event network-vif-unplugged-72924c1b-6df1-4e88-9071-84cb35d23e39 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.687980] env[69249]: DEBUG oslo_concurrency.lockutils [req-064d02cf-c43f-42ca-939c-5de6d2b08b5d req-26b5f784-aeeb-4fa0-bc14-9605fb17ba79 service nova] Acquiring lock "f0003d38-cb08-41c2-a70d-e7f8fa494606-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.688176] env[69249]: DEBUG oslo_concurrency.lockutils [req-064d02cf-c43f-42ca-939c-5de6d2b08b5d req-26b5f784-aeeb-4fa0-bc14-9605fb17ba79 service nova] Lock "f0003d38-cb08-41c2-a70d-e7f8fa494606-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.688341] env[69249]: DEBUG oslo_concurrency.lockutils [req-064d02cf-c43f-42ca-939c-5de6d2b08b5d req-26b5f784-aeeb-4fa0-bc14-9605fb17ba79 service nova] Lock "f0003d38-cb08-41c2-a70d-e7f8fa494606-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.688510] env[69249]: DEBUG nova.compute.manager [req-064d02cf-c43f-42ca-939c-5de6d2b08b5d req-26b5f784-aeeb-4fa0-bc14-9605fb17ba79 service nova] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] No waiting events found dispatching network-vif-unplugged-72924c1b-6df1-4e88-9071-84cb35d23e39 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 985.688670] env[69249]: WARNING nova.compute.manager [req-064d02cf-c43f-42ca-939c-5de6d2b08b5d req-26b5f784-aeeb-4fa0-bc14-9605fb17ba79 service nova] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Received unexpected event network-vif-unplugged-72924c1b-6df1-4e88-9071-84cb35d23e39 for instance with vm_state shelved and task_state shelving_offloading. [ 985.699503] env[69249]: DEBUG nova.scheduler.client.report [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.711028] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.712190] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839bef0e-8ea9-43c7-b35b-9b068bdfb23e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.721357] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.721630] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d579194-8da0-4ced-be82-c33bee2dd162 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.755139] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659766, 'name': ReconfigVM_Task, 'duration_secs': 0.17243} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.756058] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f573f377-a441-4644-8b6e-79383e145f47 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.776045] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:57:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='657b26f3-2781-4c49-a7c9-03a540389d07',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1685591079',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.776344] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.776501] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.776860] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.776860] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.777020] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.777380] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.777558] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.777741] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.777912] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.778101] env[69249]: DEBUG nova.virt.hardware [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.779277] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d73cbc-007d-4459-941f-e4364c693d87 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.786965] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 985.786965] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d20253-c45c-8899-9a5b-d8f45b8c6459" [ 985.786965] env[69249]: _type = "Task" [ 985.786965] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.793729] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.793991] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.794213] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleting the datastore file [datastore1] f0003d38-cb08-41c2-a70d-e7f8fa494606 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.794479] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a92ae16-6b8a-4be1-8d66-334dcb558fa7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.799492] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d20253-c45c-8899-9a5b-d8f45b8c6459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.804878] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 985.804878] env[69249]: value = "task-3659768" [ 985.804878] env[69249]: _type = "Task" [ 985.804878] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.813439] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.987733] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.988135] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba396361-b390-40a6-8d1e-fc384b635835 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.996052] env[69249]: DEBUG oslo_vmware.api [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 985.996052] env[69249]: value = "task-3659769" [ 985.996052] env[69249]: _type = "Task" [ 985.996052] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.004836] env[69249]: DEBUG oslo_vmware.api [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.023719] env[69249]: INFO nova.compute.manager [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Took 33.16 seconds to build instance. [ 986.203319] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.203878] env[69249]: DEBUG nova.compute.manager [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.206769] env[69249]: DEBUG oslo_concurrency.lockutils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.459s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.208356] env[69249]: INFO nova.compute.claims [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.301201] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d20253-c45c-8899-9a5b-d8f45b8c6459, 'name': SearchDatastore_Task, 'duration_secs': 0.012355} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.311045] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 986.311706] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1d284fc-2e70-438e-97f2-fdcd6477fa95 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.333164] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "69555095-0946-44f1-b907-d926fda60f54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.333413] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "69555095-0946-44f1-b907-d926fda60f54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.340569] env[69249]: DEBUG oslo_vmware.api [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374459} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.341908] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.342142] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.342330] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.344406] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 986.344406] env[69249]: value = "task-3659770" [ 986.344406] env[69249]: _type = "Task" [ 986.344406] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.375239] env[69249]: INFO nova.scheduler.client.report [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleted allocations for instance f0003d38-cb08-41c2-a70d-e7f8fa494606 [ 986.508563] env[69249]: DEBUG oslo_vmware.api [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659769, 'name': PowerOnVM_Task, 'duration_secs': 0.502965} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.508648] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.508831] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7b8930-860d-4486-b197-1bae63298893 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Updating instance '0e253bdc-0172-4ca0-9738-b34c60d80534' progress to 100 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.526266] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b5a88365-312c-478d-a21e-9d96348e116e tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "4b533c3d-778b-42de-b981-aab30750bff8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.666s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.713357] env[69249]: DEBUG nova.compute.utils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.716368] env[69249]: DEBUG nova.compute.manager [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.716533] env[69249]: DEBUG nova.network.neutron [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.765615] env[69249]: DEBUG nova.policy [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a600a8692ad54ee2935db918cb22b5df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6613a594b7494ff7a0781c73476807d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.835669] env[69249]: DEBUG nova.compute.manager [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.856963] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659770, 'name': ReconfigVM_Task, 'duration_secs': 0.21882} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.856963] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 986.857584] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879467e9-95b1-4077-8efa-6a5926fb55a3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.880572] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] ea954cae-05b2-4097-a0e1-2f2618d7aacc/ea954cae-05b2-4097-a0e1-2f2618d7aacc.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.882313] env[69249]: DEBUG oslo_concurrency.lockutils [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.882598] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5be7d323-c05d-4521-bfdf-1a9e51a290ef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.902850] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 986.902850] env[69249]: value = "task-3659771" [ 986.902850] env[69249]: _type = "Task" [ 986.902850] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.911979] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.048993] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "4b533c3d-778b-42de-b981-aab30750bff8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.049256] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "4b533c3d-778b-42de-b981-aab30750bff8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.049602] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "4b533c3d-778b-42de-b981-aab30750bff8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.049769] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "4b533c3d-778b-42de-b981-aab30750bff8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.049997] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "4b533c3d-778b-42de-b981-aab30750bff8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.053280] env[69249]: INFO nova.compute.manager [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Terminating instance [ 987.131267] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.131507] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.133869] env[69249]: DEBUG nova.network.neutron [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Successfully created port: 076e236b-f2a4-40b0-b924-41d93cd0f54a {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.222870] env[69249]: DEBUG nova.compute.manager [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.368099] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.413593] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659771, 'name': ReconfigVM_Task, 'duration_secs': 0.3383} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.416042] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Reconfigured VM instance instance-00000045 to attach disk [datastore2] ea954cae-05b2-4097-a0e1-2f2618d7aacc/ea954cae-05b2-4097-a0e1-2f2618d7aacc.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.418037] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28415ebe-4290-482c-a005-bd521813d676 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.440648] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d84840-d217-4865-a87d-8a773cf97c85 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.461840] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e50131f-00a3-4daa-a295-5fb3cf5910a3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.482564] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1590c84d-f58e-4967-9368-e40ce2a65597 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.490215] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.490486] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9cec381-17f7-4bb1-92c6-273ae40a5ec9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.497805] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 987.497805] env[69249]: value = "task-3659772" [ 987.497805] env[69249]: _type = "Task" [ 987.497805] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.506385] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.561124] env[69249]: DEBUG nova.compute.manager [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.562039] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.563206] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33fde76-9caf-4b13-83f3-8ca34ca4a5e9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.578489] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.579503] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13633f7f-aae5-4de5-8a92-9f816bbd8971 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.587024] env[69249]: DEBUG oslo_vmware.api [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 987.587024] env[69249]: value = "task-3659773" [ 987.587024] env[69249]: _type = "Task" [ 987.587024] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.597202] env[69249]: DEBUG oslo_vmware.api [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.636155] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233a758a-afc5-4032-90d9-73b752d5796a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.639411] env[69249]: DEBUG nova.compute.utils [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.647702] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c992e4-6f8f-4a52-b002-15d8e7e52365 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.434494] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.303s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.448036] env[69249]: DEBUG nova.compute.manager [req-d1c933dc-23ba-4cc1-ab91-6cce93da0e54 req-b398b7fc-6158-4075-adff-d4ccd864be66 service nova] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Received event network-changed-72924c1b-6df1-4e88-9071-84cb35d23e39 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.448262] env[69249]: DEBUG nova.compute.manager [req-d1c933dc-23ba-4cc1-ab91-6cce93da0e54 req-b398b7fc-6158-4075-adff-d4ccd864be66 service nova] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Refreshing instance network info cache due to event network-changed-72924c1b-6df1-4e88-9071-84cb35d23e39. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.448467] env[69249]: DEBUG oslo_concurrency.lockutils [req-d1c933dc-23ba-4cc1-ab91-6cce93da0e54 req-b398b7fc-6158-4075-adff-d4ccd864be66 service nova] Acquiring lock "refresh_cache-f0003d38-cb08-41c2-a70d-e7f8fa494606" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.448600] env[69249]: DEBUG oslo_concurrency.lockutils [req-d1c933dc-23ba-4cc1-ab91-6cce93da0e54 req-b398b7fc-6158-4075-adff-d4ccd864be66 service nova] Acquired lock "refresh_cache-f0003d38-cb08-41c2-a70d-e7f8fa494606" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.448757] env[69249]: DEBUG nova.network.neutron [req-d1c933dc-23ba-4cc1-ab91-6cce93da0e54 req-b398b7fc-6158-4075-adff-d4ccd864be66 service nova] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Refreshing network info cache for port 72924c1b-6df1-4e88-9071-84cb35d23e39 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.450350] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05089f08-186d-44c7-b95c-1e156541535c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.467620] env[69249]: DEBUG oslo_vmware.api [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659772, 'name': PowerOnVM_Task, 'duration_secs': 0.499669} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.467944] env[69249]: DEBUG oslo_vmware.api [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659773, 'name': PowerOffVM_Task, 'duration_secs': 0.256894} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.468720] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.473575] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2b7d8e-5799-48a2-a87b-063dc6fee2eb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.478364] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.478547] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.479716] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39b23946-b4ac-4f29-85db-8557449bbfc6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.494183] env[69249]: DEBUG nova.compute.provider_tree [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.555434] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.555672] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.555958] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Deleting the datastore file [datastore2] 4b533c3d-778b-42de-b981-aab30750bff8 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.556278] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69d06bc3-be3d-4dbf-a90f-d3e825de8bb5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.565298] env[69249]: DEBUG oslo_vmware.api [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for the task: (returnval){ [ 988.565298] env[69249]: value = "task-3659775" [ 988.565298] env[69249]: _type = "Task" [ 988.565298] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.574932] env[69249]: DEBUG oslo_vmware.api [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.679263] env[69249]: DEBUG nova.network.neutron [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Successfully updated port: 076e236b-f2a4-40b0-b924-41d93cd0f54a {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.939030] env[69249]: DEBUG nova.compute.manager [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.956566] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26d38adf-90cf-4eba-a4e4-dcf2db57c781 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "f0003d38-cb08-41c2-a70d-e7f8fa494606" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.969274] env[69249]: DEBUG nova.virt.hardware [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.969274] env[69249]: DEBUG nova.virt.hardware [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.969274] env[69249]: DEBUG nova.virt.hardware [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.969600] env[69249]: DEBUG nova.virt.hardware [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.969600] env[69249]: DEBUG nova.virt.hardware [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.969700] env[69249]: DEBUG nova.virt.hardware [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.969876] env[69249]: DEBUG nova.virt.hardware [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.970757] env[69249]: DEBUG nova.virt.hardware [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.970757] env[69249]: DEBUG nova.virt.hardware [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.970757] env[69249]: DEBUG nova.virt.hardware [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.970757] env[69249]: DEBUG nova.virt.hardware [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.971605] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad809962-e1aa-411c-be48-3851c2674c8a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.985306] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60cc858-888f-4a15-b081-e1f79b733c5b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.003837] env[69249]: DEBUG nova.scheduler.client.report [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.075742] env[69249]: DEBUG oslo_vmware.api [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Task: {'id': task-3659775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154259} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.075999] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.076199] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.076377] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.076545] env[69249]: INFO nova.compute.manager [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Took 1.52 seconds to destroy the instance on the hypervisor. [ 989.076782] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.076973] env[69249]: DEBUG nova.compute.manager [-] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.077112] env[69249]: DEBUG nova.network.neutron [-] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.185467] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Acquiring lock "refresh_cache-32755655-0a76-491f-a0f2-5bfa610f0b60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.185625] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Acquired lock "refresh_cache-32755655-0a76-491f-a0f2-5bfa610f0b60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.185774] env[69249]: DEBUG nova.network.neutron [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.211296] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.211296] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.211296] env[69249]: INFO nova.compute.manager [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Attaching volume 255c2064-632a-424f-afdc-c342927a420d to /dev/sdb [ 989.222769] env[69249]: DEBUG nova.network.neutron [req-d1c933dc-23ba-4cc1-ab91-6cce93da0e54 req-b398b7fc-6158-4075-adff-d4ccd864be66 service nova] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Updated VIF entry in instance network info cache for port 72924c1b-6df1-4e88-9071-84cb35d23e39. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.223117] env[69249]: DEBUG nova.network.neutron [req-d1c933dc-23ba-4cc1-ab91-6cce93da0e54 req-b398b7fc-6158-4075-adff-d4ccd864be66 service nova] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Updating instance_info_cache with network_info: [{"id": "72924c1b-6df1-4e88-9071-84cb35d23e39", "address": "fa:16:3e:f6:59:a0", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": null, "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap72924c1b-6d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.256772] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246ec6cf-47ee-4273-bcfe-e595c352264f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.263037] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "0e253bdc-0172-4ca0-9738-b34c60d80534" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.263286] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "0e253bdc-0172-4ca0-9738-b34c60d80534" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.263463] env[69249]: DEBUG nova.compute.manager [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Going to confirm migration 4 {{(pid=69249) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 989.269322] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08703b6b-5033-438e-ba96-91a03b3c54d8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.286186] env[69249]: DEBUG nova.virt.block_device [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Updating existing volume attachment record: 25ecaf7f-c0c6-4507-bd42-93abd489659c {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 989.321896] env[69249]: DEBUG nova.compute.manager [req-d116cc21-afdc-4add-bc74-02ecf5437c99 req-d1fffbd4-6d9e-4f4f-b274-520dc280c738 service nova] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Received event network-vif-deleted-f6667fb9-079a-45b6-ac78-96241102fc72 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.322099] env[69249]: INFO nova.compute.manager [req-d116cc21-afdc-4add-bc74-02ecf5437c99 req-d1fffbd4-6d9e-4f4f-b274-520dc280c738 service nova] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Neutron deleted interface f6667fb9-079a-45b6-ac78-96241102fc72; detaching it from the instance and deleting it from the info cache [ 989.322340] env[69249]: DEBUG nova.network.neutron [req-d116cc21-afdc-4add-bc74-02ecf5437c99 req-d1fffbd4-6d9e-4f4f-b274-520dc280c738 service nova] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.486135] env[69249]: INFO nova.compute.manager [None req-3ddd28de-847a-4eb7-b475-a41bbebda0fa tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updating instance to original state: 'active' [ 989.509019] env[69249]: DEBUG oslo_concurrency.lockutils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.302s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.509833] env[69249]: DEBUG nova.compute.manager [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.513338] env[69249]: DEBUG oslo_concurrency.lockutils [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.732s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.514289] env[69249]: DEBUG nova.objects.instance [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lazy-loading 'resources' on Instance uuid 55c8e95b-811c-4f85-9134-6c8c880b462d {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.718833] env[69249]: DEBUG nova.network.neutron [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.725747] env[69249]: DEBUG oslo_concurrency.lockutils [req-d1c933dc-23ba-4cc1-ab91-6cce93da0e54 req-b398b7fc-6158-4075-adff-d4ccd864be66 service nova] Releasing lock "refresh_cache-f0003d38-cb08-41c2-a70d-e7f8fa494606" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.803612] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "refresh_cache-0e253bdc-0172-4ca0-9738-b34c60d80534" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.803791] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "refresh_cache-0e253bdc-0172-4ca0-9738-b34c60d80534" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.803960] env[69249]: DEBUG nova.network.neutron [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.804165] env[69249]: DEBUG nova.objects.instance [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lazy-loading 'info_cache' on Instance uuid 0e253bdc-0172-4ca0-9738-b34c60d80534 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.805418] env[69249]: DEBUG nova.network.neutron [-] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.827386] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa9f4797-cad1-4d6d-9ef5-6f93353af537 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.838576] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2baae35-a6a4-425f-a133-3f83f850780e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.876430] env[69249]: DEBUG nova.compute.manager [req-d116cc21-afdc-4add-bc74-02ecf5437c99 req-d1fffbd4-6d9e-4f4f-b274-520dc280c738 service nova] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Detach interface failed, port_id=f6667fb9-079a-45b6-ac78-96241102fc72, reason: Instance 4b533c3d-778b-42de-b981-aab30750bff8 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 989.878398] env[69249]: DEBUG nova.network.neutron [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Updating instance_info_cache with network_info: [{"id": "076e236b-f2a4-40b0-b924-41d93cd0f54a", "address": "fa:16:3e:3b:76:7a", "network": {"id": "f691a1bf-7ffd-45d2-9d89-26cf6d6f5902", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1087980971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6613a594b7494ff7a0781c73476807d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076e236b-f2", "ovs_interfaceid": "076e236b-f2a4-40b0-b924-41d93cd0f54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.016879] env[69249]: DEBUG nova.compute.utils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.021690] env[69249]: DEBUG nova.compute.manager [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.021921] env[69249]: DEBUG nova.network.neutron [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.085476] env[69249]: DEBUG nova.policy [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b03407da6f7a49f2b9172e951a0fe51a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af890dd8a6a344a9911792bc50950020', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.191277] env[69249]: DEBUG nova.compute.manager [req-ed329cd6-3b66-407c-93ca-bc6264db22ab req-a998c38f-5e99-4df2-8f4f-fa0ef29adb30 service nova] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Received event network-vif-plugged-076e236b-f2a4-40b0-b924-41d93cd0f54a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.191346] env[69249]: DEBUG oslo_concurrency.lockutils [req-ed329cd6-3b66-407c-93ca-bc6264db22ab req-a998c38f-5e99-4df2-8f4f-fa0ef29adb30 service nova] Acquiring lock "32755655-0a76-491f-a0f2-5bfa610f0b60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.192456] env[69249]: DEBUG oslo_concurrency.lockutils [req-ed329cd6-3b66-407c-93ca-bc6264db22ab req-a998c38f-5e99-4df2-8f4f-fa0ef29adb30 service nova] Lock "32755655-0a76-491f-a0f2-5bfa610f0b60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.192456] env[69249]: DEBUG oslo_concurrency.lockutils [req-ed329cd6-3b66-407c-93ca-bc6264db22ab req-a998c38f-5e99-4df2-8f4f-fa0ef29adb30 service nova] Lock "32755655-0a76-491f-a0f2-5bfa610f0b60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.192456] env[69249]: DEBUG nova.compute.manager [req-ed329cd6-3b66-407c-93ca-bc6264db22ab req-a998c38f-5e99-4df2-8f4f-fa0ef29adb30 service nova] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] No waiting events found dispatching network-vif-plugged-076e236b-f2a4-40b0-b924-41d93cd0f54a {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 990.192456] env[69249]: WARNING nova.compute.manager [req-ed329cd6-3b66-407c-93ca-bc6264db22ab req-a998c38f-5e99-4df2-8f4f-fa0ef29adb30 service nova] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Received unexpected event network-vif-plugged-076e236b-f2a4-40b0-b924-41d93cd0f54a for instance with vm_state building and task_state spawning. [ 990.192456] env[69249]: DEBUG nova.compute.manager [req-ed329cd6-3b66-407c-93ca-bc6264db22ab req-a998c38f-5e99-4df2-8f4f-fa0ef29adb30 service nova] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Received event network-changed-076e236b-f2a4-40b0-b924-41d93cd0f54a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.192456] env[69249]: DEBUG nova.compute.manager [req-ed329cd6-3b66-407c-93ca-bc6264db22ab req-a998c38f-5e99-4df2-8f4f-fa0ef29adb30 service nova] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Refreshing instance network info cache due to event network-changed-076e236b-f2a4-40b0-b924-41d93cd0f54a. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.192704] env[69249]: DEBUG oslo_concurrency.lockutils [req-ed329cd6-3b66-407c-93ca-bc6264db22ab req-a998c38f-5e99-4df2-8f4f-fa0ef29adb30 service nova] Acquiring lock "refresh_cache-32755655-0a76-491f-a0f2-5bfa610f0b60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.307624] env[69249]: INFO nova.compute.manager [-] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Took 1.23 seconds to deallocate network for instance. [ 990.381869] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Releasing lock "refresh_cache-32755655-0a76-491f-a0f2-5bfa610f0b60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.381869] env[69249]: DEBUG nova.compute.manager [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Instance network_info: |[{"id": "076e236b-f2a4-40b0-b924-41d93cd0f54a", "address": "fa:16:3e:3b:76:7a", "network": {"id": "f691a1bf-7ffd-45d2-9d89-26cf6d6f5902", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1087980971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6613a594b7494ff7a0781c73476807d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076e236b-f2", "ovs_interfaceid": "076e236b-f2a4-40b0-b924-41d93cd0f54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.382062] env[69249]: DEBUG oslo_concurrency.lockutils [req-ed329cd6-3b66-407c-93ca-bc6264db22ab req-a998c38f-5e99-4df2-8f4f-fa0ef29adb30 service nova] Acquired lock "refresh_cache-32755655-0a76-491f-a0f2-5bfa610f0b60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.382310] env[69249]: DEBUG nova.network.neutron [req-ed329cd6-3b66-407c-93ca-bc6264db22ab req-a998c38f-5e99-4df2-8f4f-fa0ef29adb30 service nova] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Refreshing network info cache for port 076e236b-f2a4-40b0-b924-41d93cd0f54a {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.383698] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:76:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '076e236b-f2a4-40b0-b924-41d93cd0f54a', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.393148] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Creating folder: Project (6613a594b7494ff7a0781c73476807d8). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.397305] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62b73d2f-0410-462c-9824-92c2b3e14dc6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.417402] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Created folder: Project (6613a594b7494ff7a0781c73476807d8) in parent group-v729229. [ 990.417626] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Creating folder: Instances. Parent ref: group-v729465. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.417884] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16b5ab64-4cb5-4530-ba73-537f20ae7f65 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.420319] env[69249]: DEBUG nova.network.neutron [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Successfully created port: 92b053c0-f66a-4c0e-b865-2f8f69aed30d {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.426775] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511dfbfd-cde4-4d1a-8368-4758096aa3d5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.433771] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Created folder: Instances in parent group-v729465. [ 990.434109] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.434364] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.434655] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d394f6d-8603-4686-a885-9fae07a7fe4c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.452229] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8183882f-6e65-4f4a-80b2-f778f3a421e1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.457569] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.457569] env[69249]: value = "task-3659781" [ 990.457569] env[69249]: _type = "Task" [ 990.457569] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.495996] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307485df-4677-45b7-a53a-a9dfa78c95fe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.505221] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659781, 'name': CreateVM_Task} progress is 15%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.512146] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7aea109-7a9d-432e-b239-dc0c73f3e3c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.529220] env[69249]: DEBUG nova.compute.manager [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.532483] env[69249]: DEBUG nova.compute.provider_tree [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.714184] env[69249]: DEBUG nova.network.neutron [req-ed329cd6-3b66-407c-93ca-bc6264db22ab req-a998c38f-5e99-4df2-8f4f-fa0ef29adb30 service nova] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Updated VIF entry in instance network info cache for port 076e236b-f2a4-40b0-b924-41d93cd0f54a. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.714184] env[69249]: DEBUG nova.network.neutron [req-ed329cd6-3b66-407c-93ca-bc6264db22ab req-a998c38f-5e99-4df2-8f4f-fa0ef29adb30 service nova] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Updating instance_info_cache with network_info: [{"id": "076e236b-f2a4-40b0-b924-41d93cd0f54a", "address": "fa:16:3e:3b:76:7a", "network": {"id": "f691a1bf-7ffd-45d2-9d89-26cf6d6f5902", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1087980971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6613a594b7494ff7a0781c73476807d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076e236b-f2", "ovs_interfaceid": "076e236b-f2a4-40b0-b924-41d93cd0f54a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.821265] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.969299] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659781, 'name': CreateVM_Task, 'duration_secs': 0.331772} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.969473] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.970163] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.970348] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.970656] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.970914] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951f19e7-4ab7-44ee-b6a4-b7517b63df17 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.977187] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Waiting for the task: (returnval){ [ 990.977187] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523db634-a291-53ee-4c98-c9895b55708e" [ 990.977187] env[69249]: _type = "Task" [ 990.977187] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.986129] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523db634-a291-53ee-4c98-c9895b55708e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.003799] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "ea954cae-05b2-4097-a0e1-2f2618d7aacc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.004101] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "ea954cae-05b2-4097-a0e1-2f2618d7aacc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.004344] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "ea954cae-05b2-4097-a0e1-2f2618d7aacc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.004546] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "ea954cae-05b2-4097-a0e1-2f2618d7aacc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.004714] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "ea954cae-05b2-4097-a0e1-2f2618d7aacc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.008242] env[69249]: INFO nova.compute.manager [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Terminating instance [ 991.038905] env[69249]: DEBUG nova.scheduler.client.report [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.051554] env[69249]: DEBUG nova.network.neutron [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Updating instance_info_cache with network_info: [{"id": "0d4ff831-73a2-4b46-b26f-5deeb6a5036f", "address": "fa:16:3e:8c:70:5a", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4ff831-73", "ovs_interfaceid": "0d4ff831-73a2-4b46-b26f-5deeb6a5036f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.216211] env[69249]: DEBUG oslo_concurrency.lockutils [req-ed329cd6-3b66-407c-93ca-bc6264db22ab req-a998c38f-5e99-4df2-8f4f-fa0ef29adb30 service nova] Releasing lock "refresh_cache-32755655-0a76-491f-a0f2-5bfa610f0b60" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.487779] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523db634-a291-53ee-4c98-c9895b55708e, 'name': SearchDatastore_Task, 'duration_secs': 0.04046} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.488095] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.488327] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.488564] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.488709] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.488883] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.489154] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7467939-cfa2-4aa8-8ed6-3417ac36b333 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.498450] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.498664] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.499507] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d78844-5e12-4fbc-bae4-8c8bda4028e6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.505629] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Waiting for the task: (returnval){ [ 991.505629] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52199d7f-05b9-198a-cfa9-74f5d6b031d1" [ 991.505629] env[69249]: _type = "Task" [ 991.505629] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.514019] env[69249]: DEBUG nova.compute.manager [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.514230] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.514499] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52199d7f-05b9-198a-cfa9-74f5d6b031d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.515223] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30f22e1-3f24-4245-bf53-94ca0f2162be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.522310] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.522546] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65199849-7ad2-43e4-8390-bc80cc013ca1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.529494] env[69249]: DEBUG oslo_vmware.api [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 991.529494] env[69249]: value = "task-3659782" [ 991.529494] env[69249]: _type = "Task" [ 991.529494] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.537233] env[69249]: DEBUG oslo_vmware.api [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.544630] env[69249]: DEBUG nova.compute.manager [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.548033] env[69249]: DEBUG oslo_concurrency.lockutils [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.549536] env[69249]: DEBUG oslo_concurrency.lockutils [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.343s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.549946] env[69249]: DEBUG nova.objects.instance [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Lazy-loading 'resources' on Instance uuid b3010ae1-b940-4c5e-b8e8-3a5b4395f807 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.553933] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "refresh_cache-0e253bdc-0172-4ca0-9738-b34c60d80534" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.554169] env[69249]: DEBUG nova.objects.instance [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lazy-loading 'migration_context' on Instance uuid 0e253bdc-0172-4ca0-9738-b34c60d80534 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.575891] env[69249]: DEBUG nova.virt.hardware [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.576248] env[69249]: DEBUG nova.virt.hardware [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.576478] env[69249]: DEBUG nova.virt.hardware [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.576706] env[69249]: DEBUG nova.virt.hardware [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.576902] env[69249]: DEBUG nova.virt.hardware [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.577110] env[69249]: DEBUG nova.virt.hardware [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.577456] env[69249]: DEBUG nova.virt.hardware [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.577724] env[69249]: DEBUG nova.virt.hardware [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.577923] env[69249]: DEBUG nova.virt.hardware [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.578165] env[69249]: DEBUG nova.virt.hardware [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.578512] env[69249]: DEBUG nova.virt.hardware [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.580907] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828a550c-1cd0-4c8d-a4aa-6f600de5ecdd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.584616] env[69249]: INFO nova.scheduler.client.report [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleted allocations for instance 55c8e95b-811c-4f85-9134-6c8c880b462d [ 991.594536] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac6d67f-a3eb-42da-8629-26f6d5a7389f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.954814] env[69249]: DEBUG nova.compute.manager [req-1b6cd13c-4ce8-4316-a490-14b8437d8154 req-e0626167-9930-4623-b839-76688b651117 service nova] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Received event network-vif-plugged-92b053c0-f66a-4c0e-b865-2f8f69aed30d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.955050] env[69249]: DEBUG oslo_concurrency.lockutils [req-1b6cd13c-4ce8-4316-a490-14b8437d8154 req-e0626167-9930-4623-b839-76688b651117 service nova] Acquiring lock "2983742a-ce61-4419-b595-b5bea7a7af0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.955321] env[69249]: DEBUG oslo_concurrency.lockutils [req-1b6cd13c-4ce8-4316-a490-14b8437d8154 req-e0626167-9930-4623-b839-76688b651117 service nova] Lock "2983742a-ce61-4419-b595-b5bea7a7af0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.955435] env[69249]: DEBUG oslo_concurrency.lockutils [req-1b6cd13c-4ce8-4316-a490-14b8437d8154 req-e0626167-9930-4623-b839-76688b651117 service nova] Lock "2983742a-ce61-4419-b595-b5bea7a7af0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.955598] env[69249]: DEBUG nova.compute.manager [req-1b6cd13c-4ce8-4316-a490-14b8437d8154 req-e0626167-9930-4623-b839-76688b651117 service nova] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] No waiting events found dispatching network-vif-plugged-92b053c0-f66a-4c0e-b865-2f8f69aed30d {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 991.955759] env[69249]: WARNING nova.compute.manager [req-1b6cd13c-4ce8-4316-a490-14b8437d8154 req-e0626167-9930-4623-b839-76688b651117 service nova] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Received unexpected event network-vif-plugged-92b053c0-f66a-4c0e-b865-2f8f69aed30d for instance with vm_state building and task_state spawning. [ 992.018301] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52199d7f-05b9-198a-cfa9-74f5d6b031d1, 'name': SearchDatastore_Task, 'duration_secs': 0.015042} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.019198] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64bdfc2a-39df-48a7-8e40-370b3bc4af31 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.026168] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Waiting for the task: (returnval){ [ 992.026168] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5279aaf4-9ef6-af4c-9568-e88604f0c83d" [ 992.026168] env[69249]: _type = "Task" [ 992.026168] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.036522] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5279aaf4-9ef6-af4c-9568-e88604f0c83d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.041899] env[69249]: DEBUG oslo_vmware.api [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659782, 'name': PowerOffVM_Task, 'duration_secs': 0.240761} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.042172] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.042343] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.042738] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8145eb8-6f40-4a2d-8267-88173c7794dd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.057132] env[69249]: DEBUG nova.objects.base [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Object Instance<0e253bdc-0172-4ca0-9738-b34c60d80534> lazy-loaded attributes: info_cache,migration_context {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 992.058029] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b15d8e8-16ce-4ac0-99f2-031fe903d741 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.081743] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde3de54-46c2-47fa-9e36-6029d141f096 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.088767] env[69249]: DEBUG oslo_vmware.api [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 992.088767] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5243a8c2-891c-766f-ea8c-e0e011fd2f9e" [ 992.088767] env[69249]: _type = "Task" [ 992.088767] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.093134] env[69249]: DEBUG nova.network.neutron [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Successfully updated port: 92b053c0-f66a-4c0e-b865-2f8f69aed30d {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.098934] env[69249]: DEBUG oslo_concurrency.lockutils [None req-00b32f25-d3d0-4159-b453-595fe9c8a70d tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "55c8e95b-811c-4f85-9134-6c8c880b462d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.985s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.104680] env[69249]: DEBUG oslo_vmware.api [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5243a8c2-891c-766f-ea8c-e0e011fd2f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.013278} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.107918] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.172926] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.173602] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.173602] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Deleting the datastore file [datastore2] ea954cae-05b2-4097-a0e1-2f2618d7aacc {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.173784] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d163995-9294-4438-ad93-103a3558a972 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.185363] env[69249]: DEBUG oslo_vmware.api [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 992.185363] env[69249]: value = "task-3659785" [ 992.185363] env[69249]: _type = "Task" [ 992.185363] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.196050] env[69249]: DEBUG oslo_vmware.api [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.403100] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f10e27c-66ad-455d-aeb2-5d8f25ff07b3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.410832] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94eebed-857e-4f1a-b9bd-dce4bf14a09e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.442905] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cf3b47-64ab-492d-87d6-bccf02f19ef1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.451271] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1255dd2b-b42e-4edd-8505-d1dbe74b90a2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.465231] env[69249]: DEBUG nova.compute.provider_tree [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.537753] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5279aaf4-9ef6-af4c-9568-e88604f0c83d, 'name': SearchDatastore_Task, 'duration_secs': 0.016656} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.538394] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.538662] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 32755655-0a76-491f-a0f2-5bfa610f0b60/32755655-0a76-491f-a0f2-5bfa610f0b60.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.538935] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd6784d9-750e-4429-8c5b-5d9bea47ecb5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.546531] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Waiting for the task: (returnval){ [ 992.546531] env[69249]: value = "task-3659786" [ 992.546531] env[69249]: _type = "Task" [ 992.546531] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.555824] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': task-3659786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.597833] env[69249]: DEBUG oslo_concurrency.lockutils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "refresh_cache-2983742a-ce61-4419-b595-b5bea7a7af0b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.598032] env[69249]: DEBUG oslo_concurrency.lockutils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired lock "refresh_cache-2983742a-ce61-4419-b595-b5bea7a7af0b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.598206] env[69249]: DEBUG nova.network.neutron [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.695572] env[69249]: DEBUG oslo_vmware.api [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300686} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.695843] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.696040] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.696219] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.696397] env[69249]: INFO nova.compute.manager [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 992.696633] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.696822] env[69249]: DEBUG nova.compute.manager [-] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 992.696919] env[69249]: DEBUG nova.network.neutron [-] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.968526] env[69249]: DEBUG nova.scheduler.client.report [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.057070] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': task-3659786, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.149503] env[69249]: DEBUG nova.network.neutron [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.320887] env[69249]: DEBUG nova.network.neutron [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Updating instance_info_cache with network_info: [{"id": "92b053c0-f66a-4c0e-b865-2f8f69aed30d", "address": "fa:16:3e:16:ee:ba", "network": {"id": "3c0d832d-8cbb-409b-9c77-abead79c4636", "bridge": "br-int", "label": "tempest-ImagesTestJSON-621445240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af890dd8a6a344a9911792bc50950020", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b053c0-f6", "ovs_interfaceid": "92b053c0-f66a-4c0e-b865-2f8f69aed30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.476206] env[69249]: DEBUG oslo_concurrency.lockutils [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.478466] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.993s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.478693] env[69249]: DEBUG nova.objects.instance [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Lazy-loading 'resources' on Instance uuid 06b8c4c7-fa43-448e-ba54-b1a1705f3717 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.500102] env[69249]: DEBUG nova.network.neutron [-] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.502069] env[69249]: INFO nova.scheduler.client.report [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Deleted allocations for instance b3010ae1-b940-4c5e-b8e8-3a5b4395f807 [ 993.558907] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': task-3659786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620268} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.559279] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 32755655-0a76-491f-a0f2-5bfa610f0b60/32755655-0a76-491f-a0f2-5bfa610f0b60.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.559448] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.559718] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-084fd261-df8e-416e-8907-f650ac64b08c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.568703] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Waiting for the task: (returnval){ [ 993.568703] env[69249]: value = "task-3659787" [ 993.568703] env[69249]: _type = "Task" [ 993.568703] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.578509] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': task-3659787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.823770] env[69249]: DEBUG oslo_concurrency.lockutils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Releasing lock "refresh_cache-2983742a-ce61-4419-b595-b5bea7a7af0b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.824103] env[69249]: DEBUG nova.compute.manager [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Instance network_info: |[{"id": "92b053c0-f66a-4c0e-b865-2f8f69aed30d", "address": "fa:16:3e:16:ee:ba", "network": {"id": "3c0d832d-8cbb-409b-9c77-abead79c4636", "bridge": "br-int", "label": "tempest-ImagesTestJSON-621445240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af890dd8a6a344a9911792bc50950020", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b053c0-f6", "ovs_interfaceid": "92b053c0-f66a-4c0e-b865-2f8f69aed30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.824524] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:ee:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92b053c0-f66a-4c0e-b865-2f8f69aed30d', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.831848] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.833010] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 993.833231] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729464', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'name': 'volume-255c2064-632a-424f-afdc-c342927a420d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3', 'attached_at': '', 'detached_at': '', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'serial': '255c2064-632a-424f-afdc-c342927a420d'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 993.833530] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.834299] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4b77ec-1b72-4ea3-a029-4ccebcbadda5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.838590] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc549693-a93e-4281-8ffd-f5f69e5e2e26 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.870712] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56e2bea-7616-4c7d-bcbd-11ba4bd3acb6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.873149] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.873149] env[69249]: value = "task-3659788" [ 993.873149] env[69249]: _type = "Task" [ 993.873149] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.896899] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-255c2064-632a-424f-afdc-c342927a420d/volume-255c2064-632a-424f-afdc-c342927a420d.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.897757] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2fd9547-4506-4c17-b9c4-f943e151f5d0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.915026] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659788, 'name': CreateVM_Task} progress is 15%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.926170] env[69249]: DEBUG oslo_vmware.api [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 993.926170] env[69249]: value = "task-3659789" [ 993.926170] env[69249]: _type = "Task" [ 993.926170] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.936817] env[69249]: DEBUG oslo_vmware.api [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.004510] env[69249]: INFO nova.compute.manager [-] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Took 1.31 seconds to deallocate network for instance. [ 994.011299] env[69249]: DEBUG oslo_concurrency.lockutils [None req-efc5f033-26b5-4928-95b4-6b88ecabba4d tempest-ServersTestJSON-1844267382 tempest-ServersTestJSON-1844267382-project-member] Lock "b3010ae1-b940-4c5e-b8e8-3a5b4395f807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.598s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.056702] env[69249]: DEBUG nova.compute.manager [req-eaa481d5-5cd6-4ba1-be2f-bf5dcbc7b310 req-95b944b1-9f33-432d-8141-247926c4a0db service nova] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Received event network-changed-92b053c0-f66a-4c0e-b865-2f8f69aed30d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.056988] env[69249]: DEBUG nova.compute.manager [req-eaa481d5-5cd6-4ba1-be2f-bf5dcbc7b310 req-95b944b1-9f33-432d-8141-247926c4a0db service nova] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Refreshing instance network info cache due to event network-changed-92b053c0-f66a-4c0e-b865-2f8f69aed30d. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.057279] env[69249]: DEBUG oslo_concurrency.lockutils [req-eaa481d5-5cd6-4ba1-be2f-bf5dcbc7b310 req-95b944b1-9f33-432d-8141-247926c4a0db service nova] Acquiring lock "refresh_cache-2983742a-ce61-4419-b595-b5bea7a7af0b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.057426] env[69249]: DEBUG oslo_concurrency.lockutils [req-eaa481d5-5cd6-4ba1-be2f-bf5dcbc7b310 req-95b944b1-9f33-432d-8141-247926c4a0db service nova] Acquired lock "refresh_cache-2983742a-ce61-4419-b595-b5bea7a7af0b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.057677] env[69249]: DEBUG nova.network.neutron [req-eaa481d5-5cd6-4ba1-be2f-bf5dcbc7b310 req-95b944b1-9f33-432d-8141-247926c4a0db service nova] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Refreshing network info cache for port 92b053c0-f66a-4c0e-b865-2f8f69aed30d {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.084661] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': task-3659787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084896} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.085042] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.086324] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223e00bf-581e-4eef-a9a3-0d930cd6c24e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.109173] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 32755655-0a76-491f-a0f2-5bfa610f0b60/32755655-0a76-491f-a0f2-5bfa610f0b60.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.112482] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e678c27a-876d-4815-b131-596fe6df56d9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.134740] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Waiting for the task: (returnval){ [ 994.134740] env[69249]: value = "task-3659790" [ 994.134740] env[69249]: _type = "Task" [ 994.134740] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.149833] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': task-3659790, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.384263] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659788, 'name': CreateVM_Task, 'duration_secs': 0.487318} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.385367] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.386127] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d3b2fa-c327-42c8-bedc-6925b73c1a73 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.389062] env[69249]: DEBUG oslo_concurrency.lockutils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.389229] env[69249]: DEBUG oslo_concurrency.lockutils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.389533] env[69249]: DEBUG oslo_concurrency.lockutils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.389776] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc26f24-9af4-4ed7-82d1-7640cd20766f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.397898] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd57b81b-9e58-4c63-bfaf-2fc66558a7df {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.401679] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 994.401679] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523bd971-ce15-3a18-750e-fc100ba2e69c" [ 994.401679] env[69249]: _type = "Task" [ 994.401679] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.434181] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cf5d00-6dee-4ddb-8d65-ca2f3b1fb4d8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.440920] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523bd971-ce15-3a18-750e-fc100ba2e69c, 'name': SearchDatastore_Task, 'duration_secs': 0.012326} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.441997] env[69249]: DEBUG oslo_concurrency.lockutils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.442362] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.442613] env[69249]: DEBUG oslo_concurrency.lockutils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.442770] env[69249]: DEBUG oslo_concurrency.lockutils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.442970] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.443321] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d142a450-dfc8-43c2-b175-2ab0f6364290 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.450082] env[69249]: DEBUG oslo_vmware.api [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659789, 'name': ReconfigVM_Task, 'duration_secs': 0.396914} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.451662] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56909ab-77aa-4ea9-8645-a4da29c18c67 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.455835] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-255c2064-632a-424f-afdc-c342927a420d/volume-255c2064-632a-424f-afdc-c342927a420d.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.461489] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-672e0cb9-e670-4aba-8e5b-cf3df2868bc1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.471111] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.471300] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.472442] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-766cd5ef-d41d-45b2-9306-f4d290818ad5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.483288] env[69249]: DEBUG nova.compute.provider_tree [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.489948] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 994.489948] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528a9d23-3351-c7cd-a47a-372b0e0eb6f4" [ 994.489948] env[69249]: _type = "Task" [ 994.489948] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.490251] env[69249]: DEBUG oslo_vmware.api [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 994.490251] env[69249]: value = "task-3659791" [ 994.490251] env[69249]: _type = "Task" [ 994.490251] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.507303] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528a9d23-3351-c7cd-a47a-372b0e0eb6f4, 'name': SearchDatastore_Task, 'duration_secs': 0.015117} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.511638] env[69249]: DEBUG oslo_vmware.api [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659791, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.512593] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.513120] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a579dcf0-d34a-46b5-ac7b-7abcbc6528d9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.519357] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 994.519357] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52eaab45-640b-8a3c-84d9-ad74fadc95dc" [ 994.519357] env[69249]: _type = "Task" [ 994.519357] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.528421] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52eaab45-640b-8a3c-84d9-ad74fadc95dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.645900] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': task-3659790, 'name': ReconfigVM_Task, 'duration_secs': 0.323002} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.646295] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 32755655-0a76-491f-a0f2-5bfa610f0b60/32755655-0a76-491f-a0f2-5bfa610f0b60.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.646940] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cf7fa83-5913-46ea-b07b-a12d5215140b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.656443] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Waiting for the task: (returnval){ [ 994.656443] env[69249]: value = "task-3659792" [ 994.656443] env[69249]: _type = "Task" [ 994.656443] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.665508] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': task-3659792, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.789836] env[69249]: DEBUG nova.network.neutron [req-eaa481d5-5cd6-4ba1-be2f-bf5dcbc7b310 req-95b944b1-9f33-432d-8141-247926c4a0db service nova] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Updated VIF entry in instance network info cache for port 92b053c0-f66a-4c0e-b865-2f8f69aed30d. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.790267] env[69249]: DEBUG nova.network.neutron [req-eaa481d5-5cd6-4ba1-be2f-bf5dcbc7b310 req-95b944b1-9f33-432d-8141-247926c4a0db service nova] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Updating instance_info_cache with network_info: [{"id": "92b053c0-f66a-4c0e-b865-2f8f69aed30d", "address": "fa:16:3e:16:ee:ba", "network": {"id": "3c0d832d-8cbb-409b-9c77-abead79c4636", "bridge": "br-int", "label": "tempest-ImagesTestJSON-621445240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af890dd8a6a344a9911792bc50950020", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b053c0-f6", "ovs_interfaceid": "92b053c0-f66a-4c0e-b865-2f8f69aed30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.987445] env[69249]: DEBUG nova.scheduler.client.report [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.005448] env[69249]: DEBUG oslo_vmware.api [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659791, 'name': ReconfigVM_Task, 'duration_secs': 0.174184} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.005755] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729464', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'name': 'volume-255c2064-632a-424f-afdc-c342927a420d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3', 'attached_at': '', 'detached_at': '', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'serial': '255c2064-632a-424f-afdc-c342927a420d'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 995.031603] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52eaab45-640b-8a3c-84d9-ad74fadc95dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012296} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.031934] env[69249]: DEBUG oslo_concurrency.lockutils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.032285] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 2983742a-ce61-4419-b595-b5bea7a7af0b/2983742a-ce61-4419-b595-b5bea7a7af0b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.032592] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa2a0498-1075-4a7b-832b-4f4142d1caf4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.042870] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 995.042870] env[69249]: value = "task-3659793" [ 995.042870] env[69249]: _type = "Task" [ 995.042870] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.053795] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.168269] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': task-3659792, 'name': Rename_Task, 'duration_secs': 0.149626} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.168558] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.168811] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3375a5b-1fd2-4878-aea3-a1f9260f571e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.176266] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Waiting for the task: (returnval){ [ 995.176266] env[69249]: value = "task-3659794" [ 995.176266] env[69249]: _type = "Task" [ 995.176266] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.184377] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': task-3659794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.294051] env[69249]: DEBUG oslo_concurrency.lockutils [req-eaa481d5-5cd6-4ba1-be2f-bf5dcbc7b310 req-95b944b1-9f33-432d-8141-247926c4a0db service nova] Releasing lock "refresh_cache-2983742a-ce61-4419-b595-b5bea7a7af0b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.294152] env[69249]: DEBUG nova.compute.manager [req-eaa481d5-5cd6-4ba1-be2f-bf5dcbc7b310 req-95b944b1-9f33-432d-8141-247926c4a0db service nova] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Received event network-vif-deleted-bde865d9-e839-4196-b54a-3d7e748b61c4 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.501127] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.504644] env[69249]: DEBUG oslo_concurrency.lockutils [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.917s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.504644] env[69249]: DEBUG nova.objects.instance [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lazy-loading 'resources' on Instance uuid 7a58a10d-46c5-423c-adce-7f1437b7243a {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.530290] env[69249]: INFO nova.scheduler.client.report [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Deleted allocations for instance 06b8c4c7-fa43-448e-ba54-b1a1705f3717 [ 995.558238] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659793, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.688465] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': task-3659794, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.044950] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c3b09812-4960-4857-9da2-5c6f959fb9f8 tempest-InstanceActionsTestJSON-478621095 tempest-InstanceActionsTestJSON-478621095-project-member] Lock "06b8c4c7-fa43-448e-ba54-b1a1705f3717" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.086s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.059636] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663567} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.062764] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 2983742a-ce61-4419-b595-b5bea7a7af0b/2983742a-ce61-4419-b595-b5bea7a7af0b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.063086] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.064657] env[69249]: DEBUG nova.objects.instance [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lazy-loading 'flavor' on Instance uuid 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.065871] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6acb5448-55ac-4d2b-99f4-8a2fe3cf59e8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.074928] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 996.074928] env[69249]: value = "task-3659795" [ 996.074928] env[69249]: _type = "Task" [ 996.074928] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.089194] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.191807] env[69249]: DEBUG oslo_vmware.api [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': task-3659794, 'name': PowerOnVM_Task, 'duration_secs': 0.648553} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.192319] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.192621] env[69249]: INFO nova.compute.manager [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Took 7.25 seconds to spawn the instance on the hypervisor. [ 996.194082] env[69249]: DEBUG nova.compute.manager [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.197563] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523750f2-3ca1-44a5-a136-889407ce80b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.426106] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797b692c-4113-4fc6-9f50-5803d555d556 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.432511] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49feb01-798c-45ea-b8b0-c482c3123fb5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.468896] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b545a379-4b89-4f1b-b1df-d50a5ada44df {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.480025] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd80f72c-2c75-4c9e-b568-4803b6c2b764 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.500635] env[69249]: DEBUG nova.compute.provider_tree [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.575508] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c56c2341-8c9d-4dd4-82e8-ee07cc26491f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.365s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.592403] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180501} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.595428] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.596113] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80455bf0-6fa7-4738-8480-01ade7e1e031 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.624450] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 2983742a-ce61-4419-b595-b5bea7a7af0b/2983742a-ce61-4419-b595-b5bea7a7af0b.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.625200] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6346e3e1-7eb8-48fa-84dc-790d6c67b55b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.652934] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 996.652934] env[69249]: value = "task-3659796" [ 996.652934] env[69249]: _type = "Task" [ 996.652934] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.663027] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.716947] env[69249]: INFO nova.compute.manager [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Took 32.29 seconds to build instance. [ 997.005154] env[69249]: DEBUG nova.scheduler.client.report [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.164989] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659796, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.219709] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8d2f7df7-54d4-4b61-9b47-5a50ed7b57f8 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Lock "32755655-0a76-491f-a0f2-5bfa610f0b60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.810s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.233602] env[69249]: INFO nova.compute.manager [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Rebuilding instance [ 997.285049] env[69249]: DEBUG nova.compute.manager [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 997.285930] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57031757-8ef1-4dbd-aa05-c44cade4ec5e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.510527] env[69249]: DEBUG oslo_concurrency.lockutils [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.513619] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.620s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.513619] env[69249]: DEBUG nova.objects.instance [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69249) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 997.542740] env[69249]: INFO nova.scheduler.client.report [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Deleted allocations for instance 7a58a10d-46c5-423c-adce-7f1437b7243a [ 997.589762] env[69249]: DEBUG oslo_concurrency.lockutils [None req-96e24560-3d2e-4fff-b04e-cba1d45428c6 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Acquiring lock "interface-32755655-0a76-491f-a0f2-5bfa610f0b60-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.589762] env[69249]: DEBUG oslo_concurrency.lockutils [None req-96e24560-3d2e-4fff-b04e-cba1d45428c6 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Lock "interface-32755655-0a76-491f-a0f2-5bfa610f0b60-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.589913] env[69249]: DEBUG nova.objects.instance [None req-96e24560-3d2e-4fff-b04e-cba1d45428c6 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Lazy-loading 'flavor' on Instance uuid 32755655-0a76-491f-a0f2-5bfa610f0b60 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.665804] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659796, 'name': ReconfigVM_Task, 'duration_secs': 0.557811} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.666185] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 2983742a-ce61-4419-b595-b5bea7a7af0b/2983742a-ce61-4419-b595-b5bea7a7af0b.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.666799] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee464311-91b1-4cc2-ba09-cb41c8912002 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.674673] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 997.674673] env[69249]: value = "task-3659797" [ 997.674673] env[69249]: _type = "Task" [ 997.674673] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.689494] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659797, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.052274] env[69249]: DEBUG oslo_concurrency.lockutils [None req-39293f97-dd59-405b-abeb-b14f0097edde tempest-AttachVolumeTestJSON-1941455203 tempest-AttachVolumeTestJSON-1941455203-project-member] Lock "7a58a10d-46c5-423c-adce-7f1437b7243a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.818s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.098393] env[69249]: DEBUG nova.objects.instance [None req-96e24560-3d2e-4fff-b04e-cba1d45428c6 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Lazy-loading 'pci_requests' on Instance uuid 32755655-0a76-491f-a0f2-5bfa610f0b60 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.190261] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659797, 'name': Rename_Task, 'duration_secs': 0.152655} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.190314] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.190548] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8490891-b109-4a0b-b207-fafe2bb887c6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.199412] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 998.199412] env[69249]: value = "task-3659798" [ 998.199412] env[69249]: _type = "Task" [ 998.199412] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.210068] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.305202] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.305594] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c5e4878-4cbf-4444-b78e-d3ce8fceeda5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.313381] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 998.313381] env[69249]: value = "task-3659799" [ 998.313381] env[69249]: _type = "Task" [ 998.313381] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.323704] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.524240] env[69249]: DEBUG oslo_concurrency.lockutils [None req-13bc0bf4-b442-405c-b39b-e4de4661a3fb tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.526875] env[69249]: DEBUG oslo_concurrency.lockutils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.342s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.528517] env[69249]: INFO nova.compute.claims [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.601736] env[69249]: DEBUG nova.objects.base [None req-96e24560-3d2e-4fff-b04e-cba1d45428c6 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Object Instance<32755655-0a76-491f-a0f2-5bfa610f0b60> lazy-loaded attributes: flavor,pci_requests {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 998.601925] env[69249]: DEBUG nova.network.neutron [None req-96e24560-3d2e-4fff-b04e-cba1d45428c6 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.706740] env[69249]: DEBUG oslo_concurrency.lockutils [None req-96e24560-3d2e-4fff-b04e-cba1d45428c6 tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Lock "interface-32755655-0a76-491f-a0f2-5bfa610f0b60-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.116s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.714513] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.824468] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659799, 'name': PowerOffVM_Task, 'duration_secs': 0.250472} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.824648] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.901176] env[69249]: INFO nova.compute.manager [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Detaching volume 255c2064-632a-424f-afdc-c342927a420d [ 998.942330] env[69249]: INFO nova.virt.block_device [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Attempting to driver detach volume 255c2064-632a-424f-afdc-c342927a420d from mountpoint /dev/sdb [ 998.942805] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 998.943087] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729464', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'name': 'volume-255c2064-632a-424f-afdc-c342927a420d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3', 'attached_at': '', 'detached_at': '', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'serial': '255c2064-632a-424f-afdc-c342927a420d'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 998.943994] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050cb7bd-0542-4810-a130-93dcbaf9a481 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.967293] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e56a30-1bd5-492d-9a93-9e3bd3327f54 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.975954] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf8a4f0-b53e-4cc2-8bbc-efacaaca086e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.003113] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a3ae20-8dd0-4924-96e3-d8d18f9fbaca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.019129] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] The volume has not been displaced from its original location: [datastore2] volume-255c2064-632a-424f-afdc-c342927a420d/volume-255c2064-632a-424f-afdc-c342927a420d.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 999.024649] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 999.024998] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1baf43e-9a18-42a3-961c-3b883c444cfd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.051520] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 999.051520] env[69249]: value = "task-3659800" [ 999.051520] env[69249]: _type = "Task" [ 999.051520] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.061332] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.220752] env[69249]: DEBUG oslo_vmware.api [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659798, 'name': PowerOnVM_Task, 'duration_secs': 0.555586} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.220752] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.220752] env[69249]: INFO nova.compute.manager [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Took 7.68 seconds to spawn the instance on the hypervisor. [ 999.220752] env[69249]: DEBUG nova.compute.manager [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 999.221812] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dfbfa4-d7c2-4afa-81bd-9612cddf968e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.567074] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659800, 'name': ReconfigVM_Task, 'duration_secs': 0.244519} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.567259] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 999.573075] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4514a592-f638-4b22-9081-193e9ac96b04 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.593351] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 999.593351] env[69249]: value = "task-3659802" [ 999.593351] env[69249]: _type = "Task" [ 999.593351] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.605246] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.746536] env[69249]: INFO nova.compute.manager [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Took 35.01 seconds to build instance. [ 999.916509] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deede3c-f621-4862-b248-8e1ceddb6db3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.924716] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89147ad3-3ba7-4169-94d1-e3561f410141 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.960196] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511b6b50-eb1b-4fd3-82c5-8e2f43dcc92f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.970620] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d97e8f-8ac6-49a3-9cb5-1ec4e7e7a0a8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.983194] env[69249]: DEBUG nova.compute.provider_tree [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.106152] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659802, 'name': ReconfigVM_Task, 'duration_secs': 0.423006} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.106426] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729464', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'name': 'volume-255c2064-632a-424f-afdc-c342927a420d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3', 'attached_at': '', 'detached_at': '', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'serial': '255c2064-632a-424f-afdc-c342927a420d'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1000.249261] env[69249]: DEBUG oslo_concurrency.lockutils [None req-72370596-d91a-44dc-a019-5b7d30bcd23c tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "2983742a-ce61-4419-b595-b5bea7a7af0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.527s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.486176] env[69249]: DEBUG nova.scheduler.client.report [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.927621] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Acquiring lock "32755655-0a76-491f-a0f2-5bfa610f0b60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.927886] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Lock "32755655-0a76-491f-a0f2-5bfa610f0b60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.928118] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Acquiring lock "32755655-0a76-491f-a0f2-5bfa610f0b60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.928305] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Lock "32755655-0a76-491f-a0f2-5bfa610f0b60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.928496] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Lock "32755655-0a76-491f-a0f2-5bfa610f0b60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.930686] env[69249]: INFO nova.compute.manager [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Terminating instance [ 1000.992742] env[69249]: DEBUG oslo_concurrency.lockutils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.993326] env[69249]: DEBUG nova.compute.manager [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.996074] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.262s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.996414] env[69249]: DEBUG nova.objects.instance [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lazy-loading 'resources' on Instance uuid ee41cf17-305b-429f-96fb-8858204a4af5 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.165691] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.166444] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98518cae-9e32-42db-bd83-27d1e5225a4a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.176884] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1001.176884] env[69249]: value = "task-3659803" [ 1001.176884] env[69249]: _type = "Task" [ 1001.176884] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.186553] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.189751] env[69249]: DEBUG nova.compute.manager [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1001.190642] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c66a1c0-f709-4e00-83b2-307cb6eae343 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.435745] env[69249]: DEBUG nova.compute.manager [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.437901] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.441243] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25f0dae-2f3b-4dc0-bc9b-0d22c1a0a4ec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.449084] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.449084] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8545a850-fb22-4e11-95b2-7f73a7a950a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.457768] env[69249]: DEBUG oslo_vmware.api [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Waiting for the task: (returnval){ [ 1001.457768] env[69249]: value = "task-3659804" [ 1001.457768] env[69249]: _type = "Task" [ 1001.457768] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.468655] env[69249]: DEBUG oslo_vmware.api [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': task-3659804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.504531] env[69249]: DEBUG nova.compute.utils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.506487] env[69249]: DEBUG nova.compute.manager [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.506791] env[69249]: DEBUG nova.network.neutron [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.563235] env[69249]: DEBUG nova.policy [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee92509f5c104035952371bea541e993', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b55f32d20fa441d18bf3745170b8e7fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.700250] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] VM already powered off {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1001.700250] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1001.700250] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729464', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'name': 'volume-255c2064-632a-424f-afdc-c342927a420d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3', 'attached_at': '', 'detached_at': '', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'serial': '255c2064-632a-424f-afdc-c342927a420d'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1001.700250] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7f1860-6993-44b9-986b-3ec489a0f869 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.707253] env[69249]: INFO nova.compute.manager [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] instance snapshotting [ 1001.713786] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff03c26-9133-40e4-bd85-a3f14c183798 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.736410] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b831239e-abad-458d-869a-983343579d81 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.763857] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c6ea34-79b0-4c64-b83e-45825987bc2c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.769996] env[69249]: WARNING nova.virt.vmwareapi.driver [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1001.770366] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.771897] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c64a41f-8f82-47ef-aa5c-5ab9776e22c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.791428] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.791749] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8329fdc4-7ee4-4e0c-bea0-f82bcd6a8249 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.918019] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.918019] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.918019] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleting the datastore file [datastore2] 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.918019] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f5076f9-99d9-4349-ad54-076cc77df74b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.928784] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1001.928784] env[69249]: value = "task-3659806" [ 1001.928784] env[69249]: _type = "Task" [ 1001.928784] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.962682] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.976032] env[69249]: DEBUG oslo_vmware.api [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': task-3659804, 'name': PowerOffVM_Task, 'duration_secs': 0.470045} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.976342] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.976563] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.978028] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e15c952-d783-4000-adbd-211e4d5290f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.013967] env[69249]: DEBUG nova.compute.manager [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.036419] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3963966-86de-4f81-a168-cb05e0c66edc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.048983] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b98428-935b-42fb-9eec-275a7d1922eb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.092855] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a61e06-1909-443e-ba35-7d4a5f7b70e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.096063] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.096395] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.096569] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Deleting the datastore file [datastore2] 32755655-0a76-491f-a0f2-5bfa610f0b60 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.097148] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-404ff483-d2e8-48d4-b292-831a08f41ce8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.104888] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057687c4-76b9-4bcb-a8ba-59aeb6ae8c32 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.111225] env[69249]: DEBUG oslo_vmware.api [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Waiting for the task: (returnval){ [ 1002.111225] env[69249]: value = "task-3659811" [ 1002.111225] env[69249]: _type = "Task" [ 1002.111225] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.123756] env[69249]: DEBUG nova.compute.provider_tree [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.131472] env[69249]: DEBUG oslo_vmware.api [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': task-3659811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.140985] env[69249]: DEBUG nova.network.neutron [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Successfully created port: 353ab83a-d693-48f6-91ec-45942e9f3766 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.287362] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1002.287721] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d3c4a349-9246-4786-9edf-1d74cadbb5fa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.301015] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 1002.301015] env[69249]: value = "task-3659812" [ 1002.301015] env[69249]: _type = "Task" [ 1002.301015] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.312659] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659812, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.440887] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249563} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.440887] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.440887] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.440887] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.623532] env[69249]: DEBUG oslo_vmware.api [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Task: {'id': task-3659811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205973} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.623826] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.624025] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.624206] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.624372] env[69249]: INFO nova.compute.manager [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1002.624612] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.624814] env[69249]: DEBUG nova.compute.manager [-] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.624910] env[69249]: DEBUG nova.network.neutron [-] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.627204] env[69249]: DEBUG nova.scheduler.client.report [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.815319] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659812, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.947542] env[69249]: INFO nova.virt.block_device [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Booting with volume 255c2064-632a-424f-afdc-c342927a420d at /dev/sdb [ 1002.984182] env[69249]: DEBUG nova.compute.manager [req-c6081eb7-3926-4bad-9f7b-baff0a04d940 req-b6a2a32e-90ac-4f70-abc0-927c4d07c478 service nova] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Received event network-vif-deleted-076e236b-f2a4-40b0-b924-41d93cd0f54a {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.984294] env[69249]: INFO nova.compute.manager [req-c6081eb7-3926-4bad-9f7b-baff0a04d940 req-b6a2a32e-90ac-4f70-abc0-927c4d07c478 service nova] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Neutron deleted interface 076e236b-f2a4-40b0-b924-41d93cd0f54a; detaching it from the instance and deleting it from the info cache [ 1002.984551] env[69249]: DEBUG nova.network.neutron [req-c6081eb7-3926-4bad-9f7b-baff0a04d940 req-b6a2a32e-90ac-4f70-abc0-927c4d07c478 service nova] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.991913] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a5b7d31-9186-407e-a384-d8197c6c9729 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.004309] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f83072-39b0-4be7-a143-83076edc2f24 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.030290] env[69249]: DEBUG nova.compute.manager [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.051979] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2006dd7-fa57-4d04-8873-ed3383428cea {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.068646] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7865412-6042-434b-b951-92aa7bc66d66 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.098916] env[69249]: DEBUG nova.virt.hardware [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.099181] env[69249]: DEBUG nova.virt.hardware [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.099336] env[69249]: DEBUG nova.virt.hardware [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.099512] env[69249]: DEBUG nova.virt.hardware [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.099653] env[69249]: DEBUG nova.virt.hardware [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.099857] env[69249]: DEBUG nova.virt.hardware [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.099992] env[69249]: DEBUG nova.virt.hardware [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.100166] env[69249]: DEBUG nova.virt.hardware [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.100329] env[69249]: DEBUG nova.virt.hardware [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.101100] env[69249]: DEBUG nova.virt.hardware [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.101372] env[69249]: DEBUG nova.virt.hardware [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.102175] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fa2706-76c0-42ef-bc16-5d785b014902 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.122636] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856a0f74-bdaf-427f-a5f4-19d47ab1c5c7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.130021] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e75ff4-d2ef-4725-a8e7-8f975bcdcd9a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.132283] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.146075] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.007s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.146657] env[69249]: INFO nova.compute.claims [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.150050] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f5ac77-b733-457e-b888-ff326e7f32f1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.168816] env[69249]: DEBUG nova.virt.block_device [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Updating existing volume attachment record: e66049a8-1f90-4807-81fc-ad7b8994d940 {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1003.174019] env[69249]: INFO nova.scheduler.client.report [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Deleted allocations for instance ee41cf17-305b-429f-96fb-8858204a4af5 [ 1003.313382] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659812, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.403634] env[69249]: DEBUG nova.network.neutron [-] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.489599] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03627eb5-20c3-4b65-9450-1686388ef224 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.500438] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399e8bb7-1314-433c-8fdd-6bf829ce2e97 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.540480] env[69249]: DEBUG nova.compute.manager [req-c6081eb7-3926-4bad-9f7b-baff0a04d940 req-b6a2a32e-90ac-4f70-abc0-927c4d07c478 service nova] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Detach interface failed, port_id=076e236b-f2a4-40b0-b924-41d93cd0f54a, reason: Instance 32755655-0a76-491f-a0f2-5bfa610f0b60 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1003.625427] env[69249]: DEBUG nova.compute.manager [req-a39acc38-e2b5-44b5-a719-0ec017fddf90 req-e6553343-eaf2-4342-9ff1-f782a55688bb service nova] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Received event network-vif-plugged-353ab83a-d693-48f6-91ec-45942e9f3766 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.625643] env[69249]: DEBUG oslo_concurrency.lockutils [req-a39acc38-e2b5-44b5-a719-0ec017fddf90 req-e6553343-eaf2-4342-9ff1-f782a55688bb service nova] Acquiring lock "9fef85ad-896a-49b4-b43d-bf4722c022f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.625847] env[69249]: DEBUG oslo_concurrency.lockutils [req-a39acc38-e2b5-44b5-a719-0ec017fddf90 req-e6553343-eaf2-4342-9ff1-f782a55688bb service nova] Lock "9fef85ad-896a-49b4-b43d-bf4722c022f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.626014] env[69249]: DEBUG oslo_concurrency.lockutils [req-a39acc38-e2b5-44b5-a719-0ec017fddf90 req-e6553343-eaf2-4342-9ff1-f782a55688bb service nova] Lock "9fef85ad-896a-49b4-b43d-bf4722c022f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.626183] env[69249]: DEBUG nova.compute.manager [req-a39acc38-e2b5-44b5-a719-0ec017fddf90 req-e6553343-eaf2-4342-9ff1-f782a55688bb service nova] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] No waiting events found dispatching network-vif-plugged-353ab83a-d693-48f6-91ec-45942e9f3766 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1003.626341] env[69249]: WARNING nova.compute.manager [req-a39acc38-e2b5-44b5-a719-0ec017fddf90 req-e6553343-eaf2-4342-9ff1-f782a55688bb service nova] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Received unexpected event network-vif-plugged-353ab83a-d693-48f6-91ec-45942e9f3766 for instance with vm_state building and task_state spawning. [ 1003.680048] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0ed26e95-dd48-4f41-b461-63ca0bc17e22 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "ee41cf17-305b-429f-96fb-8858204a4af5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.578s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.768152] env[69249]: DEBUG nova.network.neutron [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Successfully updated port: 353ab83a-d693-48f6-91ec-45942e9f3766 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.813298] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659812, 'name': CreateSnapshot_Task, 'duration_secs': 1.30692} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.813643] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1003.814359] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08953b77-b554-4ddb-a534-2bb423de10b2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.909725] env[69249]: INFO nova.compute.manager [-] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Took 1.28 seconds to deallocate network for instance. [ 1004.271848] env[69249]: DEBUG oslo_concurrency.lockutils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "refresh_cache-9fef85ad-896a-49b4-b43d-bf4722c022f9" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.272122] env[69249]: DEBUG oslo_concurrency.lockutils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquired lock "refresh_cache-9fef85ad-896a-49b4-b43d-bf4722c022f9" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.272256] env[69249]: DEBUG nova.network.neutron [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.339234] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1004.348104] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d5b484b7-cf8f-4e32-8b43-e7b4383d7741 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.362944] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 1004.362944] env[69249]: value = "task-3659814" [ 1004.362944] env[69249]: _type = "Task" [ 1004.362944] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.386214] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659814, 'name': CloneVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.418153] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.551270] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "feb97282-0da7-483c-91e2-11fa1705ca94" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.551526] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "feb97282-0da7-483c-91e2-11fa1705ca94" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.603549] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1265a9-281b-4e22-a9de-985e452d3bd5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.611789] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df8164f-bf26-40d8-b9fa-97452c06b9b0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.645774] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19f43b0-e037-4fef-9f85-ecba69577398 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.657043] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c89434a-40ed-44a9-8dc5-d8fbee8f7da7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.675384] env[69249]: DEBUG nova.compute.provider_tree [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.819008] env[69249]: DEBUG nova.network.neutron [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.873709] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659814, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.950766] env[69249]: DEBUG nova.network.neutron [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Updating instance_info_cache with network_info: [{"id": "353ab83a-d693-48f6-91ec-45942e9f3766", "address": "fa:16:3e:3a:82:a6", "network": {"id": "a9099a13-0068-416e-9d22-96a739b93da7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-572838466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55f32d20fa441d18bf3745170b8e7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap353ab83a-d6", "ovs_interfaceid": "353ab83a-d693-48f6-91ec-45942e9f3766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.055772] env[69249]: INFO nova.compute.manager [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Detaching volume bbb96016-1a4f-48ec-8572-147e4c31c360 [ 1005.093937] env[69249]: INFO nova.virt.block_device [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Attempting to driver detach volume bbb96016-1a4f-48ec-8572-147e4c31c360 from mountpoint /dev/sdb [ 1005.093937] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1005.094229] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729402', 'volume_id': 'bbb96016-1a4f-48ec-8572-147e4c31c360', 'name': 'volume-bbb96016-1a4f-48ec-8572-147e4c31c360', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'feb97282-0da7-483c-91e2-11fa1705ca94', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbb96016-1a4f-48ec-8572-147e4c31c360', 'serial': 'bbb96016-1a4f-48ec-8572-147e4c31c360'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1005.095759] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb87c6e-4a71-4f01-9f63-71715b76a397 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.122019] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a24186-03da-40f4-a985-c890b2bd7a09 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.130382] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4273516-5426-4416-86ce-57b57de824a2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.155201] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e1bebd-b082-4deb-a092-f4c7afd9011a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.171422] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] The volume has not been displaced from its original location: [datastore1] volume-bbb96016-1a4f-48ec-8572-147e4c31c360/volume-bbb96016-1a4f-48ec-8572-147e4c31c360.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1005.176749] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1005.177129] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-331eaabe-cb46-4ce3-bc46-0d508f52f916 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.191710] env[69249]: DEBUG nova.scheduler.client.report [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.203859] env[69249]: DEBUG oslo_vmware.api [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1005.203859] env[69249]: value = "task-3659817" [ 1005.203859] env[69249]: _type = "Task" [ 1005.203859] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.216308] env[69249]: DEBUG oslo_vmware.api [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.374849] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659814, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.385839] env[69249]: DEBUG nova.virt.hardware [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.386076] env[69249]: DEBUG nova.virt.hardware [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.386266] env[69249]: DEBUG nova.virt.hardware [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.386466] env[69249]: DEBUG nova.virt.hardware [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.386719] env[69249]: DEBUG nova.virt.hardware [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.386953] env[69249]: DEBUG nova.virt.hardware [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.387238] env[69249]: DEBUG nova.virt.hardware [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.387531] env[69249]: DEBUG nova.virt.hardware [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.387739] env[69249]: DEBUG nova.virt.hardware [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.387924] env[69249]: DEBUG nova.virt.hardware [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.388162] env[69249]: DEBUG nova.virt.hardware [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.389121] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fdb8d5-e468-4a67-bbbb-72be81135958 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.397290] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc41547-9244-4877-b4cd-c89dbc728ad0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.411590] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:e9:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b61bd380-46bf-486d-9e26-54e9a84d3868', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.419411] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.419703] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.419934] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-268a0b76-db9f-41d4-bc1a-b4f614c50cec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.438905] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.438905] env[69249]: value = "task-3659818" [ 1005.438905] env[69249]: _type = "Task" [ 1005.438905] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.446874] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659818, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.453498] env[69249]: DEBUG oslo_concurrency.lockutils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Releasing lock "refresh_cache-9fef85ad-896a-49b4-b43d-bf4722c022f9" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.453822] env[69249]: DEBUG nova.compute.manager [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Instance network_info: |[{"id": "353ab83a-d693-48f6-91ec-45942e9f3766", "address": "fa:16:3e:3a:82:a6", "network": {"id": "a9099a13-0068-416e-9d22-96a739b93da7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-572838466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55f32d20fa441d18bf3745170b8e7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap353ab83a-d6", "ovs_interfaceid": "353ab83a-d693-48f6-91ec-45942e9f3766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.454233] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:82:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '353ab83a-d693-48f6-91ec-45942e9f3766', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.461764] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.461978] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.462220] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6a58b8c-54ed-4d6e-ac20-7fd687faa673 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.482563] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.482563] env[69249]: value = "task-3659819" [ 1005.482563] env[69249]: _type = "Task" [ 1005.482563] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.490334] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659819, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.655212] env[69249]: DEBUG nova.compute.manager [req-697bd003-8ad4-4cfa-893c-5ec8c944cb9f req-5041a7dd-12d3-4520-82f9-02775bb676b6 service nova] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Received event network-changed-353ab83a-d693-48f6-91ec-45942e9f3766 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.655416] env[69249]: DEBUG nova.compute.manager [req-697bd003-8ad4-4cfa-893c-5ec8c944cb9f req-5041a7dd-12d3-4520-82f9-02775bb676b6 service nova] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Refreshing instance network info cache due to event network-changed-353ab83a-d693-48f6-91ec-45942e9f3766. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.655732] env[69249]: DEBUG oslo_concurrency.lockutils [req-697bd003-8ad4-4cfa-893c-5ec8c944cb9f req-5041a7dd-12d3-4520-82f9-02775bb676b6 service nova] Acquiring lock "refresh_cache-9fef85ad-896a-49b4-b43d-bf4722c022f9" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.655784] env[69249]: DEBUG oslo_concurrency.lockutils [req-697bd003-8ad4-4cfa-893c-5ec8c944cb9f req-5041a7dd-12d3-4520-82f9-02775bb676b6 service nova] Acquired lock "refresh_cache-9fef85ad-896a-49b4-b43d-bf4722c022f9" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.655943] env[69249]: DEBUG nova.network.neutron [req-697bd003-8ad4-4cfa-893c-5ec8c944cb9f req-5041a7dd-12d3-4520-82f9-02775bb676b6 service nova] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Refreshing network info cache for port 353ab83a-d693-48f6-91ec-45942e9f3766 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.697523] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.698099] env[69249]: DEBUG nova.compute.manager [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.700749] env[69249]: DEBUG oslo_concurrency.lockutils [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.979s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.701007] env[69249]: DEBUG nova.objects.instance [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lazy-loading 'resources' on Instance uuid 381af0ca-4249-4949-9519-9409c286ce60 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.713484] env[69249]: DEBUG oslo_vmware.api [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659817, 'name': ReconfigVM_Task, 'duration_secs': 0.244204} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.713823] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1005.719106] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f680c3d1-2afd-4bef-84a6-770a054f8e56 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.741837] env[69249]: DEBUG oslo_vmware.api [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1005.741837] env[69249]: value = "task-3659820" [ 1005.741837] env[69249]: _type = "Task" [ 1005.741837] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.750987] env[69249]: DEBUG oslo_vmware.api [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.875887] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659814, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.953152] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659818, 'name': CreateVM_Task, 'duration_secs': 0.452423} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.953152] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.953790] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.953999] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.954441] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.954865] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265e67d9-6436-4e2b-875b-82f53767f0d6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.961853] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1005.961853] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d0a3c4-f9fe-ecfb-1417-61b975f8bc9e" [ 1005.961853] env[69249]: _type = "Task" [ 1005.961853] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.971164] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d0a3c4-f9fe-ecfb-1417-61b975f8bc9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.993338] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659819, 'name': CreateVM_Task, 'duration_secs': 0.470843} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.993611] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.994281] env[69249]: DEBUG oslo_concurrency.lockutils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.207082] env[69249]: DEBUG nova.compute.utils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.208548] env[69249]: DEBUG nova.compute.manager [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.208837] env[69249]: DEBUG nova.network.neutron [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.248933] env[69249]: DEBUG nova.policy [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8606e95182b94702b6840aebd15acced', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e92de99496304c4cad7ec4928eb8f071', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.256168] env[69249]: DEBUG oslo_vmware.api [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659820, 'name': ReconfigVM_Task, 'duration_secs': 0.197448} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.260054] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729402', 'volume_id': 'bbb96016-1a4f-48ec-8572-147e4c31c360', 'name': 'volume-bbb96016-1a4f-48ec-8572-147e4c31c360', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'feb97282-0da7-483c-91e2-11fa1705ca94', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbb96016-1a4f-48ec-8572-147e4c31c360', 'serial': 'bbb96016-1a4f-48ec-8572-147e4c31c360'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1006.380034] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659814, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.409897] env[69249]: DEBUG nova.network.neutron [req-697bd003-8ad4-4cfa-893c-5ec8c944cb9f req-5041a7dd-12d3-4520-82f9-02775bb676b6 service nova] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Updated VIF entry in instance network info cache for port 353ab83a-d693-48f6-91ec-45942e9f3766. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.410295] env[69249]: DEBUG nova.network.neutron [req-697bd003-8ad4-4cfa-893c-5ec8c944cb9f req-5041a7dd-12d3-4520-82f9-02775bb676b6 service nova] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Updating instance_info_cache with network_info: [{"id": "353ab83a-d693-48f6-91ec-45942e9f3766", "address": "fa:16:3e:3a:82:a6", "network": {"id": "a9099a13-0068-416e-9d22-96a739b93da7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-572838466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55f32d20fa441d18bf3745170b8e7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap353ab83a-d6", "ovs_interfaceid": "353ab83a-d693-48f6-91ec-45942e9f3766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.476252] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d0a3c4-f9fe-ecfb-1417-61b975f8bc9e, 'name': SearchDatastore_Task, 'duration_secs': 0.050763} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.476579] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.476816] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.477086] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.477250] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.477433] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.477721] env[69249]: DEBUG oslo_concurrency.lockutils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.478031] env[69249]: DEBUG oslo_concurrency.lockutils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.478267] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-901aa0f2-d70a-4213-b9dc-dec399e92f78 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.482370] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6830baa3-07f5-48dd-9722-e02bd7a1c3c5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.489034] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1006.489034] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523c3f8a-e76c-873b-dd95-b4da8d0b508b" [ 1006.489034] env[69249]: _type = "Task" [ 1006.489034] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.493616] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.493775] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.497179] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de4a3c6e-036f-4db2-9c73-ec627772e66a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.502940] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523c3f8a-e76c-873b-dd95-b4da8d0b508b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.506699] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1006.506699] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520654a7-ae3b-ed53-60cf-1230e1b294ee" [ 1006.506699] env[69249]: _type = "Task" [ 1006.506699] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.515330] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520654a7-ae3b-ed53-60cf-1230e1b294ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.540653] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74556a09-462b-4deb-a0e6-aa40a0af9f00 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.549202] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d048570-1e62-4869-9d63-e55c93a8547e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.580932] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5573a457-670e-4ac8-9129-dc55f6e4f18f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.589219] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65cf94e-99df-4717-9535-7bf49d10df0e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.604201] env[69249]: DEBUG nova.compute.provider_tree [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.712571] env[69249]: DEBUG nova.compute.manager [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.818637] env[69249]: DEBUG nova.objects.instance [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lazy-loading 'flavor' on Instance uuid feb97282-0da7-483c-91e2-11fa1705ca94 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.866520] env[69249]: DEBUG nova.network.neutron [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Successfully created port: db6fd761-6e4e-49f9-a41a-bef33b5c65d7 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.878196] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659814, 'name': CloneVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.912537] env[69249]: DEBUG oslo_concurrency.lockutils [req-697bd003-8ad4-4cfa-893c-5ec8c944cb9f req-5041a7dd-12d3-4520-82f9-02775bb676b6 service nova] Releasing lock "refresh_cache-9fef85ad-896a-49b4-b43d-bf4722c022f9" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.002021] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523c3f8a-e76c-873b-dd95-b4da8d0b508b, 'name': SearchDatastore_Task, 'duration_secs': 0.026883} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.002021] env[69249]: DEBUG oslo_concurrency.lockutils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.002021] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.002021] env[69249]: DEBUG oslo_concurrency.lockutils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.017481] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520654a7-ae3b-ed53-60cf-1230e1b294ee, 'name': SearchDatastore_Task, 'duration_secs': 0.018359} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.018310] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1261080d-3e77-45b5-8d65-f1bf3ae3ffef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.024334] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1007.024334] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5213b665-acc0-9ecd-54a6-54e469a8c21f" [ 1007.024334] env[69249]: _type = "Task" [ 1007.024334] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.032447] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5213b665-acc0-9ecd-54a6-54e469a8c21f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.109072] env[69249]: DEBUG nova.scheduler.client.report [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.381051] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659814, 'name': CloneVM_Task, 'duration_secs': 2.600838} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.381051] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Created linked-clone VM from snapshot [ 1007.381517] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3ee367-0389-4f1c-8bec-81960461a40b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.389030] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Uploading image 24509cb4-29c0-4e7b-9ed3-c9a2c96d31c3 {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1007.402737] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1007.402737] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-be675857-0602-4517-91b4-85fb858328f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.411371] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 1007.411371] env[69249]: value = "task-3659822" [ 1007.411371] env[69249]: _type = "Task" [ 1007.411371] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.419777] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659822, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.535544] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5213b665-acc0-9ecd-54a6-54e469a8c21f, 'name': SearchDatastore_Task, 'duration_secs': 0.032053} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.535827] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.536146] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3/34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.536444] env[69249]: DEBUG oslo_concurrency.lockutils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.536632] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.536853] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97ecb9f4-e906-4fa1-ade7-08bc8442f19d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.538934] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99f56a5d-abe5-493f-a8e9-819d95bb0983 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.547421] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1007.547421] env[69249]: value = "task-3659823" [ 1007.547421] env[69249]: _type = "Task" [ 1007.547421] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.548561] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.548782] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.552995] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0c8e55-a67c-452b-8741-7a23895e8f64 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.558123] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1007.558123] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ba0c82-49fd-efff-fbda-95254aeadbf3" [ 1007.558123] env[69249]: _type = "Task" [ 1007.558123] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.561555] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.569863] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ba0c82-49fd-efff-fbda-95254aeadbf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.616497] env[69249]: DEBUG oslo_concurrency.lockutils [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.618927] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.711s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.619179] env[69249]: DEBUG nova.objects.instance [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lazy-loading 'resources' on Instance uuid f4a01c73-0d60-47f4-9f76-b8da9451900c {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.639753] env[69249]: INFO nova.scheduler.client.report [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Deleted allocations for instance 381af0ca-4249-4949-9519-9409c286ce60 [ 1007.724321] env[69249]: DEBUG nova.compute.manager [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.755341] env[69249]: DEBUG nova.virt.hardware [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.755699] env[69249]: DEBUG nova.virt.hardware [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.755932] env[69249]: DEBUG nova.virt.hardware [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.756060] env[69249]: DEBUG nova.virt.hardware [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.756213] env[69249]: DEBUG nova.virt.hardware [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.756360] env[69249]: DEBUG nova.virt.hardware [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.756574] env[69249]: DEBUG nova.virt.hardware [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.756734] env[69249]: DEBUG nova.virt.hardware [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.756934] env[69249]: DEBUG nova.virt.hardware [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.757135] env[69249]: DEBUG nova.virt.hardware [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.757315] env[69249]: DEBUG nova.virt.hardware [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.758239] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b17a56-f84c-4dda-baeb-cbafdb1da361 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.772342] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573e591d-adb5-4e85-aab1-89863d928462 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.826012] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d0800491-52df-4771-bba6-49c811ac5e8f tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "feb97282-0da7-483c-91e2-11fa1705ca94" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.274s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.935646] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659822, 'name': Destroy_Task, 'duration_secs': 0.312512} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.935908] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Destroyed the VM [ 1007.936214] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1007.936997] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c8e31a4-21a2-4228-8dde-32a2b5ac49c3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.949031] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 1007.949031] env[69249]: value = "task-3659824" [ 1007.949031] env[69249]: _type = "Task" [ 1007.949031] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.962158] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659824, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.058881] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478871} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.059271] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3/34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.059522] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.060251] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42ac793f-db8e-4d4a-8aa1-54e6448ec766 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.073371] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ba0c82-49fd-efff-fbda-95254aeadbf3, 'name': SearchDatastore_Task, 'duration_secs': 0.020229} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.075366] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1008.075366] env[69249]: value = "task-3659825" [ 1008.075366] env[69249]: _type = "Task" [ 1008.075366] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.075626] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0cf4268-ad79-4746-b75e-d75721505a10 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.089455] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1008.089455] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52469e63-d812-0b6c-e4b7-1a7274d9adbe" [ 1008.089455] env[69249]: _type = "Task" [ 1008.089455] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.102555] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52469e63-d812-0b6c-e4b7-1a7274d9adbe, 'name': SearchDatastore_Task, 'duration_secs': 0.01358} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.102866] env[69249]: DEBUG oslo_concurrency.lockutils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.103155] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 9fef85ad-896a-49b4-b43d-bf4722c022f9/9fef85ad-896a-49b4-b43d-bf4722c022f9.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.103438] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f13e61a-3a2a-4453-ada8-9da63ad38f72 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.111265] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1008.111265] env[69249]: value = "task-3659826" [ 1008.111265] env[69249]: _type = "Task" [ 1008.111265] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.125010] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.149931] env[69249]: DEBUG oslo_concurrency.lockutils [None req-992e1be5-95d1-4e40-8178-55178754c21c tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "381af0ca-4249-4949-9519-9409c286ce60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.004s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.231235] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "feb97282-0da7-483c-91e2-11fa1705ca94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.231503] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "feb97282-0da7-483c-91e2-11fa1705ca94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.231717] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "feb97282-0da7-483c-91e2-11fa1705ca94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.231919] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "feb97282-0da7-483c-91e2-11fa1705ca94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.232137] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "feb97282-0da7-483c-91e2-11fa1705ca94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.236850] env[69249]: INFO nova.compute.manager [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Terminating instance [ 1008.429361] env[69249]: INFO nova.compute.manager [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Rebuilding instance [ 1008.448612] env[69249]: DEBUG nova.compute.manager [req-67c2b611-c31c-4e25-99fc-e612be52f871 req-cfca6a1b-4f2e-49a6-a36a-206aafe0b2d1 service nova] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Received event network-vif-plugged-db6fd761-6e4e-49f9-a41a-bef33b5c65d7 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.448837] env[69249]: DEBUG oslo_concurrency.lockutils [req-67c2b611-c31c-4e25-99fc-e612be52f871 req-cfca6a1b-4f2e-49a6-a36a-206aafe0b2d1 service nova] Acquiring lock "4e8af2c9-4adb-432f-8519-96151a534e26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.449254] env[69249]: DEBUG oslo_concurrency.lockutils [req-67c2b611-c31c-4e25-99fc-e612be52f871 req-cfca6a1b-4f2e-49a6-a36a-206aafe0b2d1 service nova] Lock "4e8af2c9-4adb-432f-8519-96151a534e26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.449541] env[69249]: DEBUG oslo_concurrency.lockutils [req-67c2b611-c31c-4e25-99fc-e612be52f871 req-cfca6a1b-4f2e-49a6-a36a-206aafe0b2d1 service nova] Lock "4e8af2c9-4adb-432f-8519-96151a534e26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.449727] env[69249]: DEBUG nova.compute.manager [req-67c2b611-c31c-4e25-99fc-e612be52f871 req-cfca6a1b-4f2e-49a6-a36a-206aafe0b2d1 service nova] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] No waiting events found dispatching network-vif-plugged-db6fd761-6e4e-49f9-a41a-bef33b5c65d7 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1008.449894] env[69249]: WARNING nova.compute.manager [req-67c2b611-c31c-4e25-99fc-e612be52f871 req-cfca6a1b-4f2e-49a6-a36a-206aafe0b2d1 service nova] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Received unexpected event network-vif-plugged-db6fd761-6e4e-49f9-a41a-bef33b5c65d7 for instance with vm_state building and task_state spawning. [ 1008.475295] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ca9539-f2f7-49b9-b93e-c2ac74c9ed78 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.478253] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659824, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.490065] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ff9f6f-42d1-46fd-9b31-5aeecb5c8585 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.496137] env[69249]: DEBUG nova.network.neutron [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Successfully updated port: db6fd761-6e4e-49f9-a41a-bef33b5c65d7 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.502649] env[69249]: DEBUG nova.compute.manager [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1008.503614] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e19e44a-5681-43e4-96a8-3704e462b2fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.532479] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e08f1e-4a28-45e0-97ad-e91982f082f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.550075] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118ef65c-c1a6-4873-9cb9-c3186b5dca5c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.569110] env[69249]: DEBUG nova.compute.provider_tree [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.590367] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081837} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.590641] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.591501] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6648cc71-1de9-405a-9ad5-b406c6a2a088 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.620032] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3/34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.620594] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c52e9e-9251-4698-bf0f-c60c019fdea0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.645200] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659826, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.646519] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1008.646519] env[69249]: value = "task-3659827" [ 1008.646519] env[69249]: _type = "Task" [ 1008.646519] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.654735] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.744065] env[69249]: DEBUG nova.compute.manager [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.744314] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.745239] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad52c50-681b-4182-b8ee-6a2ba74b2646 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.755409] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.755409] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f19df3a9-d3f4-4952-9a20-f9eb65a45edd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.761064] env[69249]: DEBUG oslo_vmware.api [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1008.761064] env[69249]: value = "task-3659828" [ 1008.761064] env[69249]: _type = "Task" [ 1008.761064] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.771955] env[69249]: DEBUG oslo_vmware.api [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.796672] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "96f4a878-ec8a-4a56-bff9-74bd8bc55d52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.796937] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "96f4a878-ec8a-4a56-bff9-74bd8bc55d52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.797160] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "96f4a878-ec8a-4a56-bff9-74bd8bc55d52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.797406] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "96f4a878-ec8a-4a56-bff9-74bd8bc55d52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.797498] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "96f4a878-ec8a-4a56-bff9-74bd8bc55d52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.802085] env[69249]: INFO nova.compute.manager [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Terminating instance [ 1008.965126] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659824, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.003322] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "refresh_cache-4e8af2c9-4adb-432f-8519-96151a534e26" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.003562] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquired lock "refresh_cache-4e8af2c9-4adb-432f-8519-96151a534e26" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.004147] env[69249]: DEBUG nova.network.neutron [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.071996] env[69249]: DEBUG nova.scheduler.client.report [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.130831] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580684} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.130951] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 9fef85ad-896a-49b4-b43d-bf4722c022f9/9fef85ad-896a-49b4-b43d-bf4722c022f9.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.132080] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.132080] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f70e62f-cac4-491c-800d-8c261e1f6a4f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.138497] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1009.138497] env[69249]: value = "task-3659829" [ 1009.138497] env[69249]: _type = "Task" [ 1009.138497] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.150174] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.160269] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659827, 'name': ReconfigVM_Task, 'duration_secs': 0.333848} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.160550] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3/34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.161996] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'device_name': '/dev/sda', 'encrypted': False, 'size': 0, 'disk_bus': None, 'encryption_secret_uuid': None, 'guest_format': None, 'device_type': 'disk', 'encryption_format': None, 'encryption_options': None, 'image_id': 'd995e3c0-f512-44da-91c0-8e91a3aaef3b'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': 'e66049a8-1f90-4807-81fc-ad7b8994d940', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729464', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'name': 'volume-255c2064-632a-424f-afdc-c342927a420d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3', 'attached_at': '', 'detached_at': '', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'serial': '255c2064-632a-424f-afdc-c342927a420d'}, 'boot_index': None, 'disk_bus': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69249) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1009.162209] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1009.162390] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729464', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'name': 'volume-255c2064-632a-424f-afdc-c342927a420d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3', 'attached_at': '', 'detached_at': '', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'serial': '255c2064-632a-424f-afdc-c342927a420d'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1009.163204] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9452f24-23f5-49f5-a31e-94bcc8e0203c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.179482] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d651bc-e996-40ad-9294-cb0403f88299 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.204780] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-255c2064-632a-424f-afdc-c342927a420d/volume-255c2064-632a-424f-afdc-c342927a420d.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.205161] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccf0a7f5-8686-4903-bc4f-1d65385d1a9d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.224063] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1009.224063] env[69249]: value = "task-3659830" [ 1009.224063] env[69249]: _type = "Task" [ 1009.224063] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.235736] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.272186] env[69249]: DEBUG oslo_vmware.api [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659828, 'name': PowerOffVM_Task, 'duration_secs': 0.25302} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.272424] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.272604] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.272943] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47516514-e377-456b-9fb6-260df77ad586 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.306727] env[69249]: DEBUG nova.compute.manager [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.306976] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.307886] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de81f789-f829-4829-9126-afcbfa7c8e8d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.316276] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.316581] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e4bb6b8-b7f1-42a5-a7c6-ea8ef2d4490c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.323647] env[69249]: DEBUG oslo_vmware.api [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 1009.323647] env[69249]: value = "task-3659833" [ 1009.323647] env[69249]: _type = "Task" [ 1009.323647] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.332237] env[69249]: DEBUG oslo_vmware.api [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.345834] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.345834] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.345834] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Deleting the datastore file [datastore1] feb97282-0da7-483c-91e2-11fa1705ca94 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.346104] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-097e9a66-fc10-4c30-a933-9c157a298be8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.353680] env[69249]: DEBUG oslo_vmware.api [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1009.353680] env[69249]: value = "task-3659834" [ 1009.353680] env[69249]: _type = "Task" [ 1009.353680] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.364663] env[69249]: DEBUG oslo_vmware.api [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.467931] env[69249]: DEBUG oslo_vmware.api [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659824, 'name': RemoveSnapshot_Task, 'duration_secs': 1.178877} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.468249] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1009.547381] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.547580] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9999f327-b32f-43d2-ab79-77c17de5e93f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.555535] env[69249]: DEBUG nova.network.neutron [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.559422] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1009.559422] env[69249]: value = "task-3659835" [ 1009.559422] env[69249]: _type = "Task" [ 1009.559422] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.570663] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.577947] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.580764] env[69249]: DEBUG oslo_concurrency.lockutils [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.409s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.581171] env[69249]: DEBUG nova.objects.instance [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Lazy-loading 'resources' on Instance uuid 52931d55-d19a-4f17-838f-b11f4364f774 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.605720] env[69249]: INFO nova.scheduler.client.report [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Deleted allocations for instance f4a01c73-0d60-47f4-9f76-b8da9451900c [ 1009.649171] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082227} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.652162] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.653336] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9405e25-668a-4cca-9cf5-521202edd7be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.685945] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 9fef85ad-896a-49b4-b43d-bf4722c022f9/9fef85ad-896a-49b4-b43d-bf4722c022f9.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.689395] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a8e9c12-1ba7-4b62-a1c7-4939691838f1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.712524] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1009.712524] env[69249]: value = "task-3659836" [ 1009.712524] env[69249]: _type = "Task" [ 1009.712524] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.722471] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.735183] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659830, 'name': ReconfigVM_Task, 'duration_secs': 0.414863} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.735475] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-255c2064-632a-424f-afdc-c342927a420d/volume-255c2064-632a-424f-afdc-c342927a420d.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.740256] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f8d106-2a27-476d-9834-19070c88b649 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.757320] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1009.757320] env[69249]: value = "task-3659837" [ 1009.757320] env[69249]: _type = "Task" [ 1009.757320] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.770243] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.773241] env[69249]: DEBUG nova.network.neutron [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Updating instance_info_cache with network_info: [{"id": "db6fd761-6e4e-49f9-a41a-bef33b5c65d7", "address": "fa:16:3e:cb:94:5c", "network": {"id": "91a2e788-907a-4592-aa67-c1201d8d3e67", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-413121055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e92de99496304c4cad7ec4928eb8f071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb6fd761-6e", "ovs_interfaceid": "db6fd761-6e4e-49f9-a41a-bef33b5c65d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.836291] env[69249]: DEBUG oslo_vmware.api [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659833, 'name': PowerOffVM_Task, 'duration_secs': 0.204422} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.836494] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.836611] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.836865] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71c2010b-aa83-41b7-a3f1-2bbea13e9785 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.865094] env[69249]: DEBUG oslo_vmware.api [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178979} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.865094] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.865278] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.865387] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.865553] env[69249]: INFO nova.compute.manager [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1009.865806] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.866110] env[69249]: DEBUG nova.compute.manager [-] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.866110] env[69249]: DEBUG nova.network.neutron [-] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.931807] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.931998] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.932196] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Deleting the datastore file [datastore2] 96f4a878-ec8a-4a56-bff9-74bd8bc55d52 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.932484] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64964c0a-77b2-4dc8-a6d5-e25404da043a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.939835] env[69249]: DEBUG oslo_vmware.api [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 1009.939835] env[69249]: value = "task-3659839" [ 1009.939835] env[69249]: _type = "Task" [ 1009.939835] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.952063] env[69249]: DEBUG oslo_vmware.api [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.973675] env[69249]: WARNING nova.compute.manager [None req-37191b35-6f47-46fc-80a2-49f42d1b38d6 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Image not found during snapshot: nova.exception.ImageNotFound: Image 24509cb4-29c0-4e7b-9ed3-c9a2c96d31c3 could not be found. [ 1010.073321] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659835, 'name': PowerOffVM_Task, 'duration_secs': 0.219465} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.073990] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.074328] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.075208] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19d71a0-1213-4306-8103-52c2abf0ceb1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.084258] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.084547] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c0d6d9c-7a54-45fa-8231-e3cd409ff930 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.118512] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f58c1ba8-a193-4cc0-877c-d25bc069dfb3 tempest-ListImageFiltersTestJSON-1581544066 tempest-ListImageFiltersTestJSON-1581544066-project-member] Lock "f4a01c73-0d60-47f4-9f76-b8da9451900c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.622s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.167555] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.167781] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.167963] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Deleting the datastore file [datastore1] 9160faa8-5599-49e8-a1fd-334b5480cb60 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.171117] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-685b46af-455f-4305-831d-035d58793943 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.179615] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1010.179615] env[69249]: value = "task-3659841" [ 1010.179615] env[69249]: _type = "Task" [ 1010.179615] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.188627] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.226012] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.270624] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659837, 'name': ReconfigVM_Task, 'duration_secs': 0.292709} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.271062] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729464', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'name': 'volume-255c2064-632a-424f-afdc-c342927a420d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3', 'attached_at': '', 'detached_at': '', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'serial': '255c2064-632a-424f-afdc-c342927a420d'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1010.274461] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5c6efa8-90d4-4b05-a7a3-4460d8a4ec03 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.277448] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Releasing lock "refresh_cache-4e8af2c9-4adb-432f-8519-96151a534e26" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.277448] env[69249]: DEBUG nova.compute.manager [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Instance network_info: |[{"id": "db6fd761-6e4e-49f9-a41a-bef33b5c65d7", "address": "fa:16:3e:cb:94:5c", "network": {"id": "91a2e788-907a-4592-aa67-c1201d8d3e67", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-413121055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e92de99496304c4cad7ec4928eb8f071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb6fd761-6e", "ovs_interfaceid": "db6fd761-6e4e-49f9-a41a-bef33b5c65d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.277845] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:94:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db6fd761-6e4e-49f9-a41a-bef33b5c65d7', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.285338] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Creating folder: Project (e92de99496304c4cad7ec4928eb8f071). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.286123] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28bb3c88-0d2d-4b96-a4e4-52235077462b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.293906] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1010.293906] env[69249]: value = "task-3659842" [ 1010.293906] env[69249]: _type = "Task" [ 1010.293906] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.299391] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Created folder: Project (e92de99496304c4cad7ec4928eb8f071) in parent group-v729229. [ 1010.299449] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Creating folder: Instances. Parent ref: group-v729476. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.300641] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1cbc0bc-f51e-4575-b18c-69968ec65e9f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.309117] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659842, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.316973] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Created folder: Instances in parent group-v729476. [ 1010.317384] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.317628] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.317865] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9055028c-fd59-4be7-b270-b1266e92c5ef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.340413] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.340413] env[69249]: value = "task-3659845" [ 1010.340413] env[69249]: _type = "Task" [ 1010.340413] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.354729] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659845, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.453815] env[69249]: DEBUG oslo_vmware.api [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152983} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.454123] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.454322] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.455037] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.455037] env[69249]: INFO nova.compute.manager [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1010.455037] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.455492] env[69249]: DEBUG nova.compute.manager [-] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.455619] env[69249]: DEBUG nova.network.neutron [-] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.478428] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c9f85d-576a-46b9-bc82-abe4416f133a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.489438] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c446b71f-68f2-4fa9-969f-31cb6754b0ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.527525] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0ca441-3d8f-419b-89e6-2c6f7651194a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.537286] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedd3804-b9cd-48a3-aaeb-eb4d6bfe056a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.552795] env[69249]: DEBUG nova.compute.provider_tree [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.663075] env[69249]: DEBUG nova.compute.manager [req-f288e1ff-514f-4330-9b63-87fc66e5b1d0 req-7f3df9ff-ce2e-4d90-9caf-8db21bc9dd53 service nova] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Received event network-changed-db6fd761-6e4e-49f9-a41a-bef33b5c65d7 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.663075] env[69249]: DEBUG nova.compute.manager [req-f288e1ff-514f-4330-9b63-87fc66e5b1d0 req-7f3df9ff-ce2e-4d90-9caf-8db21bc9dd53 service nova] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Refreshing instance network info cache due to event network-changed-db6fd761-6e4e-49f9-a41a-bef33b5c65d7. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.665352] env[69249]: DEBUG oslo_concurrency.lockutils [req-f288e1ff-514f-4330-9b63-87fc66e5b1d0 req-7f3df9ff-ce2e-4d90-9caf-8db21bc9dd53 service nova] Acquiring lock "refresh_cache-4e8af2c9-4adb-432f-8519-96151a534e26" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.665991] env[69249]: DEBUG oslo_concurrency.lockutils [req-f288e1ff-514f-4330-9b63-87fc66e5b1d0 req-7f3df9ff-ce2e-4d90-9caf-8db21bc9dd53 service nova] Acquired lock "refresh_cache-4e8af2c9-4adb-432f-8519-96151a534e26" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.666340] env[69249]: DEBUG nova.network.neutron [req-f288e1ff-514f-4330-9b63-87fc66e5b1d0 req-7f3df9ff-ce2e-4d90-9caf-8db21bc9dd53 service nova] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Refreshing network info cache for port db6fd761-6e4e-49f9-a41a-bef33b5c65d7 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.693120] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149332} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.693484] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.693672] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.694128] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.726050] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.808428] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659842, 'name': Rename_Task, 'duration_secs': 0.258203} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.810133] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.812666] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a228a5a-5ad6-4fba-b37b-38ecaa611216 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.823467] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1010.823467] env[69249]: value = "task-3659846" [ 1010.823467] env[69249]: _type = "Task" [ 1010.823467] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.839649] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.854523] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659845, 'name': CreateVM_Task, 'duration_secs': 0.432422} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.854793] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.855718] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.855953] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.856779] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.857362] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430f3a93-b6a7-4e20-a48f-59d62b27b215 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.864652] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1010.864652] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525a1168-b1d1-3639-c4ba-d7257f2a75d5" [ 1010.864652] env[69249]: _type = "Task" [ 1010.864652] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.878438] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525a1168-b1d1-3639-c4ba-d7257f2a75d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.941424] env[69249]: DEBUG nova.compute.manager [req-ecdefe2f-81d0-4e2f-bdac-58f49385987d req-4bf9166e-d2a2-4f2f-a844-e360a26ea44f service nova] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Received event network-vif-deleted-c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.941424] env[69249]: INFO nova.compute.manager [req-ecdefe2f-81d0-4e2f-bdac-58f49385987d req-4bf9166e-d2a2-4f2f-a844-e360a26ea44f service nova] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Neutron deleted interface c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7; detaching it from the instance and deleting it from the info cache [ 1010.941424] env[69249]: DEBUG nova.network.neutron [req-ecdefe2f-81d0-4e2f-bdac-58f49385987d req-4bf9166e-d2a2-4f2f-a844-e360a26ea44f service nova] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.969701] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "2983742a-ce61-4419-b595-b5bea7a7af0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.970112] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "2983742a-ce61-4419-b595-b5bea7a7af0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.970393] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "2983742a-ce61-4419-b595-b5bea7a7af0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.970672] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "2983742a-ce61-4419-b595-b5bea7a7af0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.970979] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "2983742a-ce61-4419-b595-b5bea7a7af0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.975521] env[69249]: INFO nova.compute.manager [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Terminating instance [ 1010.986744] env[69249]: DEBUG nova.network.neutron [-] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.058591] env[69249]: DEBUG nova.scheduler.client.report [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.225337] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659836, 'name': ReconfigVM_Task, 'duration_secs': 1.194713} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.225673] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 9fef85ad-896a-49b4-b43d-bf4722c022f9/9fef85ad-896a-49b4-b43d-bf4722c022f9.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.226440] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8751f47a-1adf-4d8e-a8a8-494714a843d3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.234733] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1011.234733] env[69249]: value = "task-3659847" [ 1011.234733] env[69249]: _type = "Task" [ 1011.234733] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.244615] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659847, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.316841] env[69249]: DEBUG nova.network.neutron [-] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.340609] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659846, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.375408] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525a1168-b1d1-3639-c4ba-d7257f2a75d5, 'name': SearchDatastore_Task, 'duration_secs': 0.018914} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.375730] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.375969] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.376263] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.376412] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.376591] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.376869] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1e26bdb-bd8f-4322-b1fb-173099897b0c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.387653] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.387834] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.389452] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75e909e6-f81a-4a93-8e05-81115ccb8d54 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.396171] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1011.396171] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d2ffd5-9f8f-c1af-8571-d023f872dbd6" [ 1011.396171] env[69249]: _type = "Task" [ 1011.396171] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.404644] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d2ffd5-9f8f-c1af-8571-d023f872dbd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.427953] env[69249]: DEBUG nova.network.neutron [req-f288e1ff-514f-4330-9b63-87fc66e5b1d0 req-7f3df9ff-ce2e-4d90-9caf-8db21bc9dd53 service nova] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Updated VIF entry in instance network info cache for port db6fd761-6e4e-49f9-a41a-bef33b5c65d7. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.428420] env[69249]: DEBUG nova.network.neutron [req-f288e1ff-514f-4330-9b63-87fc66e5b1d0 req-7f3df9ff-ce2e-4d90-9caf-8db21bc9dd53 service nova] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Updating instance_info_cache with network_info: [{"id": "db6fd761-6e4e-49f9-a41a-bef33b5c65d7", "address": "fa:16:3e:cb:94:5c", "network": {"id": "91a2e788-907a-4592-aa67-c1201d8d3e67", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-413121055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e92de99496304c4cad7ec4928eb8f071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb6fd761-6e", "ovs_interfaceid": "db6fd761-6e4e-49f9-a41a-bef33b5c65d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.442962] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-017c588a-856b-43ab-bdbd-7aa929e11270 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.455485] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5827e879-38a1-4850-881d-ba15c99300e3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.493662] env[69249]: DEBUG nova.compute.manager [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.493992] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.494800] env[69249]: INFO nova.compute.manager [-] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Took 1.63 seconds to deallocate network for instance. [ 1011.495263] env[69249]: DEBUG nova.compute.manager [req-ecdefe2f-81d0-4e2f-bdac-58f49385987d req-4bf9166e-d2a2-4f2f-a844-e360a26ea44f service nova] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Detach interface failed, port_id=c6d5b19d-9bc3-4ee5-85f5-61a62086f5f7, reason: Instance 96f4a878-ec8a-4a56-bff9-74bd8bc55d52 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.496545] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a36f10-9818-458d-a9de-954bd3f98507 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.508049] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.508549] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-174dfe54-fedf-45ce-b510-100ea5908e53 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.517377] env[69249]: DEBUG oslo_vmware.api [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 1011.517377] env[69249]: value = "task-3659849" [ 1011.517377] env[69249]: _type = "Task" [ 1011.517377] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.526514] env[69249]: DEBUG oslo_vmware.api [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.566021] env[69249]: DEBUG oslo_concurrency.lockutils [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.568422] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.815s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.568637] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.568711] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1011.569017] env[69249]: DEBUG oslo_concurrency.lockutils [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.687s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.569223] env[69249]: DEBUG nova.objects.instance [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lazy-loading 'resources' on Instance uuid f0003d38-cb08-41c2-a70d-e7f8fa494606 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.571505] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddb463d-effe-434e-9a2e-2eec13c20608 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.582266] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce08531-fe18-4b5a-b490-54497c170dd3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.601538] env[69249]: INFO nova.scheduler.client.report [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Deleted allocations for instance 52931d55-d19a-4f17-838f-b11f4364f774 [ 1011.603156] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b932fa-b4b4-4735-b120-2fd3a0297ad5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.617173] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cc8b2e-ea45-49a9-b47b-3144e7d8999b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.652131] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178665MB free_disk=70GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1011.652324] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.738156] env[69249]: DEBUG nova.virt.hardware [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.738434] env[69249]: DEBUG nova.virt.hardware [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.738589] env[69249]: DEBUG nova.virt.hardware [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.738771] env[69249]: DEBUG nova.virt.hardware [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.739011] env[69249]: DEBUG nova.virt.hardware [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.739101] env[69249]: DEBUG nova.virt.hardware [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.739346] env[69249]: DEBUG nova.virt.hardware [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.739616] env[69249]: DEBUG nova.virt.hardware [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.739889] env[69249]: DEBUG nova.virt.hardware [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.740095] env[69249]: DEBUG nova.virt.hardware [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.740326] env[69249]: DEBUG nova.virt.hardware [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.741328] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5524d90-9d55-4516-821f-edef939551ec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.761186] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f948c78-d584-4d69-9d5a-0459c3205070 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.766579] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659847, 'name': Rename_Task, 'duration_secs': 0.158319} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.766912] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.767880] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77ca156f-4d14-4338-8bf2-1b37dba15b06 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.783968] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:96:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd187fa6-e323-4dce-b945-6558307c7834', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.792174] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.794517] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.795978] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1011.795978] env[69249]: value = "task-3659850" [ 1011.795978] env[69249]: _type = "Task" [ 1011.795978] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.795978] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21c760ea-5be0-43df-9a4a-26610491a2b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.820927] env[69249]: INFO nova.compute.manager [-] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Took 1.36 seconds to deallocate network for instance. [ 1011.829625] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.829854] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.829854] env[69249]: value = "task-3659851" [ 1011.829854] env[69249]: _type = "Task" [ 1011.829854] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.843101] env[69249]: DEBUG oslo_vmware.api [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659846, 'name': PowerOnVM_Task, 'duration_secs': 0.639186} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.846657] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.846881] env[69249]: DEBUG nova.compute.manager [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1011.847162] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659851, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.847902] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12493231-666f-494b-8719-330f69176bfb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.908611] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d2ffd5-9f8f-c1af-8571-d023f872dbd6, 'name': SearchDatastore_Task, 'duration_secs': 0.012038} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.909531] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2814ebaa-18b0-4180-aaad-761b82f5919f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.917183] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1011.917183] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e8545b-0962-d62c-ef2b-df8dc0b3ccd4" [ 1011.917183] env[69249]: _type = "Task" [ 1011.917183] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.926160] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e8545b-0962-d62c-ef2b-df8dc0b3ccd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.931046] env[69249]: DEBUG oslo_concurrency.lockutils [req-f288e1ff-514f-4330-9b63-87fc66e5b1d0 req-7f3df9ff-ce2e-4d90-9caf-8db21bc9dd53 service nova] Releasing lock "refresh_cache-4e8af2c9-4adb-432f-8519-96151a534e26" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.011148] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.028945] env[69249]: DEBUG oslo_vmware.api [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659849, 'name': PowerOffVM_Task, 'duration_secs': 0.283336} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.029353] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.029540] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.029831] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc66783f-41c3-4a8a-bd1f-262b02d706e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.072298] env[69249]: DEBUG nova.objects.instance [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lazy-loading 'numa_topology' on Instance uuid f0003d38-cb08-41c2-a70d-e7f8fa494606 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.104762] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.105058] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.105255] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleting the datastore file [datastore2] 2983742a-ce61-4419-b595-b5bea7a7af0b {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.105995] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ebfe381-ad11-40e7-b562-6d6b09988ba1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.114101] env[69249]: DEBUG oslo_concurrency.lockutils [None req-131e8427-b41a-4eac-89a2-7e0cf18a96b7 tempest-ServerTagsTestJSON-1526248449 tempest-ServerTagsTestJSON-1526248449-project-member] Lock "52931d55-d19a-4f17-838f-b11f4364f774" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.410s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.120024] env[69249]: DEBUG oslo_vmware.api [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for the task: (returnval){ [ 1012.120024] env[69249]: value = "task-3659853" [ 1012.120024] env[69249]: _type = "Task" [ 1012.120024] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.328103] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.328417] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659850, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.349023] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659851, 'name': CreateVM_Task, 'duration_secs': 0.499747} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.349023] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.349023] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.349023] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.349023] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.349023] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a6797bd-15cd-42f2-8fec-9daf8d4fa2dd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.363618] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1012.363618] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52fd3b6a-25eb-141c-6632-98f35211a216" [ 1012.363618] env[69249]: _type = "Task" [ 1012.363618] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.372539] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.378107] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52fd3b6a-25eb-141c-6632-98f35211a216, 'name': SearchDatastore_Task, 'duration_secs': 0.015905} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.378500] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.378795] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.379165] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.379973] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.379973] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.379973] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49735347-027c-4f36-8322-77dfbdedaa56 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.390946] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.391207] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.391971] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a4afc62-5800-4b7d-a59c-d6b75ad9056d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.401604] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1012.401604] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5219b8b4-e748-8d07-c6f5-d1bbd0553024" [ 1012.401604] env[69249]: _type = "Task" [ 1012.401604] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.411732] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5219b8b4-e748-8d07-c6f5-d1bbd0553024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.434020] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e8545b-0962-d62c-ef2b-df8dc0b3ccd4, 'name': SearchDatastore_Task, 'duration_secs': 0.011621} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.434020] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.434020] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 4e8af2c9-4adb-432f-8519-96151a534e26/4e8af2c9-4adb-432f-8519-96151a534e26.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.434020] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3c5fc15-68b4-4c48-b5b3-ad1cdd664e58 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.443019] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1012.443019] env[69249]: value = "task-3659854" [ 1012.443019] env[69249]: _type = "Task" [ 1012.443019] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.453302] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.578272] env[69249]: DEBUG nova.objects.base [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1012.627686] env[69249]: DEBUG oslo_vmware.api [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Task: {'id': task-3659853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24549} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.630382] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.630631] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.630853] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.631126] env[69249]: INFO nova.compute.manager [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1012.631550] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.632023] env[69249]: DEBUG nova.compute.manager [-] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.632172] env[69249]: DEBUG nova.network.neutron [-] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.691363] env[69249]: DEBUG nova.compute.manager [req-3f8a54ac-504b-4e77-97da-f858849363c2 req-6d38abb0-3ffd-4f42-80d3-45a953cbb7c2 service nova] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Received event network-vif-deleted-31e809ba-2ba9-424e-8cde-57d94680a542 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.829055] env[69249]: DEBUG oslo_vmware.api [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659850, 'name': PowerOnVM_Task, 'duration_secs': 0.637714} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.831836] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.832159] env[69249]: INFO nova.compute.manager [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1012.832291] env[69249]: DEBUG nova.compute.manager [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1012.833380] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03e540d-2ce6-4ef0-a664-2699ca47de3c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.884972] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b71b93-5dd0-4081-b78f-8774b76b65fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.896471] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d17a13-b476-442d-b1fe-24b3a1abfd61 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.933407] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45937ccf-02f6-4167-ab4e-bdb646d1ba72 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.939373] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5219b8b4-e748-8d07-c6f5-d1bbd0553024, 'name': SearchDatastore_Task, 'duration_secs': 0.028729} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.940550] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7628fdce-28e8-4c93-9a71-38236568536b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.950200] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd375f3-6b94-4877-8180-0f398215a5cc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.955785] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1012.955785] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526f7d0f-6326-e3a1-b8d8-8508d698bc2c" [ 1012.955785] env[69249]: _type = "Task" [ 1012.955785] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.971348] env[69249]: DEBUG nova.compute.provider_tree [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.972709] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.980936] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526f7d0f-6326-e3a1-b8d8-8508d698bc2c, 'name': SearchDatastore_Task, 'duration_secs': 0.024661} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.982019] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.982135] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 9160faa8-5599-49e8-a1fd-334b5480cb60/9160faa8-5599-49e8-a1fd-334b5480cb60.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.982413] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7b665be-46cf-4d14-b3e1-29046d47cb3a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.991215] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1012.991215] env[69249]: value = "task-3659855" [ 1012.991215] env[69249]: _type = "Task" [ 1012.991215] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.001436] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.115316] env[69249]: DEBUG nova.compute.manager [req-1a52c846-3eef-40c4-9d71-3558aef3a775 req-71fdd404-33a2-4b5d-9b05-d0f718a5dd5d service nova] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Received event network-vif-deleted-92b053c0-f66a-4c0e-b865-2f8f69aed30d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.115735] env[69249]: INFO nova.compute.manager [req-1a52c846-3eef-40c4-9d71-3558aef3a775 req-71fdd404-33a2-4b5d-9b05-d0f718a5dd5d service nova] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Neutron deleted interface 92b053c0-f66a-4c0e-b865-2f8f69aed30d; detaching it from the instance and deleting it from the info cache [ 1013.116147] env[69249]: DEBUG nova.network.neutron [req-1a52c846-3eef-40c4-9d71-3558aef3a775 req-71fdd404-33a2-4b5d-9b05-d0f718a5dd5d service nova] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.372868] env[69249]: INFO nova.compute.manager [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Took 39.22 seconds to build instance. [ 1013.458143] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.964839} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.458239] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 4e8af2c9-4adb-432f-8519-96151a534e26/4e8af2c9-4adb-432f-8519-96151a534e26.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.458444] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.458851] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ad4196e-0ae9-47f0-9731-6be31931a5bb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.469169] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1013.469169] env[69249]: value = "task-3659856" [ 1013.469169] env[69249]: _type = "Task" [ 1013.469169] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.474385] env[69249]: DEBUG nova.scheduler.client.report [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.486926] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.506909] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659855, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.587232] env[69249]: DEBUG nova.network.neutron [-] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.619210] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fcb6635-18b6-43bd-ad1d-03dea1b8ffff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.637917] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f4335e-bd3c-4845-acff-3a2067dff6d5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.682481] env[69249]: DEBUG nova.compute.manager [req-1a52c846-3eef-40c4-9d71-3558aef3a775 req-71fdd404-33a2-4b5d-9b05-d0f718a5dd5d service nova] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Detach interface failed, port_id=92b053c0-f66a-4c0e-b865-2f8f69aed30d, reason: Instance 2983742a-ce61-4419-b595-b5bea7a7af0b could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1013.880400] env[69249]: DEBUG oslo_concurrency.lockutils [None req-77824a3c-8ffa-4681-8176-e7d1ce5f80e7 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "9fef85ad-896a-49b4-b43d-bf4722c022f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.738s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.983619] env[69249]: DEBUG oslo_concurrency.lockutils [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.414s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.987237] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082508} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.991651] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.624s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.996700] env[69249]: INFO nova.compute.claims [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.003654] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.004856] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807e10ac-c7da-4a27-a041-74d93e025de4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.042973] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 4e8af2c9-4adb-432f-8519-96151a534e26/4e8af2c9-4adb-432f-8519-96151a534e26.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.047633] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9cfb5a6-27a6-4808-bc7b-f6d53eae1313 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.063133] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770758} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.064295] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 9160faa8-5599-49e8-a1fd-334b5480cb60/9160faa8-5599-49e8-a1fd-334b5480cb60.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.064521] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.065282] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-783396d8-a679-4629-89e7-e4d139fc5055 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.070988] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1014.070988] env[69249]: value = "task-3659857" [ 1014.070988] env[69249]: _type = "Task" [ 1014.070988] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.076032] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1014.076032] env[69249]: value = "task-3659858" [ 1014.076032] env[69249]: _type = "Task" [ 1014.076032] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.084920] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.088049] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.094843] env[69249]: INFO nova.compute.manager [-] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Took 1.46 seconds to deallocate network for instance. [ 1014.252074] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "9fef85ad-896a-49b4-b43d-bf4722c022f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.252074] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "9fef85ad-896a-49b4-b43d-bf4722c022f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.252232] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "9fef85ad-896a-49b4-b43d-bf4722c022f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.254952] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "9fef85ad-896a-49b4-b43d-bf4722c022f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.255243] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "9fef85ad-896a-49b4-b43d-bf4722c022f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.260028] env[69249]: INFO nova.compute.manager [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Terminating instance [ 1014.499524] env[69249]: DEBUG oslo_concurrency.lockutils [None req-520392f3-f513-45bc-b4c4-9c47105c2d89 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "f0003d38-cb08-41c2-a70d-e7f8fa494606" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 49.005s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.501770] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26d38adf-90cf-4eba-a4e4-dcf2db57c781 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "f0003d38-cb08-41c2-a70d-e7f8fa494606" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 25.545s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.501770] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26d38adf-90cf-4eba-a4e4-dcf2db57c781 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "f0003d38-cb08-41c2-a70d-e7f8fa494606-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.502014] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26d38adf-90cf-4eba-a4e4-dcf2db57c781 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "f0003d38-cb08-41c2-a70d-e7f8fa494606-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.502859] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26d38adf-90cf-4eba-a4e4-dcf2db57c781 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "f0003d38-cb08-41c2-a70d-e7f8fa494606-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.507843] env[69249]: INFO nova.compute.manager [None req-26d38adf-90cf-4eba-a4e4-dcf2db57c781 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Terminating instance [ 1014.588712] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659857, 'name': ReconfigVM_Task, 'duration_secs': 0.318431} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.591185] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 4e8af2c9-4adb-432f-8519-96151a534e26/4e8af2c9-4adb-432f-8519-96151a534e26.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.591513] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00a0acb5-8944-43db-afda-fd6516deada2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.597088] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129114} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.599076] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.600146] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab406565-b13f-4916-86fa-b62fba53287f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.605486] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.606652] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1014.606652] env[69249]: value = "task-3659859" [ 1014.606652] env[69249]: _type = "Task" [ 1014.606652] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.630129] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 9160faa8-5599-49e8-a1fd-334b5480cb60/9160faa8-5599-49e8-a1fd-334b5480cb60.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.631050] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-833e18d3-2b22-4b09-9825-9f18a341109c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.650936] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659859, 'name': Rename_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.658375] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1014.658375] env[69249]: value = "task-3659860" [ 1014.658375] env[69249]: _type = "Task" [ 1014.658375] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.670578] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.764711] env[69249]: DEBUG nova.compute.manager [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.765767] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.766136] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0907ffd-1f9d-4b0b-a0ba-7e16670d0d22 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.774883] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.775239] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d439d94-e969-4102-aa8a-e99f01a69847 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.783149] env[69249]: DEBUG oslo_vmware.api [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1014.783149] env[69249]: value = "task-3659861" [ 1014.783149] env[69249]: _type = "Task" [ 1014.783149] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.792557] env[69249]: DEBUG oslo_vmware.api [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.014639] env[69249]: DEBUG nova.compute.manager [None req-26d38adf-90cf-4eba-a4e4-dcf2db57c781 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.014639] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-26d38adf-90cf-4eba-a4e4-dcf2db57c781 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.014639] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de6a005d-7399-4160-99bc-e89b591eca58 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.026539] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d238c207-5fa4-4113-9952-788e79a87389 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.073639] env[69249]: WARNING nova.virt.vmwareapi.vmops [None req-26d38adf-90cf-4eba-a4e4-dcf2db57c781 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f0003d38-cb08-41c2-a70d-e7f8fa494606 could not be found. [ 1015.073763] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-26d38adf-90cf-4eba-a4e4-dcf2db57c781 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.073936] env[69249]: INFO nova.compute.manager [None req-26d38adf-90cf-4eba-a4e4-dcf2db57c781 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1015.074253] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26d38adf-90cf-4eba-a4e4-dcf2db57c781 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.077682] env[69249]: DEBUG nova.compute.manager [-] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.077682] env[69249]: DEBUG nova.network.neutron [-] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.117854] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659859, 'name': Rename_Task, 'duration_secs': 0.158457} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.118045] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.118284] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01e91b50-67e4-4a07-9339-71441bbdeaac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.133581] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1015.133581] env[69249]: value = "task-3659862" [ 1015.133581] env[69249]: _type = "Task" [ 1015.133581] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.145862] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.171329] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.294531] env[69249]: DEBUG oslo_vmware.api [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.382400] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7860b72-0a01-4f6e-a32f-df6b049c5374 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.392009] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa2fa37-19f3-4276-9328-cb21b5d250cb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.426195] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f15e8b9-cbea-43b9-b7fc-54a5c8d65424 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.435555] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c050e7a-a70e-4da5-b943-5246cd877686 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.450496] env[69249]: DEBUG nova.compute.provider_tree [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.646474] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659862, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.671748] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659860, 'name': ReconfigVM_Task, 'duration_secs': 0.597806} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.672147] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 9160faa8-5599-49e8-a1fd-334b5480cb60/9160faa8-5599-49e8-a1fd-334b5480cb60.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.672807] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e341ca7-253a-4b99-bf42-b09c844d5f90 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.680555] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1015.680555] env[69249]: value = "task-3659864" [ 1015.680555] env[69249]: _type = "Task" [ 1015.680555] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.694036] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659864, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.795025] env[69249]: DEBUG oslo_vmware.api [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659861, 'name': PowerOffVM_Task, 'duration_secs': 0.667684} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.795025] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.795025] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.795025] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a25222c-e922-43c3-bda6-6f28cbcdbe83 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.865740] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.865973] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.866169] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Deleting the datastore file [datastore2] 9fef85ad-896a-49b4-b43d-bf4722c022f9 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.866444] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6ba68dc-2749-49b0-87e6-1b8f65daf45d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.874879] env[69249]: DEBUG oslo_vmware.api [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1015.874879] env[69249]: value = "task-3659866" [ 1015.874879] env[69249]: _type = "Task" [ 1015.874879] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.883522] env[69249]: DEBUG oslo_vmware.api [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.953605] env[69249]: DEBUG nova.scheduler.client.report [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.092371] env[69249]: DEBUG nova.network.neutron [-] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.145857] env[69249]: DEBUG oslo_vmware.api [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659862, 'name': PowerOnVM_Task, 'duration_secs': 0.656581} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.146154] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.146834] env[69249]: INFO nova.compute.manager [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1016.147157] env[69249]: DEBUG nova.compute.manager [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1016.147927] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde2c441-dd39-45d7-9e77-72ffaa7f69e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.191707] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659864, 'name': Rename_Task, 'duration_secs': 0.289685} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.191996] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.192341] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e8cfb5a-219c-457d-a216-33d248c656a4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.201084] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1016.201084] env[69249]: value = "task-3659867" [ 1016.201084] env[69249]: _type = "Task" [ 1016.201084] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.212903] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.385498] env[69249]: DEBUG oslo_vmware.api [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312184} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.385781] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.385944] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.386173] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.386368] env[69249]: INFO nova.compute.manager [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1016.386608] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.386798] env[69249]: DEBUG nova.compute.manager [-] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.386892] env[69249]: DEBUG nova.network.neutron [-] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.461357] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.461357] env[69249]: DEBUG nova.compute.manager [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.462600] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.641s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.463144] env[69249]: DEBUG nova.objects.instance [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lazy-loading 'resources' on Instance uuid 4b533c3d-778b-42de-b981-aab30750bff8 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.596388] env[69249]: INFO nova.compute.manager [-] [instance: f0003d38-cb08-41c2-a70d-e7f8fa494606] Took 1.52 seconds to deallocate network for instance. [ 1016.669200] env[69249]: INFO nova.compute.manager [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Took 39.55 seconds to build instance. [ 1016.712487] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.966300] env[69249]: DEBUG nova.compute.utils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.971041] env[69249]: DEBUG nova.compute.manager [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.971291] env[69249]: DEBUG nova.network.neutron [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.007116] env[69249]: INFO nova.compute.manager [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Rescuing [ 1017.007486] env[69249]: DEBUG oslo_concurrency.lockutils [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "refresh_cache-4e8af2c9-4adb-432f-8519-96151a534e26" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.007550] env[69249]: DEBUG oslo_concurrency.lockutils [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquired lock "refresh_cache-4e8af2c9-4adb-432f-8519-96151a534e26" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.007861] env[69249]: DEBUG nova.network.neutron [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.024050] env[69249]: DEBUG nova.policy [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04eb3b92019e40ec93fa08c2998a2012', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d6539ea997f4394bc825b68e6e73910', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.062194] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.062431] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.173164] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b3d5bda5-fb01-473e-bf59-929cb05df4ad tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "4e8af2c9-4adb-432f-8519-96151a534e26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.068s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.179566] env[69249]: DEBUG nova.network.neutron [-] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.214853] env[69249]: DEBUG oslo_vmware.api [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659867, 'name': PowerOnVM_Task, 'duration_secs': 0.951577} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.215143] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.215351] env[69249]: DEBUG nova.compute.manager [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1017.216137] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b31b90b-8816-43d4-b3e5-e0961042b378 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.275339] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e68651e-a070-4efa-a566-b5be7dc6629b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.283801] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bb34fc-0370-4436-8edc-e90b60e03c5a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.318835] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dd03aa-5dde-4e9f-884e-00f892966c8e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.327324] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d5ce38-e690-4354-945c-811f8eee1f83 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.342697] env[69249]: DEBUG nova.compute.provider_tree [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.408768] env[69249]: DEBUG nova.network.neutron [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Successfully created port: 074f4bde-21ba-4639-925d-19ea222be2ba {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.471791] env[69249]: DEBUG nova.compute.manager [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.565133] env[69249]: DEBUG nova.compute.manager [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.630189] env[69249]: DEBUG oslo_concurrency.lockutils [None req-26d38adf-90cf-4eba-a4e4-dcf2db57c781 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "f0003d38-cb08-41c2-a70d-e7f8fa494606" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.129s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.683222] env[69249]: INFO nova.compute.manager [-] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Took 1.30 seconds to deallocate network for instance. [ 1017.741598] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.772638] env[69249]: DEBUG nova.network.neutron [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Updating instance_info_cache with network_info: [{"id": "db6fd761-6e4e-49f9-a41a-bef33b5c65d7", "address": "fa:16:3e:cb:94:5c", "network": {"id": "91a2e788-907a-4592-aa67-c1201d8d3e67", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-413121055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e92de99496304c4cad7ec4928eb8f071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb6fd761-6e", "ovs_interfaceid": "db6fd761-6e4e-49f9-a41a-bef33b5c65d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.846260] env[69249]: DEBUG nova.scheduler.client.report [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.934955] env[69249]: DEBUG nova.compute.manager [req-14668c47-6fd5-418e-9e3f-1653746489e2 req-a00146f5-e294-4501-a427-5d975cd6967a service nova] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Received event network-vif-deleted-353ab83a-d693-48f6-91ec-45942e9f3766 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.089382] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.190318] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.275283] env[69249]: DEBUG oslo_concurrency.lockutils [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Releasing lock "refresh_cache-4e8af2c9-4adb-432f-8519-96151a534e26" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.352300] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.354699] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.247s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.370664] env[69249]: INFO nova.scheduler.client.report [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Deleted allocations for instance 4b533c3d-778b-42de-b981-aab30750bff8 [ 1018.485331] env[69249]: DEBUG nova.compute.manager [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.508871] env[69249]: DEBUG nova.virt.hardware [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.509145] env[69249]: DEBUG nova.virt.hardware [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.509324] env[69249]: DEBUG nova.virt.hardware [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.509517] env[69249]: DEBUG nova.virt.hardware [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.509680] env[69249]: DEBUG nova.virt.hardware [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.509840] env[69249]: DEBUG nova.virt.hardware [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.510084] env[69249]: DEBUG nova.virt.hardware [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.510279] env[69249]: DEBUG nova.virt.hardware [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.510474] env[69249]: DEBUG nova.virt.hardware [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.510649] env[69249]: DEBUG nova.virt.hardware [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.510841] env[69249]: DEBUG nova.virt.hardware [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.511836] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1dcdf3-aecb-4778-9004-1afefebb0676 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.520937] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37913981-9cea-4609-8d39-c7392c189abb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.879082] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a5a102ed-be91-42f8-8e28-e4f9289fcd82 tempest-ImagesOneServerNegativeTestJSON-1567973195 tempest-ImagesOneServerNegativeTestJSON-1567973195-project-member] Lock "4b533c3d-778b-42de-b981-aab30750bff8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.830s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.908217] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "e8649068-1438-4065-9a4f-e356e6dffb05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.908454] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e8649068-1438-4065-9a4f-e356e6dffb05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.987498] env[69249]: DEBUG nova.network.neutron [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Successfully updated port: 074f4bde-21ba-4639-925d-19ea222be2ba {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.178319] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113b2448-a8f0-490c-abb7-7fe316825618 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.187371] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b7833f-bc18-4949-bf6b-da31cb5ee8e5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.219192] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c24fdfb-76dd-40e0-a615-57a4a5670a49 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.228083] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629fff57-f861-428c-b625-e72bf2b8896c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.245875] env[69249]: DEBUG nova.compute.provider_tree [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.411630] env[69249]: DEBUG nova.compute.manager [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.493932] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.494118] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.494302] env[69249]: DEBUG nova.network.neutron [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.746935] env[69249]: DEBUG nova.scheduler.client.report [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.809304] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.809665] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f07ebf3d-d39f-4e20-9434-f614f59afa95 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.819378] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1019.819378] env[69249]: value = "task-3659870" [ 1019.819378] env[69249]: _type = "Task" [ 1019.819378] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.834287] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.934866] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.159225] env[69249]: DEBUG nova.compute.manager [req-5e581e82-4c78-46b9-9521-07b2a22858d6 req-d4ed7839-f21a-4ad0-a22f-1cf4caea2645 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Received event network-vif-plugged-074f4bde-21ba-4639-925d-19ea222be2ba {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.159225] env[69249]: DEBUG oslo_concurrency.lockutils [req-5e581e82-4c78-46b9-9521-07b2a22858d6 req-d4ed7839-f21a-4ad0-a22f-1cf4caea2645 service nova] Acquiring lock "69555095-0946-44f1-b907-d926fda60f54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.159225] env[69249]: DEBUG oslo_concurrency.lockutils [req-5e581e82-4c78-46b9-9521-07b2a22858d6 req-d4ed7839-f21a-4ad0-a22f-1cf4caea2645 service nova] Lock "69555095-0946-44f1-b907-d926fda60f54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.159225] env[69249]: DEBUG oslo_concurrency.lockutils [req-5e581e82-4c78-46b9-9521-07b2a22858d6 req-d4ed7839-f21a-4ad0-a22f-1cf4caea2645 service nova] Lock "69555095-0946-44f1-b907-d926fda60f54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.159225] env[69249]: DEBUG nova.compute.manager [req-5e581e82-4c78-46b9-9521-07b2a22858d6 req-d4ed7839-f21a-4ad0-a22f-1cf4caea2645 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] No waiting events found dispatching network-vif-plugged-074f4bde-21ba-4639-925d-19ea222be2ba {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1020.159225] env[69249]: WARNING nova.compute.manager [req-5e581e82-4c78-46b9-9521-07b2a22858d6 req-d4ed7839-f21a-4ad0-a22f-1cf4caea2645 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Received unexpected event network-vif-plugged-074f4bde-21ba-4639-925d-19ea222be2ba for instance with vm_state building and task_state spawning. [ 1020.159225] env[69249]: DEBUG nova.compute.manager [req-5e581e82-4c78-46b9-9521-07b2a22858d6 req-d4ed7839-f21a-4ad0-a22f-1cf4caea2645 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Received event network-changed-074f4bde-21ba-4639-925d-19ea222be2ba {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.159225] env[69249]: DEBUG nova.compute.manager [req-5e581e82-4c78-46b9-9521-07b2a22858d6 req-d4ed7839-f21a-4ad0-a22f-1cf4caea2645 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Refreshing instance network info cache due to event network-changed-074f4bde-21ba-4639-925d-19ea222be2ba. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.159225] env[69249]: DEBUG oslo_concurrency.lockutils [req-5e581e82-4c78-46b9-9521-07b2a22858d6 req-d4ed7839-f21a-4ad0-a22f-1cf4caea2645 service nova] Acquiring lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.159225] env[69249]: DEBUG nova.network.neutron [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.273690] env[69249]: DEBUG nova.network.neutron [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updating instance_info_cache with network_info: [{"id": "074f4bde-21ba-4639-925d-19ea222be2ba", "address": "fa:16:3e:a9:7c:69", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074f4bde-21", "ovs_interfaceid": "074f4bde-21ba-4639-925d-19ea222be2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.330303] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659870, 'name': PowerOffVM_Task, 'duration_secs': 0.216818} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.330840] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.331423] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033bb6a6-dc07-4f0e-a595-7f2fcebf7d73 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.350733] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ce3632-1967-4810-8cff-9fa5cc7ff8d9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.388268] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.388682] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5f9d4af-313f-46e2-9cad-2507a9d02c77 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.397741] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1020.397741] env[69249]: value = "task-3659871" [ 1020.397741] env[69249]: _type = "Task" [ 1020.397741] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.406701] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.761385] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.404s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.762272] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.250s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.762637] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.769238] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.350s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.769238] env[69249]: DEBUG nova.objects.instance [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Lazy-loading 'resources' on Instance uuid 32755655-0a76-491f-a0f2-5bfa610f0b60 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.776317] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.776908] env[69249]: DEBUG nova.compute.manager [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Instance network_info: |[{"id": "074f4bde-21ba-4639-925d-19ea222be2ba", "address": "fa:16:3e:a9:7c:69", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074f4bde-21", "ovs_interfaceid": "074f4bde-21ba-4639-925d-19ea222be2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.777079] env[69249]: DEBUG oslo_concurrency.lockutils [req-5e581e82-4c78-46b9-9521-07b2a22858d6 req-d4ed7839-f21a-4ad0-a22f-1cf4caea2645 service nova] Acquired lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.777142] env[69249]: DEBUG nova.network.neutron [req-5e581e82-4c78-46b9-9521-07b2a22858d6 req-d4ed7839-f21a-4ad0-a22f-1cf4caea2645 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Refreshing network info cache for port 074f4bde-21ba-4639-925d-19ea222be2ba {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.778380] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:7c:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '074f4bde-21ba-4639-925d-19ea222be2ba', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.789789] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.796029] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69555095-0946-44f1-b907-d926fda60f54] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.796811] env[69249]: INFO nova.scheduler.client.report [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Deleted allocations for instance ea954cae-05b2-4097-a0e1-2f2618d7aacc [ 1020.797760] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3951b3e4-fac8-4a56-9f42-4ad4938c6083 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.825697] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.825697] env[69249]: value = "task-3659872" [ 1020.825697] env[69249]: _type = "Task" [ 1020.825697] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.836908] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659872, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.913157] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] VM already powered off {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1020.913679] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.915804] env[69249]: DEBUG oslo_concurrency.lockutils [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.915804] env[69249]: DEBUG oslo_concurrency.lockutils [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.915804] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.915804] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fff72a8-d76e-43ef-88c5-245809b35f1f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.929038] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.929038] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.929703] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e38293ad-2f6c-4446-9ebe-c8dd881998ef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.936045] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1020.936045] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52fdbe16-aa23-8fbc-40f8-d9d042303e4c" [ 1020.936045] env[69249]: _type = "Task" [ 1020.936045] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.948982] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52fdbe16-aa23-8fbc-40f8-d9d042303e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.063505] env[69249]: DEBUG nova.network.neutron [req-5e581e82-4c78-46b9-9521-07b2a22858d6 req-d4ed7839-f21a-4ad0-a22f-1cf4caea2645 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updated VIF entry in instance network info cache for port 074f4bde-21ba-4639-925d-19ea222be2ba. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.063611] env[69249]: DEBUG nova.network.neutron [req-5e581e82-4c78-46b9-9521-07b2a22858d6 req-d4ed7839-f21a-4ad0-a22f-1cf4caea2645 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updating instance_info_cache with network_info: [{"id": "074f4bde-21ba-4639-925d-19ea222be2ba", "address": "fa:16:3e:a9:7c:69", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074f4bde-21", "ovs_interfaceid": "074f4bde-21ba-4639-925d-19ea222be2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.325349] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ae78d967-8ede-4841-a357-7488928f7c39 tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "ea954cae-05b2-4097-a0e1-2f2618d7aacc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.320s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.340024] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659872, 'name': CreateVM_Task, 'duration_secs': 0.379031} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.340024] env[69249]: INFO nova.scheduler.client.report [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleted allocation for migration 3da097a8-7795-43fb-b049-1a8441bd0e64 [ 1021.340300] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69555095-0946-44f1-b907-d926fda60f54] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.343414] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.343553] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.345680] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.346566] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2646a9e1-4f31-4916-84cc-83e7535c6661 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.354741] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1021.354741] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e03156-dadd-2073-59fc-44b84ef30ee7" [ 1021.354741] env[69249]: _type = "Task" [ 1021.354741] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.363872] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e03156-dadd-2073-59fc-44b84ef30ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.493220] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52fdbe16-aa23-8fbc-40f8-d9d042303e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.017541} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.493220] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28794980-f40c-4847-a3a0-db970ea1ee72 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.493220] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1021.493220] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52db68ed-b63d-b94e-e5a7-bb8dd2e4d877" [ 1021.493220] env[69249]: _type = "Task" [ 1021.493220] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.493220] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52db68ed-b63d-b94e-e5a7-bb8dd2e4d877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.566380] env[69249]: DEBUG oslo_concurrency.lockutils [req-5e581e82-4c78-46b9-9521-07b2a22858d6 req-d4ed7839-f21a-4ad0-a22f-1cf4caea2645 service nova] Releasing lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.600219] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8b3a2c-4e40-4b24-bdff-0e6a1731685c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.611040] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6368ee2a-24e9-48ac-aa8d-fa65de3d9e7f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.646894] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf3b27a-d9db-43be-8302-e877717ff753 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.656286] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff751801-2b40-4260-b59f-43029c2b9d1d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.671458] env[69249]: DEBUG nova.compute.provider_tree [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.849467] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9bde3733-1e9b-4391-879a-1596236b8c0f tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "0e253bdc-0172-4ca0-9738-b34c60d80534" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.586s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.864326] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e03156-dadd-2073-59fc-44b84ef30ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.865326] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.865565] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.865811] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.865940] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.866122] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.866600] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-057ec33c-c5de-4524-a0b9-c92c8a5263ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.875486] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.875673] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.876360] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac2e04e-12bd-4362-8b40-cd39a20ea7d0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.881729] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1021.881729] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524e5295-960a-972f-a637-002cba3a97c0" [ 1021.881729] env[69249]: _type = "Task" [ 1021.881729] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.889085] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524e5295-960a-972f-a637-002cba3a97c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.970673] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52db68ed-b63d-b94e-e5a7-bb8dd2e4d877, 'name': SearchDatastore_Task, 'duration_secs': 0.011333} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.971278] env[69249]: DEBUG oslo_concurrency.lockutils [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.971278] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 4e8af2c9-4adb-432f-8519-96151a534e26/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk. {{(pid=69249) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1021.971440] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a0f1c4e-eed1-49cb-887f-a94c5b0af94d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.979850] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1021.979850] env[69249]: value = "task-3659873" [ 1021.979850] env[69249]: _type = "Task" [ 1021.979850] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.989294] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.175267] env[69249]: DEBUG nova.scheduler.client.report [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.200438] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.200720] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.200932] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.201126] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.201302] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.203839] env[69249]: INFO nova.compute.manager [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Terminating instance [ 1022.397394] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524e5295-960a-972f-a637-002cba3a97c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.398296] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ecca54-a547-4a02-bae5-8c141c9612e8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.408233] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1022.408233] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520f1738-0def-6446-d4c9-20861ca2c52e" [ 1022.408233] env[69249]: _type = "Task" [ 1022.408233] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.418800] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520f1738-0def-6446-d4c9-20861ca2c52e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.490180] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453018} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.491692] env[69249]: INFO nova.virt.vmwareapi.ds_util [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 4e8af2c9-4adb-432f-8519-96151a534e26/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk. [ 1022.491692] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9125d041-4f36-402b-8823-062cf607bcf6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.494267] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "0e253bdc-0172-4ca0-9738-b34c60d80534" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.494520] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "0e253bdc-0172-4ca0-9738-b34c60d80534" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.494751] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "0e253bdc-0172-4ca0-9738-b34c60d80534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.494958] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "0e253bdc-0172-4ca0-9738-b34c60d80534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.495143] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "0e253bdc-0172-4ca0-9738-b34c60d80534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.497264] env[69249]: INFO nova.compute.manager [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Terminating instance [ 1022.520456] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 4e8af2c9-4adb-432f-8519-96151a534e26/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.521528] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e9e84cd-6702-442f-a6eb-7f93427902e2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.541630] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1022.541630] env[69249]: value = "task-3659874" [ 1022.541630] env[69249]: _type = "Task" [ 1022.541630] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.551258] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.681314] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.683835] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.031s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.700334] env[69249]: INFO nova.scheduler.client.report [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Deleted allocations for instance 32755655-0a76-491f-a0f2-5bfa610f0b60 [ 1022.711817] env[69249]: DEBUG nova.compute.manager [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.711817] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.712545] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd80c603-d25e-4b51-8835-8b947438b09e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.722748] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.723184] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09f8887e-073e-444c-b32b-e2c4deebdabf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.734024] env[69249]: DEBUG oslo_vmware.api [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 1022.734024] env[69249]: value = "task-3659875" [ 1022.734024] env[69249]: _type = "Task" [ 1022.734024] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.746965] env[69249]: DEBUG oslo_vmware.api [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.920734] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520f1738-0def-6446-d4c9-20861ca2c52e, 'name': SearchDatastore_Task, 'duration_secs': 0.014374} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.920974] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.921340] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 69555095-0946-44f1-b907-d926fda60f54/69555095-0946-44f1-b907-d926fda60f54.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.921824] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7973a77d-7d6e-4cea-b1ef-ccc9381863f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.932478] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1022.932478] env[69249]: value = "task-3659876" [ 1022.932478] env[69249]: _type = "Task" [ 1022.932478] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.946381] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.019047] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "4fc308d8-09c1-4ede-a232-7c12128db3c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.019313] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "4fc308d8-09c1-4ede-a232-7c12128db3c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.023172] env[69249]: DEBUG nova.compute.manager [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.023172] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.024967] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e23ad1-2c20-4d9b-9159-48305748e45d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.033839] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.034604] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10ffa42b-2722-4bba-a176-6dc6a3eb12a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.041964] env[69249]: DEBUG oslo_vmware.api [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 1023.041964] env[69249]: value = "task-3659877" [ 1023.041964] env[69249]: _type = "Task" [ 1023.041964] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.056895] env[69249]: DEBUG oslo_vmware.api [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.057684] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659874, 'name': ReconfigVM_Task, 'duration_secs': 0.326455} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.057684] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 4e8af2c9-4adb-432f-8519-96151a534e26/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.058521] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321506b8-2a76-4ae1-9cdd-bb651849cf5c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.086649] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90b7de2a-a440-4455-be70-95f540c17a39 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.104022] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1023.104022] env[69249]: value = "task-3659878" [ 1023.104022] env[69249]: _type = "Task" [ 1023.104022] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.113598] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.208505] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6708d640-8e67-4856-8bf6-3b096276d14e tempest-AttachInterfacesV270Test-1196059967 tempest-AttachInterfacesV270Test-1196059967-project-member] Lock "32755655-0a76-491f-a0f2-5bfa610f0b60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.280s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.243749] env[69249]: DEBUG oslo_vmware.api [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659875, 'name': PowerOffVM_Task, 'duration_secs': 0.227757} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.244046] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.244220] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.244987] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01e16f77-23da-4f5b-9f88-6171456faa17 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.326518] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.326742] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.326928] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Deleting the datastore file [datastore2] 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.327229] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6be4d53-daeb-440e-9436-914c3625dec1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.337154] env[69249]: DEBUG oslo_vmware.api [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for the task: (returnval){ [ 1023.337154] env[69249]: value = "task-3659880" [ 1023.337154] env[69249]: _type = "Task" [ 1023.337154] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.350743] env[69249]: DEBUG oslo_vmware.api [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.444583] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493246} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.445018] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 69555095-0946-44f1-b907-d926fda60f54/69555095-0946-44f1-b907-d926fda60f54.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.445150] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.445465] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63218aa1-a5fa-4f08-a7b8-8ab7e5c2f67f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.452804] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1023.452804] env[69249]: value = "task-3659881" [ 1023.452804] env[69249]: _type = "Task" [ 1023.452804] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.464739] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.522169] env[69249]: DEBUG nova.compute.manager [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.536417] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Acquiring lock "4bac618e-cec3-45c0-9f55-cc7a2be8d63f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.536665] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Lock "4bac618e-cec3-45c0-9f55-cc7a2be8d63f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.553298] env[69249]: DEBUG oslo_vmware.api [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659877, 'name': PowerOffVM_Task, 'duration_secs': 0.265643} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.554192] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.554566] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.554670] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41505812-85d3-4bfa-b46c-a68585232c31 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.616192] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659878, 'name': ReconfigVM_Task, 'duration_secs': 0.327042} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.616604] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.616977] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2df1e48b-c12b-491b-ab21-9d566fa0b3b8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.621846] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.622570] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.622911] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleting the datastore file [datastore2] 0e253bdc-0172-4ca0-9738-b34c60d80534 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.623306] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a22b1114-c209-4f15-8d61-7b4a81bcef24 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.627356] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1023.627356] env[69249]: value = "task-3659883" [ 1023.627356] env[69249]: _type = "Task" [ 1023.627356] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.634019] env[69249]: DEBUG oslo_vmware.api [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 1023.634019] env[69249]: value = "task-3659884" [ 1023.634019] env[69249]: _type = "Task" [ 1023.634019] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.640911] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.645938] env[69249]: DEBUG oslo_vmware.api [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.720098] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance c2bacbbc-a57b-428f-af33-c85e4416ade5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1023.720482] env[69249]: WARNING nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance feb97282-0da7-483c-91e2-11fa1705ca94 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1023.720642] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 7f60ac74-14f2-49b5-98f0-417f5fb046ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1023.720767] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1023.720885] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 48e32bdf-0ae5-4fa7-865a-210775192c0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1023.720999] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 855f2dac-5eec-4061-b146-63422965d5e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1023.721170] env[69249]: WARNING nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 96f4a878-ec8a-4a56-bff9-74bd8bc55d52 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1023.721293] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1023.721443] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 9160faa8-5599-49e8-a1fd-334b5480cb60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1023.721618] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 1b442703-16ca-4fd0-8611-af02d2ddea79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1023.721675] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 0e253bdc-0172-4ca0-9738-b34c60d80534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1023.721802] env[69249]: WARNING nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 2983742a-ce61-4419-b595-b5bea7a7af0b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1023.721923] env[69249]: WARNING nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 9fef85ad-896a-49b4-b43d-bf4722c022f9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1023.722130] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 4e8af2c9-4adb-432f-8519-96151a534e26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1023.722340] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 69555095-0946-44f1-b907-d926fda60f54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1023.848411] env[69249]: DEBUG oslo_vmware.api [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Task: {'id': task-3659880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205854} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.848699] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.848904] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.849109] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.849305] env[69249]: INFO nova.compute.manager [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1023.849572] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.849789] env[69249]: DEBUG nova.compute.manager [-] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.849888] env[69249]: DEBUG nova.network.neutron [-] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.963038] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16737} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.963335] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.964163] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1598a0a5-318c-41f7-9564-385ed8a6911b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.990301] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 69555095-0946-44f1-b907-d926fda60f54/69555095-0946-44f1-b907-d926fda60f54.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.990652] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ab01f7-3a98-40ec-80c4-4db3ad22ce3a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.015684] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1024.015684] env[69249]: value = "task-3659885" [ 1024.015684] env[69249]: _type = "Task" [ 1024.015684] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.028629] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.039607] env[69249]: DEBUG nova.compute.manager [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.045178] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.114159] env[69249]: DEBUG nova.compute.manager [req-b25d1c56-1f3f-42dd-bcfb-89f2b4f68913 req-d9fd8f30-bdfc-458a-a79c-710eb06433cb service nova] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Received event network-vif-deleted-3765953e-6394-43a1-b93a-50d2cd5e5fa5 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.114543] env[69249]: INFO nova.compute.manager [req-b25d1c56-1f3f-42dd-bcfb-89f2b4f68913 req-d9fd8f30-bdfc-458a-a79c-710eb06433cb service nova] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Neutron deleted interface 3765953e-6394-43a1-b93a-50d2cd5e5fa5; detaching it from the instance and deleting it from the info cache [ 1024.115012] env[69249]: DEBUG nova.network.neutron [req-b25d1c56-1f3f-42dd-bcfb-89f2b4f68913 req-d9fd8f30-bdfc-458a-a79c-710eb06433cb service nova] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.145384] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659883, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.152043] env[69249]: DEBUG oslo_vmware.api [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302196} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.152043] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.152188] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.152277] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.152527] env[69249]: INFO nova.compute.manager [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1024.153258] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.153258] env[69249]: DEBUG nova.compute.manager [-] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.153459] env[69249]: DEBUG nova.network.neutron [-] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.228718] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 4c2c7a6e-6d27-4986-9afe-a91671ab04af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1024.526465] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.573241] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.587822] env[69249]: DEBUG nova.network.neutron [-] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.618329] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78b7fd6e-e820-4def-8997-93025a427801 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.630165] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0d6a7f-2d60-47c2-83b4-17ee679649e9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.651877] env[69249]: DEBUG oslo_vmware.api [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659883, 'name': PowerOnVM_Task, 'duration_secs': 0.576977} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.652181] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.654975] env[69249]: DEBUG nova.compute.manager [None req-790398fb-6a3a-480e-837f-9bfa258040c6 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1024.655796] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00560e1-1b3d-4ab2-9607-7954058db670 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.668368] env[69249]: DEBUG nova.compute.manager [req-b25d1c56-1f3f-42dd-bcfb-89f2b4f68913 req-d9fd8f30-bdfc-458a-a79c-710eb06433cb service nova] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Detach interface failed, port_id=3765953e-6394-43a1-b93a-50d2cd5e5fa5, reason: Instance 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1024.732024] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance e8649068-1438-4065-9a4f-e356e6dffb05 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1024.868664] env[69249]: DEBUG nova.network.neutron [-] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.027016] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659885, 'name': ReconfigVM_Task, 'duration_secs': 0.762337} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.027271] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 69555095-0946-44f1-b907-d926fda60f54/69555095-0946-44f1-b907-d926fda60f54.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.027995] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d70121eb-a25c-4d2f-bdf8-729d41890a32 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.036762] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1025.036762] env[69249]: value = "task-3659886" [ 1025.036762] env[69249]: _type = "Task" [ 1025.036762] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.046107] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659886, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.090331] env[69249]: INFO nova.compute.manager [-] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Took 1.24 seconds to deallocate network for instance. [ 1025.235369] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 4fc308d8-09c1-4ede-a232-7c12128db3c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1025.371333] env[69249]: INFO nova.compute.manager [-] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Took 1.22 seconds to deallocate network for instance. [ 1025.547081] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659886, 'name': Rename_Task, 'duration_secs': 0.211455} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.547364] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.547606] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdf6ce3d-0e37-4e07-ba84-929239d544e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.556671] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1025.556671] env[69249]: value = "task-3659887" [ 1025.556671] env[69249]: _type = "Task" [ 1025.556671] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.564931] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.601356] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.738781] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 4bac618e-cec3-45c0-9f55-cc7a2be8d63f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1025.739205] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1025.739445] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1025.878009] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.981306] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498a856c-380e-4143-bd00-8954c67599e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.989529] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9b51e9-e4e0-4a12-8d7b-c9e411c0997c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.020514] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efc431f-9e1e-486c-9d78-1669cacc7e17 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.028841] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f1bc8d-4b84-45cb-a27c-e811514e8992 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.044165] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.067896] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.141114] env[69249]: DEBUG nova.compute.manager [req-aaa11db2-4a10-4d78-afdf-c7a71a27aee7 req-61ccca8c-fa84-4775-b032-15701baf6026 service nova] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Received event network-vif-deleted-0d4ff831-73a2-4b46-b26f-5deeb6a5036f {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.547422] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.568384] env[69249]: DEBUG oslo_vmware.api [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659887, 'name': PowerOnVM_Task, 'duration_secs': 0.837907} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.568650] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.568849] env[69249]: INFO nova.compute.manager [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1026.569036] env[69249]: DEBUG nova.compute.manager [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1026.569833] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abebd58-7357-4d9b-81f7-05510b41d163 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.806608] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "d7d1e259-360a-4667-9881-72633cb6c71d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.806905] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "d7d1e259-360a-4667-9881-72633cb6c71d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.052982] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1027.054102] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.370s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.054102] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.044s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.054228] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.056414] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.728s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.056642] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.058379] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.686s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.058591] env[69249]: DEBUG nova.objects.instance [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69249) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1027.078436] env[69249]: INFO nova.scheduler.client.report [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Deleted allocations for instance 96f4a878-ec8a-4a56-bff9-74bd8bc55d52 [ 1027.080327] env[69249]: INFO nova.scheduler.client.report [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Deleted allocations for instance feb97282-0da7-483c-91e2-11fa1705ca94 [ 1027.090997] env[69249]: INFO nova.compute.manager [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Took 39.75 seconds to build instance. [ 1027.309319] env[69249]: DEBUG nova.compute.manager [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.584911] env[69249]: DEBUG nova.compute.manager [req-6f3a027c-cc71-4d3f-acee-4672b86e4c77 req-df6f8fbc-0753-4003-9b57-048145cd954e service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Received event network-changed-074f4bde-21ba-4639-925d-19ea222be2ba {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.585132] env[69249]: DEBUG nova.compute.manager [req-6f3a027c-cc71-4d3f-acee-4672b86e4c77 req-df6f8fbc-0753-4003-9b57-048145cd954e service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Refreshing instance network info cache due to event network-changed-074f4bde-21ba-4639-925d-19ea222be2ba. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.585361] env[69249]: DEBUG oslo_concurrency.lockutils [req-6f3a027c-cc71-4d3f-acee-4672b86e4c77 req-df6f8fbc-0753-4003-9b57-048145cd954e service nova] Acquiring lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.585561] env[69249]: DEBUG oslo_concurrency.lockutils [req-6f3a027c-cc71-4d3f-acee-4672b86e4c77 req-df6f8fbc-0753-4003-9b57-048145cd954e service nova] Acquired lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.585763] env[69249]: DEBUG nova.network.neutron [req-6f3a027c-cc71-4d3f-acee-4672b86e4c77 req-df6f8fbc-0753-4003-9b57-048145cd954e service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Refreshing network info cache for port 074f4bde-21ba-4639-925d-19ea222be2ba {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.593427] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7f9af5a7-9e48-4f65-8be3-91c8d18b3294 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "69555095-0946-44f1-b907-d926fda60f54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.260s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.593905] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c200c36a-c424-4edd-abb9-2e4de964b959 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "96f4a878-ec8a-4a56-bff9-74bd8bc55d52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.797s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.594985] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a47d7b7a-34ab-4099-b9c1-e8da64911543 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "feb97282-0da7-483c-91e2-11fa1705ca94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.363s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.716451] env[69249]: DEBUG oslo_concurrency.lockutils [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "855f2dac-5eec-4061-b146-63422965d5e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.716801] env[69249]: DEBUG oslo_concurrency.lockutils [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "855f2dac-5eec-4061-b146-63422965d5e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.716928] env[69249]: DEBUG oslo_concurrency.lockutils [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "855f2dac-5eec-4061-b146-63422965d5e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.717125] env[69249]: DEBUG oslo_concurrency.lockutils [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "855f2dac-5eec-4061-b146-63422965d5e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.717357] env[69249]: DEBUG oslo_concurrency.lockutils [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "855f2dac-5eec-4061-b146-63422965d5e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.719433] env[69249]: INFO nova.compute.manager [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Terminating instance [ 1027.835975] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.074607] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9fdd867a-a20a-47d7-a096-b65e3bfbc0b9 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.076394] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.470s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.076768] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.080818] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.340s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.081211] env[69249]: DEBUG nova.objects.instance [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69249) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1028.112849] env[69249]: INFO nova.scheduler.client.report [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Deleted allocations for instance 2983742a-ce61-4419-b595-b5bea7a7af0b [ 1028.226049] env[69249]: DEBUG nova.compute.manager [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.226282] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.227191] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a8487c-cea2-4da8-80e7-5fd9f4bcfbee {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.237096] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.237273] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cda2527-aa67-4d1a-ba7d-40ba57d3b529 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.244160] env[69249]: DEBUG oslo_vmware.api [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 1028.244160] env[69249]: value = "task-3659888" [ 1028.244160] env[69249]: _type = "Task" [ 1028.244160] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.253701] env[69249]: DEBUG oslo_vmware.api [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.351091] env[69249]: DEBUG nova.network.neutron [req-6f3a027c-cc71-4d3f-acee-4672b86e4c77 req-df6f8fbc-0753-4003-9b57-048145cd954e service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updated VIF entry in instance network info cache for port 074f4bde-21ba-4639-925d-19ea222be2ba. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.351511] env[69249]: DEBUG nova.network.neutron [req-6f3a027c-cc71-4d3f-acee-4672b86e4c77 req-df6f8fbc-0753-4003-9b57-048145cd954e service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updating instance_info_cache with network_info: [{"id": "074f4bde-21ba-4639-925d-19ea222be2ba", "address": "fa:16:3e:a9:7c:69", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074f4bde-21", "ovs_interfaceid": "074f4bde-21ba-4639-925d-19ea222be2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.535024] env[69249]: DEBUG oslo_concurrency.lockutils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.535154] env[69249]: DEBUG oslo_concurrency.lockutils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.624365] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4ac8a51-b83e-4443-a258-2d3352cee570 tempest-ImagesTestJSON-1316656965 tempest-ImagesTestJSON-1316656965-project-member] Lock "2983742a-ce61-4419-b595-b5bea7a7af0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.654s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.755579] env[69249]: DEBUG oslo_vmware.api [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659888, 'name': PowerOffVM_Task, 'duration_secs': 0.211684} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.755579] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.755713] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.756503] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee9a81b3-a78b-4be4-b467-506e6428ebb2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.822166] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.822339] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.822528] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Deleting the datastore file [datastore2] 855f2dac-5eec-4061-b146-63422965d5e5 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.822814] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9e5babb-ac75-463b-8b98-5f8ea309e285 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.832664] env[69249]: DEBUG oslo_vmware.api [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 1028.832664] env[69249]: value = "task-3659890" [ 1028.832664] env[69249]: _type = "Task" [ 1028.832664] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.840911] env[69249]: DEBUG oslo_vmware.api [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.854558] env[69249]: DEBUG oslo_concurrency.lockutils [req-6f3a027c-cc71-4d3f-acee-4672b86e4c77 req-df6f8fbc-0753-4003-9b57-048145cd954e service nova] Releasing lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.037933] env[69249]: DEBUG nova.compute.manager [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.094866] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f2fcacf2-401d-48d0-be0d-61be9876b881 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.094866] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.005s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.099990] env[69249]: INFO nova.compute.claims [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.343077] env[69249]: DEBUG oslo_vmware.api [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24093} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.343335] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.343580] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.343725] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.343906] env[69249]: INFO nova.compute.manager [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1029.344168] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.344369] env[69249]: DEBUG nova.compute.manager [-] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.344465] env[69249]: DEBUG nova.network.neutron [-] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.560862] env[69249]: DEBUG oslo_concurrency.lockutils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.647952] env[69249]: DEBUG nova.compute.manager [req-13e46007-dfc1-4669-b3aa-4474e8e43639 req-66fbee50-2fa2-43b6-96ca-d3477271dcc2 service nova] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Received event network-vif-deleted-58e70222-56fa-4a2a-8dac-8c32143315e1 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.648183] env[69249]: INFO nova.compute.manager [req-13e46007-dfc1-4669-b3aa-4474e8e43639 req-66fbee50-2fa2-43b6-96ca-d3477271dcc2 service nova] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Neutron deleted interface 58e70222-56fa-4a2a-8dac-8c32143315e1; detaching it from the instance and deleting it from the info cache [ 1029.648411] env[69249]: DEBUG nova.network.neutron [req-13e46007-dfc1-4669-b3aa-4474e8e43639 req-66fbee50-2fa2-43b6-96ca-d3477271dcc2 service nova] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.711198] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.711442] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.128976] env[69249]: DEBUG nova.network.neutron [-] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.151158] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb1f2feb-0574-40ed-ad69-e93551dfd7a6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.164747] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae6de24-d6da-454c-88f5-b66d9e18c3d8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.198586] env[69249]: DEBUG nova.compute.manager [req-13e46007-dfc1-4669-b3aa-4474e8e43639 req-66fbee50-2fa2-43b6-96ca-d3477271dcc2 service nova] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Detach interface failed, port_id=58e70222-56fa-4a2a-8dac-8c32143315e1, reason: Instance 855f2dac-5eec-4061-b146-63422965d5e5 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.214044] env[69249]: DEBUG nova.compute.manager [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.390676] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1ede40-b328-4bb0-a38a-baa06f1d4046 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.401244] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b73b377-3792-4ce3-a458-46e51729cda8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.439524] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bb540a-ee1c-4899-bce1-3e95337ca9c4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.448179] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7863ce-6dcc-4f7e-a2ca-c147e334775b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.462096] env[69249]: DEBUG nova.compute.provider_tree [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.632210] env[69249]: INFO nova.compute.manager [-] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Took 1.29 seconds to deallocate network for instance. [ 1030.735833] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.987580] env[69249]: ERROR nova.scheduler.client.report [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [req-b0cac413-6058-477f-85f9-95c865448b60] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c355696e-e44b-4fc5-8175-1e54a0df25d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b0cac413-6058-477f-85f9-95c865448b60"}]} [ 1031.003401] env[69249]: DEBUG nova.scheduler.client.report [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Refreshing inventories for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1031.018094] env[69249]: DEBUG nova.scheduler.client.report [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating ProviderTree inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1031.018383] env[69249]: DEBUG nova.compute.provider_tree [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.029031] env[69249]: DEBUG nova.scheduler.client.report [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Refreshing aggregate associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, aggregates: None {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1031.047469] env[69249]: DEBUG nova.scheduler.client.report [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Refreshing trait associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1031.139652] env[69249]: DEBUG oslo_concurrency.lockutils [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.301530] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f544ed-bb96-4005-82d7-8145078e0152 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.309601] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab1c60f-e291-48ff-aeb2-1593d8496db0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.341103] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e36bfc8-84b7-4f53-88be-f1275b146049 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.349329] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6692cccc-2268-48d7-b725-13f37b430774 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.363792] env[69249]: DEBUG nova.compute.provider_tree [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.913887] env[69249]: DEBUG nova.scheduler.client.report [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1031.914189] env[69249]: DEBUG nova.compute.provider_tree [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 121 to 122 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1031.914371] env[69249]: DEBUG nova.compute.provider_tree [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.419595] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.326s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.420142] env[69249]: DEBUG nova.compute.manager [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.423553] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.233s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.423774] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.425886] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.491s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.427372] env[69249]: INFO nova.compute.claims [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.457349] env[69249]: INFO nova.scheduler.client.report [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Deleted allocations for instance 9fef85ad-896a-49b4-b43d-bf4722c022f9 [ 1032.932304] env[69249]: DEBUG nova.compute.utils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.935754] env[69249]: DEBUG nova.compute.manager [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.935931] env[69249]: DEBUG nova.network.neutron [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.965694] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb8a67bc-0e07-4ce7-9afa-20062c359f0e tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "9fef85ad-896a-49b4-b43d-bf4722c022f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.714s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.018218] env[69249]: DEBUG nova.policy [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7796627da8444b0f83c86826f8637601', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1041ecd064864ec3a8a24c762d55a461', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.348187] env[69249]: DEBUG nova.network.neutron [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Successfully created port: 225ecc01-72b6-4465-973c-885265277921 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.439455] env[69249]: DEBUG nova.compute.manager [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.766057] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8512619-c744-484f-a0cd-2cd208715d74 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.775170] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ff73a1-4d34-4aaf-ad02-910146e61908 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.810864] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a0d631-0d45-4fde-ba2e-ca6fa9a88a3a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.819484] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60685322-7cae-4846-a1b8-648e1661b248 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.837498] env[69249]: DEBUG nova.compute.provider_tree [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.343743] env[69249]: DEBUG nova.scheduler.client.report [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.455571] env[69249]: DEBUG nova.compute.manager [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.495105] env[69249]: DEBUG nova.virt.hardware [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.495105] env[69249]: DEBUG nova.virt.hardware [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.495105] env[69249]: DEBUG nova.virt.hardware [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.495105] env[69249]: DEBUG nova.virt.hardware [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.495105] env[69249]: DEBUG nova.virt.hardware [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.495105] env[69249]: DEBUG nova.virt.hardware [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.495524] env[69249]: DEBUG nova.virt.hardware [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.498932] env[69249]: DEBUG nova.virt.hardware [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.498932] env[69249]: DEBUG nova.virt.hardware [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.498932] env[69249]: DEBUG nova.virt.hardware [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.498932] env[69249]: DEBUG nova.virt.hardware [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.498932] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e7d307-5bf9-48cf-9e7f-2c1c2ed7df47 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.508046] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127d5521-de08-47cd-99f4-5c81584e9d67 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.848888] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.849444] env[69249]: DEBUG nova.compute.manager [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.856567] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.809s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.856567] env[69249]: INFO nova.compute.claims [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.881747] env[69249]: DEBUG nova.compute.manager [req-8b4c3697-902e-436e-aba2-323e317174f9 req-7a2ddb07-336e-4fad-a6b9-13a755c73a8d service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Received event network-vif-plugged-225ecc01-72b6-4465-973c-885265277921 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.881948] env[69249]: DEBUG oslo_concurrency.lockutils [req-8b4c3697-902e-436e-aba2-323e317174f9 req-7a2ddb07-336e-4fad-a6b9-13a755c73a8d service nova] Acquiring lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.882285] env[69249]: DEBUG oslo_concurrency.lockutils [req-8b4c3697-902e-436e-aba2-323e317174f9 req-7a2ddb07-336e-4fad-a6b9-13a755c73a8d service nova] Lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.882477] env[69249]: DEBUG oslo_concurrency.lockutils [req-8b4c3697-902e-436e-aba2-323e317174f9 req-7a2ddb07-336e-4fad-a6b9-13a755c73a8d service nova] Lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.882548] env[69249]: DEBUG nova.compute.manager [req-8b4c3697-902e-436e-aba2-323e317174f9 req-7a2ddb07-336e-4fad-a6b9-13a755c73a8d service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] No waiting events found dispatching network-vif-plugged-225ecc01-72b6-4465-973c-885265277921 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1034.882689] env[69249]: WARNING nova.compute.manager [req-8b4c3697-902e-436e-aba2-323e317174f9 req-7a2ddb07-336e-4fad-a6b9-13a755c73a8d service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Received unexpected event network-vif-plugged-225ecc01-72b6-4465-973c-885265277921 for instance with vm_state building and task_state spawning. [ 1034.993993] env[69249]: DEBUG nova.network.neutron [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Successfully updated port: 225ecc01-72b6-4465-973c-885265277921 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.361806] env[69249]: DEBUG nova.compute.utils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.365710] env[69249]: DEBUG nova.compute.manager [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.365889] env[69249]: DEBUG nova.network.neutron [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.406231] env[69249]: DEBUG nova.policy [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdfd4f530271419ebba9bed34314b2a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6a6ad9093624bf6ae36125cc477c4ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.496710] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.496710] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.497025] env[69249]: DEBUG nova.network.neutron [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.772220] env[69249]: DEBUG nova.network.neutron [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Successfully created port: 13b0cf1d-7ec5-4a08-8892-5e8edb3260b8 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.868481] env[69249]: DEBUG nova.compute.manager [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.044490] env[69249]: DEBUG nova.network.neutron [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.180741] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4459aae5-8578-4c3c-9e5a-c0b3f7784c45 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.193452] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c5cd46-58ad-4e8f-8de2-778f869caaaa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.231387] env[69249]: DEBUG nova.network.neutron [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating instance_info_cache with network_info: [{"id": "225ecc01-72b6-4465-973c-885265277921", "address": "fa:16:3e:04:e3:71", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225ecc01-72", "ovs_interfaceid": "225ecc01-72b6-4465-973c-885265277921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.233199] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c3550c-2963-45bc-842f-6e132d2ce8ee {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.242109] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4112023d-fd7f-4d68-9e74-f23d968175a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.259552] env[69249]: DEBUG nova.compute.provider_tree [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.462441] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Acquiring lock "84a71a3e-1496-4ad2-8d69-e483d81f0b49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.462614] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Lock "84a71a3e-1496-4ad2-8d69-e483d81f0b49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.737204] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.737517] env[69249]: DEBUG nova.compute.manager [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Instance network_info: |[{"id": "225ecc01-72b6-4465-973c-885265277921", "address": "fa:16:3e:04:e3:71", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225ecc01-72", "ovs_interfaceid": "225ecc01-72b6-4465-973c-885265277921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.737928] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:e3:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '225ecc01-72b6-4465-973c-885265277921', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.746018] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Creating folder: Project (1041ecd064864ec3a8a24c762d55a461). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.746295] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7d6cc3a-27bd-45f3-8de4-dfe1838a3d2b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.759378] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Created folder: Project (1041ecd064864ec3a8a24c762d55a461) in parent group-v729229. [ 1036.759562] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Creating folder: Instances. Parent ref: group-v729482. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.759799] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-797f81f8-5987-4e77-aee0-d58f2c43cddd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.762072] env[69249]: DEBUG nova.scheduler.client.report [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.774567] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Created folder: Instances in parent group-v729482. [ 1036.774805] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.775015] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.775248] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c64b83d1-92c7-425c-b6ca-deccc5f82164 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.795517] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.795517] env[69249]: value = "task-3659893" [ 1036.795517] env[69249]: _type = "Task" [ 1036.795517] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.806074] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659893, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.876971] env[69249]: DEBUG nova.compute.manager [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.912891] env[69249]: DEBUG nova.virt.hardware [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.913234] env[69249]: DEBUG nova.virt.hardware [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.913307] env[69249]: DEBUG nova.virt.hardware [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.913596] env[69249]: DEBUG nova.virt.hardware [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.913596] env[69249]: DEBUG nova.virt.hardware [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.913844] env[69249]: DEBUG nova.virt.hardware [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.914059] env[69249]: DEBUG nova.virt.hardware [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.914225] env[69249]: DEBUG nova.virt.hardware [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.914392] env[69249]: DEBUG nova.virt.hardware [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.914559] env[69249]: DEBUG nova.virt.hardware [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.914713] env[69249]: DEBUG nova.virt.hardware [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.915635] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8da304-2e0b-490e-98c2-af378fc37435 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.920112] env[69249]: DEBUG nova.compute.manager [req-f34c35f9-4006-4776-b3cd-4fb94e0b40d9 req-184fd10c-fe88-43f2-be78-657e7f23a467 service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Received event network-changed-225ecc01-72b6-4465-973c-885265277921 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.920295] env[69249]: DEBUG nova.compute.manager [req-f34c35f9-4006-4776-b3cd-4fb94e0b40d9 req-184fd10c-fe88-43f2-be78-657e7f23a467 service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Refreshing instance network info cache due to event network-changed-225ecc01-72b6-4465-973c-885265277921. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.920894] env[69249]: DEBUG oslo_concurrency.lockutils [req-f34c35f9-4006-4776-b3cd-4fb94e0b40d9 req-184fd10c-fe88-43f2-be78-657e7f23a467 service nova] Acquiring lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.920894] env[69249]: DEBUG oslo_concurrency.lockutils [req-f34c35f9-4006-4776-b3cd-4fb94e0b40d9 req-184fd10c-fe88-43f2-be78-657e7f23a467 service nova] Acquired lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.920894] env[69249]: DEBUG nova.network.neutron [req-f34c35f9-4006-4776-b3cd-4fb94e0b40d9 req-184fd10c-fe88-43f2-be78-657e7f23a467 service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Refreshing network info cache for port 225ecc01-72b6-4465-973c-885265277921 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.928087] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3b6bdc-eb89-4073-b332-23b9ac0de0da {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.966555] env[69249]: DEBUG nova.compute.manager [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.267393] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.267962] env[69249]: DEBUG nova.compute.manager [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.274797] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.702s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.276360] env[69249]: INFO nova.compute.claims [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.307762] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659893, 'name': CreateVM_Task, 'duration_secs': 0.341993} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.307762] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.307762] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.307900] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.308179] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.308361] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc65d42a-059e-4f28-9fdd-d491c4b8a5df {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.314690] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1037.314690] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527126e2-c6ae-5dc3-64a6-8048a877e88d" [ 1037.314690] env[69249]: _type = "Task" [ 1037.314690] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.326030] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527126e2-c6ae-5dc3-64a6-8048a877e88d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.374597] env[69249]: DEBUG nova.network.neutron [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Successfully updated port: 13b0cf1d-7ec5-4a08-8892-5e8edb3260b8 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.494029] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.692518] env[69249]: DEBUG nova.network.neutron [req-f34c35f9-4006-4776-b3cd-4fb94e0b40d9 req-184fd10c-fe88-43f2-be78-657e7f23a467 service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updated VIF entry in instance network info cache for port 225ecc01-72b6-4465-973c-885265277921. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.694097] env[69249]: DEBUG nova.network.neutron [req-f34c35f9-4006-4776-b3cd-4fb94e0b40d9 req-184fd10c-fe88-43f2-be78-657e7f23a467 service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating instance_info_cache with network_info: [{"id": "225ecc01-72b6-4465-973c-885265277921", "address": "fa:16:3e:04:e3:71", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225ecc01-72", "ovs_interfaceid": "225ecc01-72b6-4465-973c-885265277921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.781929] env[69249]: DEBUG nova.compute.utils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.785426] env[69249]: DEBUG nova.compute.manager [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.785657] env[69249]: DEBUG nova.network.neutron [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.825629] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527126e2-c6ae-5dc3-64a6-8048a877e88d, 'name': SearchDatastore_Task, 'duration_secs': 0.027351} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.826868] env[69249]: DEBUG nova.policy [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d40afccdb74bf2afd10bdffd0ec7e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '230276ac599c4286b530f1dd2f6b80e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.828857] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.828951] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.829976] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.829976] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.829976] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.829976] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24cea5fc-1fb6-4265-92d0-93e4f42fa680 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.839163] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.839341] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.840118] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e806d63a-f009-4047-ab38-52f11657cac2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.845902] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1037.845902] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5207fcaa-35ba-7121-3499-b22ab3e92f39" [ 1037.845902] env[69249]: _type = "Task" [ 1037.845902] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.853684] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5207fcaa-35ba-7121-3499-b22ab3e92f39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.879779] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "refresh_cache-e8649068-1438-4065-9a4f-e356e6dffb05" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.879931] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "refresh_cache-e8649068-1438-4065-9a4f-e356e6dffb05" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.880110] env[69249]: DEBUG nova.network.neutron [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.177849] env[69249]: DEBUG nova.network.neutron [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Successfully created port: 156abcdd-9861-4baf-9077-52fa76b7eaf8 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.195880] env[69249]: DEBUG oslo_concurrency.lockutils [req-f34c35f9-4006-4776-b3cd-4fb94e0b40d9 req-184fd10c-fe88-43f2-be78-657e7f23a467 service nova] Releasing lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.286044] env[69249]: DEBUG nova.compute.manager [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.363433] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5207fcaa-35ba-7121-3499-b22ab3e92f39, 'name': SearchDatastore_Task, 'duration_secs': 0.008679} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.364493] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f891158-a7cd-4b82-a0ac-356c951f8ea8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.370280] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1038.370280] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d6b211-89a9-5c3b-9fad-1320df1c6adb" [ 1038.370280] env[69249]: _type = "Task" [ 1038.370280] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.388089] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d6b211-89a9-5c3b-9fad-1320df1c6adb, 'name': SearchDatastore_Task, 'duration_secs': 0.012546} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.391239] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.391832] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 4c2c7a6e-6d27-4986-9afe-a91671ab04af/4c2c7a6e-6d27-4986-9afe-a91671ab04af.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.392478] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1f069c0-3e9d-4fb0-9da4-93da4e425737 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.405026] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1038.405026] env[69249]: value = "task-3659894" [ 1038.405026] env[69249]: _type = "Task" [ 1038.405026] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.417126] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3659894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.425900] env[69249]: DEBUG nova.network.neutron [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.642793] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6ced71-ed94-4fcc-bda9-ec88ca6e7f15 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.652314] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b969c1e-efc9-4b02-a98e-cb8947348aa4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.690071] env[69249]: DEBUG nova.network.neutron [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Updating instance_info_cache with network_info: [{"id": "13b0cf1d-7ec5-4a08-8892-5e8edb3260b8", "address": "fa:16:3e:80:f2:93", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b0cf1d-7e", "ovs_interfaceid": "13b0cf1d-7ec5-4a08-8892-5e8edb3260b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.692500] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3195f84-077c-4034-a097-57076d7ead2f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.703629] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cfb9d0-da02-47ba-b9fc-7dece766777b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.721344] env[69249]: DEBUG nova.compute.provider_tree [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.915333] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3659894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507473} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.915333] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 4c2c7a6e-6d27-4986-9afe-a91671ab04af/4c2c7a6e-6d27-4986-9afe-a91671ab04af.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.915333] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.915333] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e5174bc-6b47-4ef8-a7cd-7c10c73378c3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.922051] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1038.922051] env[69249]: value = "task-3659895" [ 1038.922051] env[69249]: _type = "Task" [ 1038.922051] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.932486] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3659895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.944553] env[69249]: DEBUG nova.compute.manager [req-e657fbbb-9dec-49ba-97dd-62ed039e8ecc req-398bf35a-3958-4d29-927c-23ee97da01a6 service nova] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Received event network-vif-plugged-13b0cf1d-7ec5-4a08-8892-5e8edb3260b8 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.944832] env[69249]: DEBUG oslo_concurrency.lockutils [req-e657fbbb-9dec-49ba-97dd-62ed039e8ecc req-398bf35a-3958-4d29-927c-23ee97da01a6 service nova] Acquiring lock "e8649068-1438-4065-9a4f-e356e6dffb05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.945299] env[69249]: DEBUG oslo_concurrency.lockutils [req-e657fbbb-9dec-49ba-97dd-62ed039e8ecc req-398bf35a-3958-4d29-927c-23ee97da01a6 service nova] Lock "e8649068-1438-4065-9a4f-e356e6dffb05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.945466] env[69249]: DEBUG oslo_concurrency.lockutils [req-e657fbbb-9dec-49ba-97dd-62ed039e8ecc req-398bf35a-3958-4d29-927c-23ee97da01a6 service nova] Lock "e8649068-1438-4065-9a4f-e356e6dffb05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.945743] env[69249]: DEBUG nova.compute.manager [req-e657fbbb-9dec-49ba-97dd-62ed039e8ecc req-398bf35a-3958-4d29-927c-23ee97da01a6 service nova] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] No waiting events found dispatching network-vif-plugged-13b0cf1d-7ec5-4a08-8892-5e8edb3260b8 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1038.945914] env[69249]: WARNING nova.compute.manager [req-e657fbbb-9dec-49ba-97dd-62ed039e8ecc req-398bf35a-3958-4d29-927c-23ee97da01a6 service nova] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Received unexpected event network-vif-plugged-13b0cf1d-7ec5-4a08-8892-5e8edb3260b8 for instance with vm_state building and task_state spawning. [ 1038.946143] env[69249]: DEBUG nova.compute.manager [req-e657fbbb-9dec-49ba-97dd-62ed039e8ecc req-398bf35a-3958-4d29-927c-23ee97da01a6 service nova] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Received event network-changed-13b0cf1d-7ec5-4a08-8892-5e8edb3260b8 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.946353] env[69249]: DEBUG nova.compute.manager [req-e657fbbb-9dec-49ba-97dd-62ed039e8ecc req-398bf35a-3958-4d29-927c-23ee97da01a6 service nova] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Refreshing instance network info cache due to event network-changed-13b0cf1d-7ec5-4a08-8892-5e8edb3260b8. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.947250] env[69249]: DEBUG oslo_concurrency.lockutils [req-e657fbbb-9dec-49ba-97dd-62ed039e8ecc req-398bf35a-3958-4d29-927c-23ee97da01a6 service nova] Acquiring lock "refresh_cache-e8649068-1438-4065-9a4f-e356e6dffb05" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.197219] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "refresh_cache-e8649068-1438-4065-9a4f-e356e6dffb05" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.197551] env[69249]: DEBUG nova.compute.manager [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Instance network_info: |[{"id": "13b0cf1d-7ec5-4a08-8892-5e8edb3260b8", "address": "fa:16:3e:80:f2:93", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b0cf1d-7e", "ovs_interfaceid": "13b0cf1d-7ec5-4a08-8892-5e8edb3260b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.197864] env[69249]: DEBUG oslo_concurrency.lockutils [req-e657fbbb-9dec-49ba-97dd-62ed039e8ecc req-398bf35a-3958-4d29-927c-23ee97da01a6 service nova] Acquired lock "refresh_cache-e8649068-1438-4065-9a4f-e356e6dffb05" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.198051] env[69249]: DEBUG nova.network.neutron [req-e657fbbb-9dec-49ba-97dd-62ed039e8ecc req-398bf35a-3958-4d29-927c-23ee97da01a6 service nova] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Refreshing network info cache for port 13b0cf1d-7ec5-4a08-8892-5e8edb3260b8 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.199333] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:f2:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13b0cf1d-7ec5-4a08-8892-5e8edb3260b8', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.207604] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.208740] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.208973] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7923966b-6c25-432c-87f9-0e3c88cdcf24 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.225019] env[69249]: DEBUG nova.scheduler.client.report [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.234173] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.234173] env[69249]: value = "task-3659896" [ 1039.234173] env[69249]: _type = "Task" [ 1039.234173] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.243038] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659896, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.300873] env[69249]: DEBUG nova.compute.manager [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.320164] env[69249]: DEBUG nova.virt.hardware [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.320427] env[69249]: DEBUG nova.virt.hardware [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.320584] env[69249]: DEBUG nova.virt.hardware [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.320763] env[69249]: DEBUG nova.virt.hardware [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.320906] env[69249]: DEBUG nova.virt.hardware [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.321062] env[69249]: DEBUG nova.virt.hardware [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.321267] env[69249]: DEBUG nova.virt.hardware [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.321690] env[69249]: DEBUG nova.virt.hardware [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.321690] env[69249]: DEBUG nova.virt.hardware [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.321805] env[69249]: DEBUG nova.virt.hardware [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.321883] env[69249]: DEBUG nova.virt.hardware [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.322739] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1da0f10-b0c5-404c-8fb2-4adc4148eba9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.331172] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5b1f19-1783-487b-a4ae-499b58672dea {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.432662] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3659895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063732} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.434021] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.434021] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec442c10-faee-46ba-8ed6-7cce8fd56842 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.456421] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 4c2c7a6e-6d27-4986-9afe-a91671ab04af/4c2c7a6e-6d27-4986-9afe-a91671ab04af.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.456716] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-065c577a-74e4-4516-a0c2-acd21163dbf0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.477540] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1039.477540] env[69249]: value = "task-3659897" [ 1039.477540] env[69249]: _type = "Task" [ 1039.477540] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.485703] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3659897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.730194] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.735075] env[69249]: DEBUG nova.compute.manager [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.735620] env[69249]: DEBUG nova.network.neutron [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Successfully updated port: 156abcdd-9861-4baf-9077-52fa76b7eaf8 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.736701] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.135s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.736920] env[69249]: DEBUG nova.objects.instance [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lazy-loading 'resources' on Instance uuid 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.748814] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659896, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.983192] env[69249]: DEBUG nova.network.neutron [req-e657fbbb-9dec-49ba-97dd-62ed039e8ecc req-398bf35a-3958-4d29-927c-23ee97da01a6 service nova] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Updated VIF entry in instance network info cache for port 13b0cf1d-7ec5-4a08-8892-5e8edb3260b8. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.983549] env[69249]: DEBUG nova.network.neutron [req-e657fbbb-9dec-49ba-97dd-62ed039e8ecc req-398bf35a-3958-4d29-927c-23ee97da01a6 service nova] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Updating instance_info_cache with network_info: [{"id": "13b0cf1d-7ec5-4a08-8892-5e8edb3260b8", "address": "fa:16:3e:80:f2:93", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13b0cf1d-7e", "ovs_interfaceid": "13b0cf1d-7ec5-4a08-8892-5e8edb3260b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.991695] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3659897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.242762] env[69249]: DEBUG nova.compute.utils [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.247736] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "refresh_cache-4fc308d8-09c1-4ede-a232-7c12128db3c6" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.247921] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "refresh_cache-4fc308d8-09c1-4ede-a232-7c12128db3c6" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.248049] env[69249]: DEBUG nova.network.neutron [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.251711] env[69249]: DEBUG nova.compute.manager [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.251973] env[69249]: DEBUG nova.network.neutron [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.263707] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659896, 'name': CreateVM_Task, 'duration_secs': 1.026172} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.263900] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.264757] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.265079] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.265532] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.266333] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffe4b122-b453-4856-b08c-24cc561d0700 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.274128] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1040.274128] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5284274f-34a3-7782-3fe8-ba276e3f8841" [ 1040.274128] env[69249]: _type = "Task" [ 1040.274128] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.287754] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5284274f-34a3-7782-3fe8-ba276e3f8841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.311690] env[69249]: DEBUG nova.policy [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73a53b1551f94f52982a7042cf0aa229', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a2991adce68438f9d226f45fd471199', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.488422] env[69249]: DEBUG oslo_concurrency.lockutils [req-e657fbbb-9dec-49ba-97dd-62ed039e8ecc req-398bf35a-3958-4d29-927c-23ee97da01a6 service nova] Releasing lock "refresh_cache-e8649068-1438-4065-9a4f-e356e6dffb05" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.488871] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3659897, 'name': ReconfigVM_Task, 'duration_secs': 0.800701} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.491670] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 4c2c7a6e-6d27-4986-9afe-a91671ab04af/4c2c7a6e-6d27-4986-9afe-a91671ab04af.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.492471] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5dc0da0-752a-4e64-9632-a5821acf1654 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.499965] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1040.499965] env[69249]: value = "task-3659898" [ 1040.499965] env[69249]: _type = "Task" [ 1040.499965] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.504700] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582a4595-3a25-4d52-9a3d-bbcf1a8bf17f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.516380] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c1a5e1-5ccb-4e5e-a061-d444be49d8c7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.519269] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3659898, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.549717] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc5a87a-d003-4e67-ba43-29111a569ed4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.558985] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ef786c-286b-4831-8f9c-d5102f5f426b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.572610] env[69249]: DEBUG nova.compute.provider_tree [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.627790] env[69249]: DEBUG nova.network.neutron [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Successfully created port: ae39101d-b466-4012-87f9-9804a0f32b5b {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.758427] env[69249]: DEBUG nova.compute.manager [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.788019] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5284274f-34a3-7782-3fe8-ba276e3f8841, 'name': SearchDatastore_Task, 'duration_secs': 0.016715} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.788019] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.788019] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.788019] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.788019] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.788019] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.788019] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b749be46-e324-483c-9b25-8e4b2c16d96f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.795419] env[69249]: DEBUG nova.network.neutron [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.798585] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.798585] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.798585] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da0dca52-70af-4113-ba18-c51d75f96a30 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.806024] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1040.806024] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ad1b2a-20c5-9e36-4738-e153d54b2c8a" [ 1040.806024] env[69249]: _type = "Task" [ 1040.806024] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.818475] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ad1b2a-20c5-9e36-4738-e153d54b2c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.819425] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5156225c-4854-4cca-b10a-3349d5bc4c1d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.828026] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1040.828026] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c5e399-c0a8-1bc6-95a9-159ea0f5989f" [ 1040.828026] env[69249]: _type = "Task" [ 1040.828026] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.834964] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c5e399-c0a8-1bc6-95a9-159ea0f5989f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.008734] env[69249]: DEBUG nova.network.neutron [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Updating instance_info_cache with network_info: [{"id": "156abcdd-9861-4baf-9077-52fa76b7eaf8", "address": "fa:16:3e:96:d6:8e", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156abcdd-98", "ovs_interfaceid": "156abcdd-9861-4baf-9077-52fa76b7eaf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.013956] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3659898, 'name': Rename_Task, 'duration_secs': 0.149929} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.014792] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.015076] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5df31838-c59f-44b1-b58f-57891802e88d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.022723] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1041.022723] env[69249]: value = "task-3659899" [ 1041.022723] env[69249]: _type = "Task" [ 1041.022723] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.031596] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3659899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.033666] env[69249]: DEBUG nova.compute.manager [req-0acaf1b9-7668-43b2-9ff3-a654beb7e5bc req-4e11b4df-a99e-4506-9f76-1a8bb6b98922 service nova] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Received event network-vif-plugged-156abcdd-9861-4baf-9077-52fa76b7eaf8 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.033876] env[69249]: DEBUG oslo_concurrency.lockutils [req-0acaf1b9-7668-43b2-9ff3-a654beb7e5bc req-4e11b4df-a99e-4506-9f76-1a8bb6b98922 service nova] Acquiring lock "4fc308d8-09c1-4ede-a232-7c12128db3c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.034098] env[69249]: DEBUG oslo_concurrency.lockutils [req-0acaf1b9-7668-43b2-9ff3-a654beb7e5bc req-4e11b4df-a99e-4506-9f76-1a8bb6b98922 service nova] Lock "4fc308d8-09c1-4ede-a232-7c12128db3c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.034272] env[69249]: DEBUG oslo_concurrency.lockutils [req-0acaf1b9-7668-43b2-9ff3-a654beb7e5bc req-4e11b4df-a99e-4506-9f76-1a8bb6b98922 service nova] Lock "4fc308d8-09c1-4ede-a232-7c12128db3c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.034478] env[69249]: DEBUG nova.compute.manager [req-0acaf1b9-7668-43b2-9ff3-a654beb7e5bc req-4e11b4df-a99e-4506-9f76-1a8bb6b98922 service nova] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] No waiting events found dispatching network-vif-plugged-156abcdd-9861-4baf-9077-52fa76b7eaf8 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1041.034588] env[69249]: WARNING nova.compute.manager [req-0acaf1b9-7668-43b2-9ff3-a654beb7e5bc req-4e11b4df-a99e-4506-9f76-1a8bb6b98922 service nova] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Received unexpected event network-vif-plugged-156abcdd-9861-4baf-9077-52fa76b7eaf8 for instance with vm_state building and task_state spawning. [ 1041.034814] env[69249]: DEBUG nova.compute.manager [req-0acaf1b9-7668-43b2-9ff3-a654beb7e5bc req-4e11b4df-a99e-4506-9f76-1a8bb6b98922 service nova] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Received event network-changed-156abcdd-9861-4baf-9077-52fa76b7eaf8 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.034932] env[69249]: DEBUG nova.compute.manager [req-0acaf1b9-7668-43b2-9ff3-a654beb7e5bc req-4e11b4df-a99e-4506-9f76-1a8bb6b98922 service nova] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Refreshing instance network info cache due to event network-changed-156abcdd-9861-4baf-9077-52fa76b7eaf8. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.035185] env[69249]: DEBUG oslo_concurrency.lockutils [req-0acaf1b9-7668-43b2-9ff3-a654beb7e5bc req-4e11b4df-a99e-4506-9f76-1a8bb6b98922 service nova] Acquiring lock "refresh_cache-4fc308d8-09c1-4ede-a232-7c12128db3c6" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.096717] env[69249]: ERROR nova.scheduler.client.report [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] [req-97322203-476c-4df1-8533-256573079b2d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c355696e-e44b-4fc5-8175-1e54a0df25d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-97322203-476c-4df1-8533-256573079b2d"}]} [ 1041.113853] env[69249]: DEBUG nova.scheduler.client.report [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Refreshing inventories for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1041.130552] env[69249]: DEBUG nova.scheduler.client.report [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Updating ProviderTree inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1041.130779] env[69249]: DEBUG nova.compute.provider_tree [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.142484] env[69249]: DEBUG nova.scheduler.client.report [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Refreshing aggregate associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, aggregates: None {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1041.163656] env[69249]: DEBUG nova.scheduler.client.report [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Refreshing trait associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1041.266711] env[69249]: INFO nova.virt.block_device [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Booting with volume dce542c7-771b-4ffc-93a8-d35418fd0009 at /dev/sda [ 1041.307171] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb2b87b7-e0a7-4600-88af-d9999366d840 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.320900] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73db741f-c7a4-4119-844e-59ab4565fec7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.345426] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c5e399-c0a8-1bc6-95a9-159ea0f5989f, 'name': SearchDatastore_Task, 'duration_secs': 0.028182} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.348401] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.348696] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] e8649068-1438-4065-9a4f-e356e6dffb05/e8649068-1438-4065-9a4f-e356e6dffb05.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.349189] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0826554-0a73-4b93-b6d6-d93289a5dc7d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.366381] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fa9f043-0943-422b-a9ba-688d2a5315e9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.371946] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1041.371946] env[69249]: value = "task-3659900" [ 1041.371946] env[69249]: _type = "Task" [ 1041.371946] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.379933] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1da04c-1575-4008-98b1-b937760b9105 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.396405] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.421580] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc90443-ac1d-4916-911b-b1247f7557e5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.430011] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918ddfa5-d4b1-4895-a622-08872570f340 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.451185] env[69249]: DEBUG nova.virt.block_device [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Updating existing volume attachment record: dcbc3af5-f9fe-4788-b6e9-2fedc3468397 {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1041.484845] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624c4e15-2361-4a0d-a08b-d7338924c5e5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.496202] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c9c746-7d62-4bf0-9a68-236899855605 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.532515] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "refresh_cache-4fc308d8-09c1-4ede-a232-7c12128db3c6" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.533183] env[69249]: DEBUG nova.compute.manager [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Instance network_info: |[{"id": "156abcdd-9861-4baf-9077-52fa76b7eaf8", "address": "fa:16:3e:96:d6:8e", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156abcdd-98", "ovs_interfaceid": "156abcdd-9861-4baf-9077-52fa76b7eaf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.534449] env[69249]: DEBUG oslo_concurrency.lockutils [req-0acaf1b9-7668-43b2-9ff3-a654beb7e5bc req-4e11b4df-a99e-4506-9f76-1a8bb6b98922 service nova] Acquired lock "refresh_cache-4fc308d8-09c1-4ede-a232-7c12128db3c6" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.534561] env[69249]: DEBUG nova.network.neutron [req-0acaf1b9-7668-43b2-9ff3-a654beb7e5bc req-4e11b4df-a99e-4506-9f76-1a8bb6b98922 service nova] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Refreshing network info cache for port 156abcdd-9861-4baf-9077-52fa76b7eaf8 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.536915] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:d6:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '156abcdd-9861-4baf-9077-52fa76b7eaf8', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.546116] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.550391] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe1765f-9f98-412d-874e-854dbf3e8d59 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.557131] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.558117] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf59b783-9b79-483b-a286-52b6b43860ab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.583246] env[69249]: DEBUG oslo_vmware.api [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3659899, 'name': PowerOnVM_Task, 'duration_secs': 0.472551} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.586617] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1041.586825] env[69249]: INFO nova.compute.manager [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1041.586996] env[69249]: DEBUG nova.compute.manager [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1041.587330] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.587330] env[69249]: value = "task-3659901" [ 1041.587330] env[69249]: _type = "Task" [ 1041.587330] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.588149] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17750666-5f7c-463a-86e5-c2265d00fd91 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.592422] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1976c57c-1693-4b01-a4f2-68ad75f54402 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.619100] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659901, 'name': CreateVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.620108] env[69249]: DEBUG nova.compute.provider_tree [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.847028] env[69249]: DEBUG nova.network.neutron [req-0acaf1b9-7668-43b2-9ff3-a654beb7e5bc req-4e11b4df-a99e-4506-9f76-1a8bb6b98922 service nova] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Updated VIF entry in instance network info cache for port 156abcdd-9861-4baf-9077-52fa76b7eaf8. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.847579] env[69249]: DEBUG nova.network.neutron [req-0acaf1b9-7668-43b2-9ff3-a654beb7e5bc req-4e11b4df-a99e-4506-9f76-1a8bb6b98922 service nova] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Updating instance_info_cache with network_info: [{"id": "156abcdd-9861-4baf-9077-52fa76b7eaf8", "address": "fa:16:3e:96:d6:8e", "network": {"id": "e4109996-4126-41a5-999e-d64271c0f7f9", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-926948054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "230276ac599c4286b530f1dd2f6b80e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap156abcdd-98", "ovs_interfaceid": "156abcdd-9861-4baf-9077-52fa76b7eaf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.884658] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659900, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.108702] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659901, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.132191] env[69249]: INFO nova.compute.manager [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Took 24.06 seconds to build instance. [ 1042.164432] env[69249]: DEBUG nova.scheduler.client.report [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1042.164761] env[69249]: DEBUG nova.compute.provider_tree [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 123 to 124 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1042.165095] env[69249]: DEBUG nova.compute.provider_tree [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.351086] env[69249]: DEBUG oslo_concurrency.lockutils [req-0acaf1b9-7668-43b2-9ff3-a654beb7e5bc req-4e11b4df-a99e-4506-9f76-1a8bb6b98922 service nova] Releasing lock "refresh_cache-4fc308d8-09c1-4ede-a232-7c12128db3c6" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.385978] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582104} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.390412] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] e8649068-1438-4065-9a4f-e356e6dffb05/e8649068-1438-4065-9a4f-e356e6dffb05.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.390669] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.390953] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c42861a0-f095-439f-a4ee-c8748f9624e6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.400527] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1042.400527] env[69249]: value = "task-3659902" [ 1042.400527] env[69249]: _type = "Task" [ 1042.400527] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.405738] env[69249]: DEBUG nova.compute.manager [req-8ded3221-bd5d-42af-beb7-b7a7b84ef45b req-953bf79f-c318-4247-b2a5-af9f78161e19 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Received event network-vif-plugged-ae39101d-b466-4012-87f9-9804a0f32b5b {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.405941] env[69249]: DEBUG oslo_concurrency.lockutils [req-8ded3221-bd5d-42af-beb7-b7a7b84ef45b req-953bf79f-c318-4247-b2a5-af9f78161e19 service nova] Acquiring lock "4bac618e-cec3-45c0-9f55-cc7a2be8d63f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.406206] env[69249]: DEBUG oslo_concurrency.lockutils [req-8ded3221-bd5d-42af-beb7-b7a7b84ef45b req-953bf79f-c318-4247-b2a5-af9f78161e19 service nova] Lock "4bac618e-cec3-45c0-9f55-cc7a2be8d63f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.406390] env[69249]: DEBUG oslo_concurrency.lockutils [req-8ded3221-bd5d-42af-beb7-b7a7b84ef45b req-953bf79f-c318-4247-b2a5-af9f78161e19 service nova] Lock "4bac618e-cec3-45c0-9f55-cc7a2be8d63f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.406553] env[69249]: DEBUG nova.compute.manager [req-8ded3221-bd5d-42af-beb7-b7a7b84ef45b req-953bf79f-c318-4247-b2a5-af9f78161e19 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] No waiting events found dispatching network-vif-plugged-ae39101d-b466-4012-87f9-9804a0f32b5b {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1042.406721] env[69249]: WARNING nova.compute.manager [req-8ded3221-bd5d-42af-beb7-b7a7b84ef45b req-953bf79f-c318-4247-b2a5-af9f78161e19 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Received unexpected event network-vif-plugged-ae39101d-b466-4012-87f9-9804a0f32b5b for instance with vm_state building and task_state block_device_mapping. [ 1042.416228] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.564749] env[69249]: DEBUG nova.network.neutron [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Successfully updated port: ae39101d-b466-4012-87f9-9804a0f32b5b {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.611092] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659901, 'name': CreateVM_Task, 'duration_secs': 0.661851} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.611306] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.612384] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.612509] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.612823] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.613105] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d991dbb-e016-4908-96c4-0ca7567c97d7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.619598] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 1042.619598] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b68efd-1459-64cc-c3cf-f52b9a37a42f" [ 1042.619598] env[69249]: _type = "Task" [ 1042.619598] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.629602] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b68efd-1459-64cc-c3cf-f52b9a37a42f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.633166] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6788ed15-d435-49fc-bef0-c325e15d2630 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.571s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.673240] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.936s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.675062] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.797s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.675446] env[69249]: DEBUG nova.objects.instance [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lazy-loading 'resources' on Instance uuid 0e253bdc-0172-4ca0-9738-b34c60d80534 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.696827] env[69249]: INFO nova.scheduler.client.report [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Deleted allocations for instance 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d [ 1042.915029] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238321} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.915029] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.915029] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33ec501-cb1b-43c7-9646-70a3a5bf3940 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.954320] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] e8649068-1438-4065-9a4f-e356e6dffb05/e8649068-1438-4065-9a4f-e356e6dffb05.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.954976] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-212a8350-2926-43a6-996d-31092df423ba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.983426] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1042.983426] env[69249]: value = "task-3659903" [ 1042.983426] env[69249]: _type = "Task" [ 1042.983426] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.992149] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.074679] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Acquiring lock "refresh_cache-4bac618e-cec3-45c0-9f55-cc7a2be8d63f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.074679] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Acquired lock "refresh_cache-4bac618e-cec3-45c0-9f55-cc7a2be8d63f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.074679] env[69249]: DEBUG nova.network.neutron [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.131171] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b68efd-1459-64cc-c3cf-f52b9a37a42f, 'name': SearchDatastore_Task, 'duration_secs': 0.011513} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.131660] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.131910] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.132161] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.132338] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.132582] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.133051] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cf10ec6-149c-4870-8a2f-acc67c4d785c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.144612] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.144797] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.145772] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fefb1b6e-def8-43c9-b1db-7797dc23d3f6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.152103] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 1043.152103] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526c6d8a-f24d-d3cf-5114-ac1a67f0629f" [ 1043.152103] env[69249]: _type = "Task" [ 1043.152103] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.163013] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526c6d8a-f24d-d3cf-5114-ac1a67f0629f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.208538] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8c6bdb68-c0f9-4e89-853b-baa8a5911ffc tempest-MigrationsAdminTest-281462047 tempest-MigrationsAdminTest-281462047-project-member] Lock "2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.008s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.446082] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa563a7-8f2a-4eeb-9806-db1331538801 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.454382] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e174520b-6bf5-4afb-bcde-6dc09d94abf1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.489191] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0da7d5-0ac4-4468-b253-06bfcbdd2245 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.497535] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659903, 'name': ReconfigVM_Task, 'duration_secs': 0.29575} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.499648] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Reconfigured VM instance instance-0000005b to attach disk [datastore2] e8649068-1438-4065-9a4f-e356e6dffb05/e8649068-1438-4065-9a4f-e356e6dffb05.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.500587] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c82de44a-9856-45e7-8a21-c5d9a3eeef16 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.503201] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8c8c39-7044-410b-985c-03fa6dbc3809 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.518442] env[69249]: DEBUG nova.compute.provider_tree [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.523400] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1043.523400] env[69249]: value = "task-3659904" [ 1043.523400] env[69249]: _type = "Task" [ 1043.523400] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.530803] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659904, 'name': Rename_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.566789] env[69249]: DEBUG nova.compute.manager [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.567025] env[69249]: DEBUG nova.virt.hardware [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.567155] env[69249]: DEBUG nova.virt.hardware [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.567330] env[69249]: DEBUG nova.virt.hardware [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.567515] env[69249]: DEBUG nova.virt.hardware [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.567671] env[69249]: DEBUG nova.virt.hardware [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.567947] env[69249]: DEBUG nova.virt.hardware [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.568500] env[69249]: DEBUG nova.virt.hardware [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.568500] env[69249]: DEBUG nova.virt.hardware [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.568500] env[69249]: DEBUG nova.virt.hardware [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.568607] env[69249]: DEBUG nova.virt.hardware [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.568920] env[69249]: DEBUG nova.virt.hardware [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.569744] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e3f5af-f98f-4003-bfa7-415108b3b2a5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.580936] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b38cb9-8248-43e9-8944-cad4cc444c05 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.616562] env[69249]: DEBUG nova.network.neutron [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.663836] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526c6d8a-f24d-d3cf-5114-ac1a67f0629f, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.664813] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e38267eb-71d2-499f-ad01-84049fac72b8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.672441] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 1043.672441] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cba8a8-4ecf-9031-4362-012eed3403e0" [ 1043.672441] env[69249]: _type = "Task" [ 1043.672441] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.681448] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cba8a8-4ecf-9031-4362-012eed3403e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.810110] env[69249]: DEBUG nova.network.neutron [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Updating instance_info_cache with network_info: [{"id": "ae39101d-b466-4012-87f9-9804a0f32b5b", "address": "fa:16:3e:7c:52:50", "network": {"id": "d235236d-9c09-4dca-860a-63f14e9f2bff", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-404655214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2991adce68438f9d226f45fd471199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae39101d-b4", "ovs_interfaceid": "ae39101d-b466-4012-87f9-9804a0f32b5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.026116] env[69249]: DEBUG nova.scheduler.client.report [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.041405] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659904, 'name': Rename_Task, 'duration_secs': 0.158528} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.042241] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.042617] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bfb0ac5-3e72-44cf-8224-f47fcfe40465 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.051273] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1044.051273] env[69249]: value = "task-3659905" [ 1044.051273] env[69249]: _type = "Task" [ 1044.051273] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.061043] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.184677] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cba8a8-4ecf-9031-4362-012eed3403e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010557} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.184677] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.185045] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 4fc308d8-09c1-4ede-a232-7c12128db3c6/4fc308d8-09c1-4ede-a232-7c12128db3c6.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.185194] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eada6d7a-5d56-49ae-8458-7fbc3c49b64e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.193180] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 1044.193180] env[69249]: value = "task-3659906" [ 1044.193180] env[69249]: _type = "Task" [ 1044.193180] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.202033] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.312586] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Releasing lock "refresh_cache-4bac618e-cec3-45c0-9f55-cc7a2be8d63f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.312912] env[69249]: DEBUG nova.compute.manager [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Instance network_info: |[{"id": "ae39101d-b466-4012-87f9-9804a0f32b5b", "address": "fa:16:3e:7c:52:50", "network": {"id": "d235236d-9c09-4dca-860a-63f14e9f2bff", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-404655214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2991adce68438f9d226f45fd471199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae39101d-b4", "ovs_interfaceid": "ae39101d-b466-4012-87f9-9804a0f32b5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.313343] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:52:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae39101d-b466-4012-87f9-9804a0f32b5b', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.321300] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Creating folder: Project (5a2991adce68438f9d226f45fd471199). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.321575] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d13c1d8d-22e0-4d20-82a2-5f289ea96a6f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.335647] env[69249]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1044.335824] env[69249]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69249) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1044.336741] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Folder already exists: Project (5a2991adce68438f9d226f45fd471199). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1044.336741] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Creating folder: Instances. Parent ref: group-v729469. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.336741] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36511f5d-0b4a-4148-ba09-14d1e965c5a8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.346679] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Created folder: Instances in parent group-v729469. [ 1044.346679] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.346679] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.346950] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-934e204c-4204-400e-9308-553c5d134eaf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.370279] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.370279] env[69249]: value = "task-3659909" [ 1044.370279] env[69249]: _type = "Task" [ 1044.370279] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.379583] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659909, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.443356] env[69249]: DEBUG nova.compute.manager [req-5c57e367-c861-4139-ae0b-ac5c087b3e8d req-8bce506d-143c-4a49-9002-378ee0b6fc22 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Received event network-changed-ae39101d-b466-4012-87f9-9804a0f32b5b {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.444125] env[69249]: DEBUG nova.compute.manager [req-5c57e367-c861-4139-ae0b-ac5c087b3e8d req-8bce506d-143c-4a49-9002-378ee0b6fc22 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Refreshing instance network info cache due to event network-changed-ae39101d-b466-4012-87f9-9804a0f32b5b. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.444125] env[69249]: DEBUG oslo_concurrency.lockutils [req-5c57e367-c861-4139-ae0b-ac5c087b3e8d req-8bce506d-143c-4a49-9002-378ee0b6fc22 service nova] Acquiring lock "refresh_cache-4bac618e-cec3-45c0-9f55-cc7a2be8d63f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.444125] env[69249]: DEBUG oslo_concurrency.lockutils [req-5c57e367-c861-4139-ae0b-ac5c087b3e8d req-8bce506d-143c-4a49-9002-378ee0b6fc22 service nova] Acquired lock "refresh_cache-4bac618e-cec3-45c0-9f55-cc7a2be8d63f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.444351] env[69249]: DEBUG nova.network.neutron [req-5c57e367-c861-4139-ae0b-ac5c087b3e8d req-8bce506d-143c-4a49-9002-378ee0b6fc22 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Refreshing network info cache for port ae39101d-b466-4012-87f9-9804a0f32b5b {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.540216] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.545020] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.707s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.545020] env[69249]: INFO nova.compute.claims [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.565994] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659905, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.572647] env[69249]: INFO nova.scheduler.client.report [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleted allocations for instance 0e253bdc-0172-4ca0-9738-b34c60d80534 [ 1044.704453] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4972} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.705361] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 4fc308d8-09c1-4ede-a232-7c12128db3c6/4fc308d8-09c1-4ede-a232-7c12128db3c6.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.705797] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.706560] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51ea36ab-4892-41fa-9e70-6b3060f62710 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.717539] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 1044.717539] env[69249]: value = "task-3659910" [ 1044.717539] env[69249]: _type = "Task" [ 1044.717539] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.729921] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.881870] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659909, 'name': CreateVM_Task, 'duration_secs': 0.513839} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.882196] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.883510] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': 'dcbc3af5-f9fe-4788-b6e9-2fedc3468397', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729479', 'volume_id': 'dce542c7-771b-4ffc-93a8-d35418fd0009', 'name': 'volume-dce542c7-771b-4ffc-93a8-d35418fd0009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bac618e-cec3-45c0-9f55-cc7a2be8d63f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce542c7-771b-4ffc-93a8-d35418fd0009', 'serial': 'dce542c7-771b-4ffc-93a8-d35418fd0009'}, 'boot_index': 0, 'disk_bus': None, 'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69249) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1044.883800] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Root volume attach. Driver type: vmdk {{(pid=69249) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1044.884802] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7af3cbc-1559-4a3e-9928-d78b20589e96 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.893328] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c49522-61ba-44b5-819b-f8e9a0d7e7ab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.902655] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0a91d0-d02b-46d7-b01f-36dcc44e79e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.909207] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f3f361dd-afc6-4eac-82b4-5c6d2d7ad72a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.916175] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Waiting for the task: (returnval){ [ 1044.916175] env[69249]: value = "task-3659911" [ 1044.916175] env[69249]: _type = "Task" [ 1044.916175] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.924435] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659911, 'name': RelocateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.063359] env[69249]: DEBUG oslo_vmware.api [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659905, 'name': PowerOnVM_Task, 'duration_secs': 0.740853} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.064465] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.065062] env[69249]: INFO nova.compute.manager [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1045.065062] env[69249]: DEBUG nova.compute.manager [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1045.065697] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e021689-ba55-48f5-86ad-c66457132861 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.082331] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9f0b4f96-90d3-4adf-9991-70b6f46736ec tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "0e253bdc-0172-4ca0-9738-b34c60d80534" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.587s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.163333] env[69249]: DEBUG nova.network.neutron [req-5c57e367-c861-4139-ae0b-ac5c087b3e8d req-8bce506d-143c-4a49-9002-378ee0b6fc22 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Updated VIF entry in instance network info cache for port ae39101d-b466-4012-87f9-9804a0f32b5b. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.163720] env[69249]: DEBUG nova.network.neutron [req-5c57e367-c861-4139-ae0b-ac5c087b3e8d req-8bce506d-143c-4a49-9002-378ee0b6fc22 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Updating instance_info_cache with network_info: [{"id": "ae39101d-b466-4012-87f9-9804a0f32b5b", "address": "fa:16:3e:7c:52:50", "network": {"id": "d235236d-9c09-4dca-860a-63f14e9f2bff", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-404655214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2991adce68438f9d226f45fd471199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae39101d-b4", "ovs_interfaceid": "ae39101d-b466-4012-87f9-9804a0f32b5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.227695] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079838} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.228459] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.228982] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cf1c05-3e81-41c9-bcd0-73d90a500c41 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.252960] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 4fc308d8-09c1-4ede-a232-7c12128db3c6/4fc308d8-09c1-4ede-a232-7c12128db3c6.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.253537] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d754f4e9-7495-4927-869b-e25515b6f792 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.274380] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 1045.274380] env[69249]: value = "task-3659912" [ 1045.274380] env[69249]: _type = "Task" [ 1045.274380] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.285589] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.429198] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659911, 'name': RelocateVM_Task} progress is 34%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.589841] env[69249]: INFO nova.compute.manager [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Took 25.67 seconds to build instance. [ 1045.666478] env[69249]: DEBUG oslo_concurrency.lockutils [req-5c57e367-c861-4139-ae0b-ac5c087b3e8d req-8bce506d-143c-4a49-9002-378ee0b6fc22 service nova] Releasing lock "refresh_cache-4bac618e-cec3-45c0-9f55-cc7a2be8d63f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.666694] env[69249]: DEBUG nova.compute.manager [req-5c57e367-c861-4139-ae0b-ac5c087b3e8d req-8bce506d-143c-4a49-9002-378ee0b6fc22 service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Received event network-changed-225ecc01-72b6-4465-973c-885265277921 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.666886] env[69249]: DEBUG nova.compute.manager [req-5c57e367-c861-4139-ae0b-ac5c087b3e8d req-8bce506d-143c-4a49-9002-378ee0b6fc22 service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Refreshing instance network info cache due to event network-changed-225ecc01-72b6-4465-973c-885265277921. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.667082] env[69249]: DEBUG oslo_concurrency.lockutils [req-5c57e367-c861-4139-ae0b-ac5c087b3e8d req-8bce506d-143c-4a49-9002-378ee0b6fc22 service nova] Acquiring lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.667264] env[69249]: DEBUG oslo_concurrency.lockutils [req-5c57e367-c861-4139-ae0b-ac5c087b3e8d req-8bce506d-143c-4a49-9002-378ee0b6fc22 service nova] Acquired lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.667455] env[69249]: DEBUG nova.network.neutron [req-5c57e367-c861-4139-ae0b-ac5c087b3e8d req-8bce506d-143c-4a49-9002-378ee0b6fc22 service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Refreshing network info cache for port 225ecc01-72b6-4465-973c-885265277921 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.787927] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.872767] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f9694c-7243-41fd-b04f-9af06e7c250f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.883544] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfb4e4c-d632-4e43-bf94-ebaf847bf597 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.915728] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e85923-0c10-467f-b059-6ca6cb0922fa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.934657] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684f3d97-1376-46a5-a643-4ca1f667272c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.938868] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659911, 'name': RelocateVM_Task} progress is 47%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.953391] env[69249]: DEBUG nova.compute.provider_tree [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.961079] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "1b442703-16ca-4fd0-8611-af02d2ddea79" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.961334] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "1b442703-16ca-4fd0-8611-af02d2ddea79" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.961522] env[69249]: INFO nova.compute.manager [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Shelving [ 1046.092058] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4170e4ea-e234-491a-855d-3bcdea53ed49 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e8649068-1438-4065-9a4f-e356e6dffb05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.183s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.285445] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659912, 'name': ReconfigVM_Task, 'duration_secs': 0.820251} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.288089] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 4fc308d8-09c1-4ede-a232-7c12128db3c6/4fc308d8-09c1-4ede-a232-7c12128db3c6.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.288763] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29ee802c-e60f-4afc-8194-f4d068ceaad3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.296686] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 1046.296686] env[69249]: value = "task-3659913" [ 1046.296686] env[69249]: _type = "Task" [ 1046.296686] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.304860] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659913, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.421705] env[69249]: DEBUG oslo_concurrency.lockutils [None req-652634e4-65b1-4f79-9b13-d5e48cee7119 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "e8649068-1438-4065-9a4f-e356e6dffb05" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.421960] env[69249]: DEBUG oslo_concurrency.lockutils [None req-652634e4-65b1-4f79-9b13-d5e48cee7119 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e8649068-1438-4065-9a4f-e356e6dffb05" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.422183] env[69249]: DEBUG nova.compute.manager [None req-652634e4-65b1-4f79-9b13-d5e48cee7119 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.426583] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27101424-489b-4264-b905-d61d62661d80 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.431495] env[69249]: DEBUG nova.network.neutron [req-5c57e367-c861-4139-ae0b-ac5c087b3e8d req-8bce506d-143c-4a49-9002-378ee0b6fc22 service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updated VIF entry in instance network info cache for port 225ecc01-72b6-4465-973c-885265277921. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.431495] env[69249]: DEBUG nova.network.neutron [req-5c57e367-c861-4139-ae0b-ac5c087b3e8d req-8bce506d-143c-4a49-9002-378ee0b6fc22 service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating instance_info_cache with network_info: [{"id": "225ecc01-72b6-4465-973c-885265277921", "address": "fa:16:3e:04:e3:71", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225ecc01-72", "ovs_interfaceid": "225ecc01-72b6-4465-973c-885265277921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.437405] env[69249]: DEBUG nova.compute.manager [None req-652634e4-65b1-4f79-9b13-d5e48cee7119 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69249) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1046.437405] env[69249]: DEBUG nova.objects.instance [None req-652634e4-65b1-4f79-9b13-d5e48cee7119 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lazy-loading 'flavor' on Instance uuid e8649068-1438-4065-9a4f-e356e6dffb05 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.443804] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659911, 'name': RelocateVM_Task} progress is 62%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.456666] env[69249]: DEBUG nova.scheduler.client.report [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.807607] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659913, 'name': Rename_Task, 'duration_secs': 0.30595} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.807913] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.808189] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80bcb445-ce0d-4ee6-a28a-40d73c06aada {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.815728] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 1046.815728] env[69249]: value = "task-3659914" [ 1046.815728] env[69249]: _type = "Task" [ 1046.815728] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.824066] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.930843] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659911, 'name': RelocateVM_Task} progress is 75%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.933604] env[69249]: DEBUG oslo_concurrency.lockutils [req-5c57e367-c861-4139-ae0b-ac5c087b3e8d req-8bce506d-143c-4a49-9002-378ee0b6fc22 service nova] Releasing lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.964021] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.964021] env[69249]: DEBUG nova.compute.manager [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.965318] env[69249]: DEBUG oslo_concurrency.lockutils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.404s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.967754] env[69249]: INFO nova.compute.claims [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.971952] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.973107] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe3d0255-1601-47dd-87b3-b1114a10fa45 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.980211] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1046.980211] env[69249]: value = "task-3659915" [ 1046.980211] env[69249]: _type = "Task" [ 1046.980211] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.990094] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.327297] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659914, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.432723] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659911, 'name': RelocateVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.452083] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-652634e4-65b1-4f79-9b13-d5e48cee7119 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.452083] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fea939aa-b523-405b-8a51-8896532382c8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.458437] env[69249]: DEBUG oslo_vmware.api [None req-652634e4-65b1-4f79-9b13-d5e48cee7119 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1047.458437] env[69249]: value = "task-3659916" [ 1047.458437] env[69249]: _type = "Task" [ 1047.458437] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.467353] env[69249]: DEBUG oslo_vmware.api [None req-652634e4-65b1-4f79-9b13-d5e48cee7119 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.471869] env[69249]: DEBUG nova.compute.utils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.476225] env[69249]: DEBUG nova.compute.manager [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.477104] env[69249]: DEBUG nova.network.neutron [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.490827] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.519640] env[69249]: DEBUG nova.policy [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8606e95182b94702b6840aebd15acced', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e92de99496304c4cad7ec4928eb8f071', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.830172] env[69249]: DEBUG oslo_vmware.api [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659914, 'name': PowerOnVM_Task, 'duration_secs': 0.944348} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.830172] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.830536] env[69249]: INFO nova.compute.manager [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1047.830642] env[69249]: DEBUG nova.compute.manager [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1047.831472] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ba60b3-c7e3-4661-8285-6769a4059a18 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.883699] env[69249]: DEBUG nova.network.neutron [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Successfully created port: 2b6a2705-edef-4001-893a-212549d11317 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.933401] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659911, 'name': RelocateVM_Task} progress is 97%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.969331] env[69249]: DEBUG oslo_vmware.api [None req-652634e4-65b1-4f79-9b13-d5e48cee7119 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659916, 'name': PowerOffVM_Task, 'duration_secs': 0.340807} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.969603] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-652634e4-65b1-4f79-9b13-d5e48cee7119 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.969800] env[69249]: DEBUG nova.compute.manager [None req-652634e4-65b1-4f79-9b13-d5e48cee7119 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1047.970786] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf877abf-d0b8-4798-a7ae-76c5606a6ba3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.977581] env[69249]: DEBUG nova.compute.manager [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.001443] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659915, 'name': PowerOffVM_Task, 'duration_secs': 0.81983} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.001575] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.004049] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd71c3e5-7400-4fb2-af43-5398adb9ce38 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.040685] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c418679-4033-4cdd-af01-04c56ba3f1cf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.307086] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608fb58a-6521-4aee-9c1e-64621c678c3b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.319478] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f012967-f803-430e-822a-a79947e01687 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.388230] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2eaf7f4-43f9-4048-8aac-e174e8bb665a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.393441] env[69249]: INFO nova.compute.manager [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Took 24.37 seconds to build instance. [ 1048.404017] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eff60e7-a94b-4df7-a9e6-7fa86c139b86 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.424658] env[69249]: DEBUG nova.compute.provider_tree [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.438799] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659911, 'name': RelocateVM_Task} progress is 97%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.492515] env[69249]: DEBUG oslo_concurrency.lockutils [None req-652634e4-65b1-4f79-9b13-d5e48cee7119 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e8649068-1438-4065-9a4f-e356e6dffb05" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.551842] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1048.552232] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-837456bc-eec9-4bac-afd4-966b92e5937e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.561387] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1048.561387] env[69249]: value = "task-3659917" [ 1048.561387] env[69249]: _type = "Task" [ 1048.561387] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.571600] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659917, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.645971] env[69249]: DEBUG oslo_concurrency.lockutils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquiring lock "cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.646234] env[69249]: DEBUG oslo_concurrency.lockutils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.828688] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.829124] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.897850] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7a461d3f-83d9-4055-a38f-1ae32cbbbb83 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "4fc308d8-09c1-4ede-a232-7c12128db3c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.878s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.934332] env[69249]: DEBUG nova.scheduler.client.report [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.937798] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659911, 'name': RelocateVM_Task} progress is 98%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.994386] env[69249]: DEBUG nova.compute.manager [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.014802] env[69249]: DEBUG oslo_concurrency.lockutils [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "e8649068-1438-4065-9a4f-e356e6dffb05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.015252] env[69249]: DEBUG oslo_concurrency.lockutils [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e8649068-1438-4065-9a4f-e356e6dffb05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.015597] env[69249]: DEBUG oslo_concurrency.lockutils [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "e8649068-1438-4065-9a4f-e356e6dffb05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.019018] env[69249]: DEBUG oslo_concurrency.lockutils [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e8649068-1438-4065-9a4f-e356e6dffb05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.019018] env[69249]: DEBUG oslo_concurrency.lockutils [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e8649068-1438-4065-9a4f-e356e6dffb05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.020458] env[69249]: INFO nova.compute.manager [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Terminating instance [ 1049.041100] env[69249]: DEBUG nova.virt.hardware [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.041553] env[69249]: DEBUG nova.virt.hardware [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.042104] env[69249]: DEBUG nova.virt.hardware [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.042104] env[69249]: DEBUG nova.virt.hardware [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.042285] env[69249]: DEBUG nova.virt.hardware [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.042431] env[69249]: DEBUG nova.virt.hardware [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.042791] env[69249]: DEBUG nova.virt.hardware [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.043338] env[69249]: DEBUG nova.virt.hardware [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.043648] env[69249]: DEBUG nova.virt.hardware [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.043903] env[69249]: DEBUG nova.virt.hardware [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.044537] env[69249]: DEBUG nova.virt.hardware [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.045585] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f567e86-9058-4d39-a86c-633c0a5c2218 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.055478] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acbe216-834f-42a6-9e18-397fd1f29bd0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.081090] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659917, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.149183] env[69249]: DEBUG nova.compute.manager [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.333720] env[69249]: INFO nova.compute.manager [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Detaching volume 255c2064-632a-424f-afdc-c342927a420d [ 1049.391585] env[69249]: INFO nova.virt.block_device [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Attempting to driver detach volume 255c2064-632a-424f-afdc-c342927a420d from mountpoint /dev/sdb [ 1049.391995] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1049.392311] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729464', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'name': 'volume-255c2064-632a-424f-afdc-c342927a420d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3', 'attached_at': '', 'detached_at': '', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'serial': '255c2064-632a-424f-afdc-c342927a420d'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1049.393418] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b2a4ac-c4db-4ada-b355-692a90477da3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.417146] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399fffe6-ac04-41bf-901c-972a75d33093 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.424632] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4893544-7497-4ca0-9d75-a9e3346f3e9d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.454872] env[69249]: DEBUG oslo_concurrency.lockutils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.457881] env[69249]: DEBUG nova.compute.manager [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.462225] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.726s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.465868] env[69249]: INFO nova.compute.claims [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.467325] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a38f683-fd39-40ac-a4e1-213dd8f8a557 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.473022] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659911, 'name': RelocateVM_Task, 'duration_secs': 4.510744} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.473022] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1049.473022] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729479', 'volume_id': 'dce542c7-771b-4ffc-93a8-d35418fd0009', 'name': 'volume-dce542c7-771b-4ffc-93a8-d35418fd0009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bac618e-cec3-45c0-9f55-cc7a2be8d63f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce542c7-771b-4ffc-93a8-d35418fd0009', 'serial': 'dce542c7-771b-4ffc-93a8-d35418fd0009'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1049.473427] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743ed173-abde-434d-b638-0be647f9451c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.492080] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] The volume has not been displaced from its original location: [datastore2] volume-255c2064-632a-424f-afdc-c342927a420d/volume-255c2064-632a-424f-afdc-c342927a420d.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1049.493879] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1049.495859] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5eea6f6-44d6-4028-b5be-b5becd000f42 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.511425] env[69249]: DEBUG nova.compute.manager [req-32cef096-6816-4576-b3fa-393aa41acc2b req-0da77dc3-8a04-41a0-be73-8ba355150550 service nova] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Received event network-vif-plugged-2b6a2705-edef-4001-893a-212549d11317 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.512184] env[69249]: DEBUG oslo_concurrency.lockutils [req-32cef096-6816-4576-b3fa-393aa41acc2b req-0da77dc3-8a04-41a0-be73-8ba355150550 service nova] Acquiring lock "d7d1e259-360a-4667-9881-72633cb6c71d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.512184] env[69249]: DEBUG oslo_concurrency.lockutils [req-32cef096-6816-4576-b3fa-393aa41acc2b req-0da77dc3-8a04-41a0-be73-8ba355150550 service nova] Lock "d7d1e259-360a-4667-9881-72633cb6c71d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.512184] env[69249]: DEBUG oslo_concurrency.lockutils [req-32cef096-6816-4576-b3fa-393aa41acc2b req-0da77dc3-8a04-41a0-be73-8ba355150550 service nova] Lock "d7d1e259-360a-4667-9881-72633cb6c71d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.512323] env[69249]: DEBUG nova.compute.manager [req-32cef096-6816-4576-b3fa-393aa41acc2b req-0da77dc3-8a04-41a0-be73-8ba355150550 service nova] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] No waiting events found dispatching network-vif-plugged-2b6a2705-edef-4001-893a-212549d11317 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1049.512367] env[69249]: WARNING nova.compute.manager [req-32cef096-6816-4576-b3fa-393aa41acc2b req-0da77dc3-8a04-41a0-be73-8ba355150550 service nova] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Received unexpected event network-vif-plugged-2b6a2705-edef-4001-893a-212549d11317 for instance with vm_state building and task_state spawning. [ 1049.526414] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9611830-50cc-4d9f-9573-757097717a3a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.530699] env[69249]: DEBUG nova.compute.manager [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.530699] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.531910] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7ff9a5-ea14-4145-8dca-7c0e897c48f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.535527] env[69249]: DEBUG oslo_vmware.api [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1049.535527] env[69249]: value = "task-3659918" [ 1049.535527] env[69249]: _type = "Task" [ 1049.535527] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.550216] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.559629] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-dce542c7-771b-4ffc-93a8-d35418fd0009/volume-dce542c7-771b-4ffc-93a8-d35418fd0009.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.560406] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3227137-83b5-4c8f-8861-841f98d46fd1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.562386] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6825daba-6baf-4718-8c83-e91ec16d0adf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.581286] env[69249]: DEBUG oslo_vmware.api [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.590626] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659917, 'name': CreateSnapshot_Task, 'duration_secs': 0.786166} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.594018] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1049.594018] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Waiting for the task: (returnval){ [ 1049.594018] env[69249]: value = "task-3659920" [ 1049.594018] env[69249]: _type = "Task" [ 1049.594018] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.594018] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3996be-e67e-4b8f-baf5-f313244fceef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.607476] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.654580] env[69249]: DEBUG nova.network.neutron [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Successfully updated port: 2b6a2705-edef-4001-893a-212549d11317 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.658709] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.658933] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.659131] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleting the datastore file [datastore2] e8649068-1438-4065-9a4f-e356e6dffb05 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.661497] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d919c8bd-3c8d-406f-baba-31c8a4857302 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.671819] env[69249]: DEBUG oslo_vmware.api [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1049.671819] env[69249]: value = "task-3659921" [ 1049.671819] env[69249]: _type = "Task" [ 1049.671819] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.684181] env[69249]: DEBUG oslo_vmware.api [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.685885] env[69249]: DEBUG oslo_concurrency.lockutils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.973768] env[69249]: DEBUG nova.compute.utils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.977439] env[69249]: DEBUG nova.compute.manager [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.977613] env[69249]: DEBUG nova.network.neutron [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.015429] env[69249]: DEBUG nova.policy [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04eb3b92019e40ec93fa08c2998a2012', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d6539ea997f4394bc825b68e6e73910', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.047197] env[69249]: DEBUG oslo_vmware.api [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659918, 'name': ReconfigVM_Task, 'duration_secs': 0.250884} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.047468] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1050.052204] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2784d466-65ca-4571-bf62-10d7d384c317 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.067689] env[69249]: DEBUG oslo_vmware.api [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1050.067689] env[69249]: value = "task-3659922" [ 1050.067689] env[69249]: _type = "Task" [ 1050.067689] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.105470] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659920, 'name': ReconfigVM_Task, 'duration_secs': 0.322173} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.105739] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-dce542c7-771b-4ffc-93a8-d35418fd0009/volume-dce542c7-771b-4ffc-93a8-d35418fd0009.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.116571] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1050.116854] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31c0d697-a11f-46f3-9e32-f11454c0f5e1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.126709] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-41a79b19-ed07-4b84-b69e-a607cf21c171 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.136971] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1050.136971] env[69249]: value = "task-3659923" [ 1050.136971] env[69249]: _type = "Task" [ 1050.136971] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.138368] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Waiting for the task: (returnval){ [ 1050.138368] env[69249]: value = "task-3659924" [ 1050.138368] env[69249]: _type = "Task" [ 1050.138368] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.150712] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659924, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.153979] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659923, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.165035] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "refresh_cache-d7d1e259-360a-4667-9881-72633cb6c71d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.165035] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquired lock "refresh_cache-d7d1e259-360a-4667-9881-72633cb6c71d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.165035] env[69249]: DEBUG nova.network.neutron [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.185953] env[69249]: DEBUG oslo_vmware.api [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136234} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.186335] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.186596] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.186837] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.187090] env[69249]: INFO nova.compute.manager [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1050.187423] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.187844] env[69249]: DEBUG nova.compute.manager [-] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.187844] env[69249]: DEBUG nova.network.neutron [-] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.326674] env[69249]: DEBUG nova.network.neutron [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Successfully created port: 43d3ea7a-f7d6-4356-ae65-e96211a22bff {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.470181] env[69249]: DEBUG nova.compute.manager [req-b04d3db9-19ac-48db-93d5-9c9c1580bd4b req-2c61295f-6466-46b5-9791-cf31203d93f3 service nova] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Received event network-vif-deleted-13b0cf1d-7ec5-4a08-8892-5e8edb3260b8 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.470181] env[69249]: INFO nova.compute.manager [req-b04d3db9-19ac-48db-93d5-9c9c1580bd4b req-2c61295f-6466-46b5-9791-cf31203d93f3 service nova] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Neutron deleted interface 13b0cf1d-7ec5-4a08-8892-5e8edb3260b8; detaching it from the instance and deleting it from the info cache [ 1050.470181] env[69249]: DEBUG nova.network.neutron [req-b04d3db9-19ac-48db-93d5-9c9c1580bd4b req-2c61295f-6466-46b5-9791-cf31203d93f3 service nova] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.481833] env[69249]: DEBUG nova.compute.manager [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.498699] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "4fc308d8-09c1-4ede-a232-7c12128db3c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.499079] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "4fc308d8-09c1-4ede-a232-7c12128db3c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.499260] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "4fc308d8-09c1-4ede-a232-7c12128db3c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.499455] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "4fc308d8-09c1-4ede-a232-7c12128db3c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.499629] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "4fc308d8-09c1-4ede-a232-7c12128db3c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.501761] env[69249]: INFO nova.compute.manager [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Terminating instance [ 1050.582097] env[69249]: DEBUG oslo_vmware.api [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659922, 'name': ReconfigVM_Task, 'duration_secs': 0.414549} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.582408] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729464', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'name': 'volume-255c2064-632a-424f-afdc-c342927a420d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3', 'attached_at': '', 'detached_at': '', 'volume_id': '255c2064-632a-424f-afdc-c342927a420d', 'serial': '255c2064-632a-424f-afdc-c342927a420d'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1050.651381] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659923, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.655498] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659924, 'name': ReconfigVM_Task, 'duration_secs': 0.346133} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.659053] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729479', 'volume_id': 'dce542c7-771b-4ffc-93a8-d35418fd0009', 'name': 'volume-dce542c7-771b-4ffc-93a8-d35418fd0009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bac618e-cec3-45c0-9f55-cc7a2be8d63f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce542c7-771b-4ffc-93a8-d35418fd0009', 'serial': 'dce542c7-771b-4ffc-93a8-d35418fd0009'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1050.660543] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97fbe4bd-ee31-42ad-a9f0-8f2740f9da7c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.669257] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Waiting for the task: (returnval){ [ 1050.669257] env[69249]: value = "task-3659925" [ 1050.669257] env[69249]: _type = "Task" [ 1050.669257] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.679474] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659925, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.711459] env[69249]: DEBUG nova.network.neutron [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.778480] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb4f15c-09dd-471d-9b55-18489fdf1654 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.786681] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112f18c6-b3ef-4cac-b8ee-1bdc020bf6fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.823036] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e621b8-562a-47fc-823a-7038b1025f83 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.831783] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f71caa-df94-482a-b9b7-42885403cac9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.848424] env[69249]: DEBUG nova.compute.provider_tree [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.860306] env[69249]: DEBUG nova.network.neutron [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Updating instance_info_cache with network_info: [{"id": "2b6a2705-edef-4001-893a-212549d11317", "address": "fa:16:3e:ed:38:86", "network": {"id": "91a2e788-907a-4592-aa67-c1201d8d3e67", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-413121055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e92de99496304c4cad7ec4928eb8f071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6a2705-ed", "ovs_interfaceid": "2b6a2705-edef-4001-893a-212549d11317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.948657] env[69249]: DEBUG nova.network.neutron [-] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.973144] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bd7b3a5-13db-43f7-89a0-c84d2ab76485 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.983006] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b598053a-ea8c-4d8c-835e-fe33259725e1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.007451] env[69249]: DEBUG nova.compute.manager [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.007664] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.008502] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc16e721-31af-481f-aef7-3791e243fafa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.021899] env[69249]: DEBUG nova.compute.manager [req-b04d3db9-19ac-48db-93d5-9c9c1580bd4b req-2c61295f-6466-46b5-9791-cf31203d93f3 service nova] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Detach interface failed, port_id=13b0cf1d-7ec5-4a08-8892-5e8edb3260b8, reason: Instance e8649068-1438-4065-9a4f-e356e6dffb05 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1051.026788] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.027667] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63088a02-0928-4a91-a7fd-c14c3c6d349c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.033660] env[69249]: DEBUG oslo_vmware.api [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 1051.033660] env[69249]: value = "task-3659926" [ 1051.033660] env[69249]: _type = "Task" [ 1051.033660] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.042339] env[69249]: DEBUG oslo_vmware.api [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.130035] env[69249]: DEBUG nova.objects.instance [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lazy-loading 'flavor' on Instance uuid 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.149946] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659923, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.180980] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659925, 'name': Rename_Task, 'duration_secs': 0.178436} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.180980] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.181269] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01476956-b08e-4973-a65b-f03d2efb565a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.189046] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Waiting for the task: (returnval){ [ 1051.189046] env[69249]: value = "task-3659927" [ 1051.189046] env[69249]: _type = "Task" [ 1051.189046] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.205845] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.352466] env[69249]: DEBUG nova.scheduler.client.report [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.362596] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Releasing lock "refresh_cache-d7d1e259-360a-4667-9881-72633cb6c71d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.362910] env[69249]: DEBUG nova.compute.manager [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Instance network_info: |[{"id": "2b6a2705-edef-4001-893a-212549d11317", "address": "fa:16:3e:ed:38:86", "network": {"id": "91a2e788-907a-4592-aa67-c1201d8d3e67", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-413121055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e92de99496304c4cad7ec4928eb8f071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6a2705-ed", "ovs_interfaceid": "2b6a2705-edef-4001-893a-212549d11317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.363328] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:38:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b6a2705-edef-4001-893a-212549d11317', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.370983] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.371868] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.372125] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edc10dad-3171-4814-8da0-ad772848f8d8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.392325] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.392325] env[69249]: value = "task-3659928" [ 1051.392325] env[69249]: _type = "Task" [ 1051.392325] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.402337] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659928, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.450889] env[69249]: INFO nova.compute.manager [-] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Took 1.26 seconds to deallocate network for instance. [ 1051.499537] env[69249]: DEBUG nova.compute.manager [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.517153] env[69249]: DEBUG nova.compute.manager [req-a00fb7fc-cc1b-40aa-a22c-760e1111f7d7 req-150dd2ad-a7e0-4aee-93d6-247c4485597f service nova] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Received event network-changed-2b6a2705-edef-4001-893a-212549d11317 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.517375] env[69249]: DEBUG nova.compute.manager [req-a00fb7fc-cc1b-40aa-a22c-760e1111f7d7 req-150dd2ad-a7e0-4aee-93d6-247c4485597f service nova] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Refreshing instance network info cache due to event network-changed-2b6a2705-edef-4001-893a-212549d11317. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.517605] env[69249]: DEBUG oslo_concurrency.lockutils [req-a00fb7fc-cc1b-40aa-a22c-760e1111f7d7 req-150dd2ad-a7e0-4aee-93d6-247c4485597f service nova] Acquiring lock "refresh_cache-d7d1e259-360a-4667-9881-72633cb6c71d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.517748] env[69249]: DEBUG oslo_concurrency.lockutils [req-a00fb7fc-cc1b-40aa-a22c-760e1111f7d7 req-150dd2ad-a7e0-4aee-93d6-247c4485597f service nova] Acquired lock "refresh_cache-d7d1e259-360a-4667-9881-72633cb6c71d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.517907] env[69249]: DEBUG nova.network.neutron [req-a00fb7fc-cc1b-40aa-a22c-760e1111f7d7 req-150dd2ad-a7e0-4aee-93d6-247c4485597f service nova] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Refreshing network info cache for port 2b6a2705-edef-4001-893a-212549d11317 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.530328] env[69249]: DEBUG nova.virt.hardware [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.530328] env[69249]: DEBUG nova.virt.hardware [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.530508] env[69249]: DEBUG nova.virt.hardware [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.530622] env[69249]: DEBUG nova.virt.hardware [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.530826] env[69249]: DEBUG nova.virt.hardware [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.531019] env[69249]: DEBUG nova.virt.hardware [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.531382] env[69249]: DEBUG nova.virt.hardware [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.531617] env[69249]: DEBUG nova.virt.hardware [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.531894] env[69249]: DEBUG nova.virt.hardware [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.532145] env[69249]: DEBUG nova.virt.hardware [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.532406] env[69249]: DEBUG nova.virt.hardware [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.533812] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17937a2-bfda-4360-8749-64ace057bb55 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.552196] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d8f013-bbf9-4a87-8399-45197c865009 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.558645] env[69249]: DEBUG oslo_vmware.api [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659926, 'name': PowerOffVM_Task, 'duration_secs': 0.263183} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.559441] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.559683] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.560570] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90e4adb2-a705-45ca-b493-581e86a6ea80 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.638055] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.638338] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.638570] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleting the datastore file [datastore2] 4fc308d8-09c1-4ede-a232-7c12128db3c6 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.640413] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1051c261-4111-471a-bade-bd1b8896ee6e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.651837] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659923, 'name': CloneVM_Task} progress is 95%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.654302] env[69249]: DEBUG oslo_vmware.api [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for the task: (returnval){ [ 1051.654302] env[69249]: value = "task-3659930" [ 1051.654302] env[69249]: _type = "Task" [ 1051.654302] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.664475] env[69249]: DEBUG oslo_vmware.api [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.699645] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659927, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.857752] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.858309] env[69249]: DEBUG nova.compute.manager [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.865820] env[69249]: DEBUG oslo_concurrency.lockutils [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.726s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.866066] env[69249]: DEBUG nova.objects.instance [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lazy-loading 'resources' on Instance uuid 855f2dac-5eec-4061-b146-63422965d5e5 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.906438] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659928, 'name': CreateVM_Task, 'duration_secs': 0.414134} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.906662] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.907445] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.907633] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.907988] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.909290] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3356400-f4de-4f7d-b5f0-18093e1cb9df {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.914873] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1051.914873] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523ccbb7-b74e-58d1-0e1c-dee59b570f27" [ 1051.914873] env[69249]: _type = "Task" [ 1051.914873] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.923995] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523ccbb7-b74e-58d1-0e1c-dee59b570f27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.931430] env[69249]: DEBUG nova.network.neutron [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Successfully updated port: 43d3ea7a-f7d6-4356-ae65-e96211a22bff {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.957708] env[69249]: DEBUG oslo_concurrency.lockutils [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.143789] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6d686c7-e3ec-4de4-aac5-d08699bf0df8 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.315s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.157886] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659923, 'name': CloneVM_Task, 'duration_secs': 1.715151} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.163758] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Created linked-clone VM from snapshot [ 1052.165116] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28aaa83-13fb-43e3-86a5-36f8b7eec1b3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.172948] env[69249]: DEBUG oslo_vmware.api [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Task: {'id': task-3659930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293326} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.176139] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.176339] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.176515] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.176709] env[69249]: INFO nova.compute.manager [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1052.176960] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.177201] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Uploading image d394b8e3-cece-4e12-8f86-31e29fc5371a {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1052.179188] env[69249]: DEBUG nova.compute.manager [-] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.179289] env[69249]: DEBUG nova.network.neutron [-] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.204792] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659927, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.212743] env[69249]: DEBUG oslo_vmware.rw_handles [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1052.212743] env[69249]: value = "vm-729490" [ 1052.212743] env[69249]: _type = "VirtualMachine" [ 1052.212743] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1052.212949] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6f4d33e6-d81e-49ef-a7cf-6cdb159db7f1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.223346] env[69249]: DEBUG oslo_vmware.rw_handles [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lease: (returnval){ [ 1052.223346] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c4aeaa-202b-35a1-d070-f4590855a02b" [ 1052.223346] env[69249]: _type = "HttpNfcLease" [ 1052.223346] env[69249]: } obtained for exporting VM: (result){ [ 1052.223346] env[69249]: value = "vm-729490" [ 1052.223346] env[69249]: _type = "VirtualMachine" [ 1052.223346] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1052.223636] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the lease: (returnval){ [ 1052.223636] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c4aeaa-202b-35a1-d070-f4590855a02b" [ 1052.223636] env[69249]: _type = "HttpNfcLease" [ 1052.223636] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1052.233418] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1052.233418] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c4aeaa-202b-35a1-d070-f4590855a02b" [ 1052.233418] env[69249]: _type = "HttpNfcLease" [ 1052.233418] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1052.261356] env[69249]: DEBUG nova.network.neutron [req-a00fb7fc-cc1b-40aa-a22c-760e1111f7d7 req-150dd2ad-a7e0-4aee-93d6-247c4485597f service nova] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Updated VIF entry in instance network info cache for port 2b6a2705-edef-4001-893a-212549d11317. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.261758] env[69249]: DEBUG nova.network.neutron [req-a00fb7fc-cc1b-40aa-a22c-760e1111f7d7 req-150dd2ad-a7e0-4aee-93d6-247c4485597f service nova] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Updating instance_info_cache with network_info: [{"id": "2b6a2705-edef-4001-893a-212549d11317", "address": "fa:16:3e:ed:38:86", "network": {"id": "91a2e788-907a-4592-aa67-c1201d8d3e67", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-413121055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e92de99496304c4cad7ec4928eb8f071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6a2705-ed", "ovs_interfaceid": "2b6a2705-edef-4001-893a-212549d11317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.369074] env[69249]: DEBUG nova.compute.utils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.370444] env[69249]: DEBUG nova.compute.manager [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.370663] env[69249]: DEBUG nova.network.neutron [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.428903] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523ccbb7-b74e-58d1-0e1c-dee59b570f27, 'name': SearchDatastore_Task, 'duration_secs': 0.019333} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.432948] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.433549] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.433949] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.434217] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.434514] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.439566] env[69249]: DEBUG nova.policy [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c79d27ff31f4bfebcac7f213afeda8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92699abeef02415ea1f44730551eba21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.439566] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c997f4ad-24ce-4f0e-bd0b-b527c1635568 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.442645] env[69249]: DEBUG oslo_concurrency.lockutils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.442898] env[69249]: DEBUG oslo_concurrency.lockutils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.443176] env[69249]: DEBUG nova.network.neutron [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.458918] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.458918] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.461120] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd49f40-9a88-4b58-8d8b-3cfd5a487af6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.469371] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1052.469371] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b07be2-24bc-638d-880d-017128f0ecec" [ 1052.469371] env[69249]: _type = "Task" [ 1052.469371] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.484816] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b07be2-24bc-638d-880d-017128f0ecec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.497970] env[69249]: DEBUG nova.compute.manager [req-0d69d3d4-c000-4567-b942-41dd9ad7a671 req-eab71106-ee06-4dcb-9b0c-3cf67c2e0b1a service nova] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Received event network-vif-deleted-156abcdd-9861-4baf-9077-52fa76b7eaf8 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.498259] env[69249]: INFO nova.compute.manager [req-0d69d3d4-c000-4567-b942-41dd9ad7a671 req-eab71106-ee06-4dcb-9b0c-3cf67c2e0b1a service nova] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Neutron deleted interface 156abcdd-9861-4baf-9077-52fa76b7eaf8; detaching it from the instance and deleting it from the info cache [ 1052.498361] env[69249]: DEBUG nova.network.neutron [req-0d69d3d4-c000-4567-b942-41dd9ad7a671 req-eab71106-ee06-4dcb-9b0c-3cf67c2e0b1a service nova] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.515072] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.515460] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.515564] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.515709] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.515875] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.517825] env[69249]: INFO nova.compute.manager [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Terminating instance [ 1052.683199] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694bd29f-e3f7-480e-a5ac-eeea24f05335 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.697245] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def2a78e-22e8-4f40-bd31-5f15d8b29a67 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.707195] env[69249]: DEBUG oslo_vmware.api [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3659927, 'name': PowerOnVM_Task, 'duration_secs': 1.480418} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.733826] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.733826] env[69249]: INFO nova.compute.manager [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1052.733826] env[69249]: DEBUG nova.compute.manager [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1052.734773] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecddb06-2d83-48c5-bbcc-6740e5a090a3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.740625] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad95d3b-71d0-47da-b5da-affeca1ee3f8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.747313] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1052.747313] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c4aeaa-202b-35a1-d070-f4590855a02b" [ 1052.747313] env[69249]: _type = "HttpNfcLease" [ 1052.747313] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1052.750628] env[69249]: DEBUG oslo_vmware.rw_handles [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1052.750628] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c4aeaa-202b-35a1-d070-f4590855a02b" [ 1052.750628] env[69249]: _type = "HttpNfcLease" [ 1052.750628] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1052.754707] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b63c31-ff8d-47da-a255-e976321f7348 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.758407] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd764ce-db0c-44f3-beea-7fed3b37ea25 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.763029] env[69249]: DEBUG nova.network.neutron [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Successfully created port: 681b107b-51a4-4d5b-a107-7e1f3d48d7be {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.765275] env[69249]: DEBUG oslo_concurrency.lockutils [req-a00fb7fc-cc1b-40aa-a22c-760e1111f7d7 req-150dd2ad-a7e0-4aee-93d6-247c4485597f service nova] Releasing lock "refresh_cache-d7d1e259-360a-4667-9881-72633cb6c71d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.771787] env[69249]: DEBUG oslo_vmware.rw_handles [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c95901-d0b4-36a3-e38c-f70c1be6d452/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1052.772089] env[69249]: DEBUG oslo_vmware.rw_handles [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c95901-d0b4-36a3-e38c-f70c1be6d452/disk-0.vmdk for reading. {{(pid=69249) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1052.788076] env[69249]: DEBUG nova.compute.provider_tree [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.875693] env[69249]: DEBUG nova.compute.manager [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.965641] env[69249]: DEBUG nova.network.neutron [-] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.984650] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ebfed664-ed56-43c7-bbc0-7a592c4dc3fd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.986605] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b07be2-24bc-638d-880d-017128f0ecec, 'name': SearchDatastore_Task, 'duration_secs': 0.015798} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.988603] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e16bc70-721f-4f4f-b17a-3e4aa72e3cb6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.996071] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1052.996071] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52892cc0-89ec-c222-238b-e68f31a099b6" [ 1052.996071] env[69249]: _type = "Task" [ 1052.996071] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.996368] env[69249]: DEBUG nova.network.neutron [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.011535] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26756349-46f0-4660-9d9d-b9ad304e15fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.014589] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52892cc0-89ec-c222-238b-e68f31a099b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010303} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.020019] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.020019] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] d7d1e259-360a-4667-9881-72633cb6c71d/d7d1e259-360a-4667-9881-72633cb6c71d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.020019] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2c659b1-1dec-4ac6-a6a1-1f4d63677b72 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.026557] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cca092-8a07-4c16-aa0a-b7908e8d18a1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.050163] env[69249]: DEBUG nova.compute.manager [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.050163] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.050163] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1053.050163] env[69249]: value = "task-3659932" [ 1053.050163] env[69249]: _type = "Task" [ 1053.050163] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.050906] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8fd370-30ea-4bc6-bd8e-f8521f1df86d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.062935] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.067113] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4df594fa-ff43-4ef1-9eff-eaadd3908ee4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.067759] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.078966] env[69249]: DEBUG nova.compute.manager [req-0d69d3d4-c000-4567-b942-41dd9ad7a671 req-eab71106-ee06-4dcb-9b0c-3cf67c2e0b1a service nova] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Detach interface failed, port_id=156abcdd-9861-4baf-9077-52fa76b7eaf8, reason: Instance 4fc308d8-09c1-4ede-a232-7c12128db3c6 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1053.090153] env[69249]: DEBUG oslo_vmware.api [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1053.090153] env[69249]: value = "task-3659933" [ 1053.090153] env[69249]: _type = "Task" [ 1053.090153] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.098412] env[69249]: DEBUG oslo_vmware.api [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.275820] env[69249]: DEBUG nova.network.neutron [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Updating instance_info_cache with network_info: [{"id": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "address": "fa:16:3e:d6:b4:45", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d3ea7a-f7", "ovs_interfaceid": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.283929] env[69249]: INFO nova.compute.manager [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Took 28.74 seconds to build instance. [ 1053.368455] env[69249]: DEBUG nova.scheduler.client.report [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.468801] env[69249]: INFO nova.compute.manager [-] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Took 1.29 seconds to deallocate network for instance. [ 1053.566661] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490861} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.567247] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] d7d1e259-360a-4667-9881-72633cb6c71d/d7d1e259-360a-4667-9881-72633cb6c71d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.567617] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.567937] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bae613f0-b90d-4068-ad7e-0a65baebec25 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.575563] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1053.575563] env[69249]: value = "task-3659934" [ 1053.575563] env[69249]: _type = "Task" [ 1053.575563] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.584105] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.597900] env[69249]: DEBUG oslo_vmware.api [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659933, 'name': PowerOffVM_Task, 'duration_secs': 0.187402} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.598205] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.598466] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.598884] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff6c1b74-4b1c-432e-af24-4f1017e294a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.779096] env[69249]: DEBUG oslo_concurrency.lockutils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.779317] env[69249]: DEBUG nova.compute.manager [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Instance network_info: |[{"id": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "address": "fa:16:3e:d6:b4:45", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d3ea7a-f7", "ovs_interfaceid": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.780193] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:b4:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43d3ea7a-f7d6-4356-ae65-e96211a22bff', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.788318] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.789896] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a98637f-94f6-45ed-9da5-7594f2e91650 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Lock "4bac618e-cec3-45c0-9f55-cc7a2be8d63f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.253s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.790232] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.790896] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.790973] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.791217] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleting the datastore file [datastore2] 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.791602] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-286d6724-a2ee-4fef-befd-730d35e49a96 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.819642] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06764f2e-d1f6-4f58-a96c-16ee24b253dd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.826746] env[69249]: DEBUG oslo_vmware.api [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1053.826746] env[69249]: value = "task-3659936" [ 1053.826746] env[69249]: _type = "Task" [ 1053.826746] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.828423] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.828423] env[69249]: value = "task-3659937" [ 1053.828423] env[69249]: _type = "Task" [ 1053.828423] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.841778] env[69249]: DEBUG oslo_vmware.api [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.846788] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659937, 'name': CreateVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.851210] env[69249]: DEBUG nova.compute.manager [req-a1bb34b9-c58a-402f-b566-1edcb4d90504 req-57cff52d-f200-4ff0-9550-b384261dfc32 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Received event network-vif-plugged-43d3ea7a-f7d6-4356-ae65-e96211a22bff {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.851555] env[69249]: DEBUG oslo_concurrency.lockutils [req-a1bb34b9-c58a-402f-b566-1edcb4d90504 req-57cff52d-f200-4ff0-9550-b384261dfc32 service nova] Acquiring lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.851836] env[69249]: DEBUG oslo_concurrency.lockutils [req-a1bb34b9-c58a-402f-b566-1edcb4d90504 req-57cff52d-f200-4ff0-9550-b384261dfc32 service nova] Lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.852137] env[69249]: DEBUG oslo_concurrency.lockutils [req-a1bb34b9-c58a-402f-b566-1edcb4d90504 req-57cff52d-f200-4ff0-9550-b384261dfc32 service nova] Lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.852551] env[69249]: DEBUG nova.compute.manager [req-a1bb34b9-c58a-402f-b566-1edcb4d90504 req-57cff52d-f200-4ff0-9550-b384261dfc32 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] No waiting events found dispatching network-vif-plugged-43d3ea7a-f7d6-4356-ae65-e96211a22bff {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1053.852936] env[69249]: WARNING nova.compute.manager [req-a1bb34b9-c58a-402f-b566-1edcb4d90504 req-57cff52d-f200-4ff0-9550-b384261dfc32 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Received unexpected event network-vif-plugged-43d3ea7a-f7d6-4356-ae65-e96211a22bff for instance with vm_state building and task_state spawning. [ 1053.853024] env[69249]: DEBUG nova.compute.manager [req-a1bb34b9-c58a-402f-b566-1edcb4d90504 req-57cff52d-f200-4ff0-9550-b384261dfc32 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Received event network-changed-43d3ea7a-f7d6-4356-ae65-e96211a22bff {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.853649] env[69249]: DEBUG nova.compute.manager [req-a1bb34b9-c58a-402f-b566-1edcb4d90504 req-57cff52d-f200-4ff0-9550-b384261dfc32 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Refreshing instance network info cache due to event network-changed-43d3ea7a-f7d6-4356-ae65-e96211a22bff. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.853649] env[69249]: DEBUG oslo_concurrency.lockutils [req-a1bb34b9-c58a-402f-b566-1edcb4d90504 req-57cff52d-f200-4ff0-9550-b384261dfc32 service nova] Acquiring lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.853649] env[69249]: DEBUG oslo_concurrency.lockutils [req-a1bb34b9-c58a-402f-b566-1edcb4d90504 req-57cff52d-f200-4ff0-9550-b384261dfc32 service nova] Acquired lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.853789] env[69249]: DEBUG nova.network.neutron [req-a1bb34b9-c58a-402f-b566-1edcb4d90504 req-57cff52d-f200-4ff0-9550-b384261dfc32 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Refreshing network info cache for port 43d3ea7a-f7d6-4356-ae65-e96211a22bff {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.875931] env[69249]: DEBUG oslo_concurrency.lockutils [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.879158] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.385s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.880746] env[69249]: INFO nova.compute.claims [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.886238] env[69249]: DEBUG nova.compute.manager [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.908639] env[69249]: INFO nova.scheduler.client.report [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Deleted allocations for instance 855f2dac-5eec-4061-b146-63422965d5e5 [ 1053.927277] env[69249]: DEBUG nova.virt.hardware [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.927787] env[69249]: DEBUG nova.virt.hardware [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.927787] env[69249]: DEBUG nova.virt.hardware [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.928474] env[69249]: DEBUG nova.virt.hardware [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.928474] env[69249]: DEBUG nova.virt.hardware [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.928802] env[69249]: DEBUG nova.virt.hardware [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.929682] env[69249]: DEBUG nova.virt.hardware [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.929964] env[69249]: DEBUG nova.virt.hardware [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.930854] env[69249]: DEBUG nova.virt.hardware [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.931808] env[69249]: DEBUG nova.virt.hardware [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.932049] env[69249]: DEBUG nova.virt.hardware [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.933856] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d131e2a-734c-4ca7-81e4-920259694775 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.944993] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d23beff-3640-496b-9dba-042f4bb75abf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.978211] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.087883] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068392} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.088516] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.089843] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c29a746-18ab-4a5b-b353-9d55bd3128ab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.128427] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] d7d1e259-360a-4667-9881-72633cb6c71d/d7d1e259-360a-4667-9881-72633cb6c71d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.129290] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63f68c74-870d-4295-886a-52c2e2c484ee {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.149092] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1054.149092] env[69249]: value = "task-3659938" [ 1054.149092] env[69249]: _type = "Task" [ 1054.149092] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.158362] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.347747] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659937, 'name': CreateVM_Task, 'duration_secs': 0.438472} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.350037] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.350228] env[69249]: DEBUG oslo_vmware.api [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3659936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170349} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.350738] env[69249]: DEBUG oslo_concurrency.lockutils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.350884] env[69249]: DEBUG oslo_concurrency.lockutils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.351768] env[69249]: DEBUG oslo_concurrency.lockutils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.352274] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.352887] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.352967] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.353694] env[69249]: INFO nova.compute.manager [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1054.353694] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.353997] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-940e81bd-5f03-4031-a447-42df819192dd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.356328] env[69249]: DEBUG nova.compute.manager [-] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.356470] env[69249]: DEBUG nova.network.neutron [-] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.365021] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1054.365021] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5201dcd4-4efb-5fad-d6f0-fd61750b8c62" [ 1054.365021] env[69249]: _type = "Task" [ 1054.365021] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.375293] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5201dcd4-4efb-5fad-d6f0-fd61750b8c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.420015] env[69249]: DEBUG oslo_concurrency.lockutils [None req-060c2a91-d696-4ebb-bf15-5db43532c807 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "855f2dac-5eec-4061-b146-63422965d5e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.703s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.458139] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "9160faa8-5599-49e8-a1fd-334b5480cb60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.458139] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "9160faa8-5599-49e8-a1fd-334b5480cb60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.458139] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "9160faa8-5599-49e8-a1fd-334b5480cb60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.458139] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "9160faa8-5599-49e8-a1fd-334b5480cb60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.458139] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "9160faa8-5599-49e8-a1fd-334b5480cb60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.461224] env[69249]: INFO nova.compute.manager [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Terminating instance [ 1054.659512] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659938, 'name': ReconfigVM_Task, 'duration_secs': 0.310349} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.660013] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Reconfigured VM instance instance-0000005e to attach disk [datastore2] d7d1e259-360a-4667-9881-72633cb6c71d/d7d1e259-360a-4667-9881-72633cb6c71d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.660571] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e61f849-a44a-41a1-8d1e-03ac4f2640e9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.667301] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1054.667301] env[69249]: value = "task-3659939" [ 1054.667301] env[69249]: _type = "Task" [ 1054.667301] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.675071] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659939, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.698360] env[69249]: DEBUG nova.network.neutron [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Successfully updated port: 681b107b-51a4-4d5b-a107-7e1f3d48d7be {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.752299] env[69249]: DEBUG nova.network.neutron [req-a1bb34b9-c58a-402f-b566-1edcb4d90504 req-57cff52d-f200-4ff0-9550-b384261dfc32 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Updated VIF entry in instance network info cache for port 43d3ea7a-f7d6-4356-ae65-e96211a22bff. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.752731] env[69249]: DEBUG nova.network.neutron [req-a1bb34b9-c58a-402f-b566-1edcb4d90504 req-57cff52d-f200-4ff0-9550-b384261dfc32 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Updating instance_info_cache with network_info: [{"id": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "address": "fa:16:3e:d6:b4:45", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d3ea7a-f7", "ovs_interfaceid": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.877812] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5201dcd4-4efb-5fad-d6f0-fd61750b8c62, 'name': SearchDatastore_Task, 'duration_secs': 0.01125} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.877812] env[69249]: DEBUG oslo_concurrency.lockutils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.877812] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.877812] env[69249]: DEBUG oslo_concurrency.lockutils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.877812] env[69249]: DEBUG oslo_concurrency.lockutils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.877812] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.878194] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f5cf2f4-8e8d-498a-9602-b9ce171f9dbe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.887445] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.887630] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.889055] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b41ca865-0d2f-4798-a948-e6fdcc5cd571 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.897532] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1054.897532] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f6770e-a7e0-10db-3506-bcd8df4a19a9" [ 1054.897532] env[69249]: _type = "Task" [ 1054.897532] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.906437] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f6770e-a7e0-10db-3506-bcd8df4a19a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.950413] env[69249]: DEBUG nova.compute.manager [req-18c884f7-ae6e-4ede-b7c1-acdde1a89705 req-07ddb456-e628-43c2-b7be-bc4041f98891 service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Received event network-vif-deleted-b61bd380-46bf-486d-9e26-54e9a84d3868 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.950571] env[69249]: INFO nova.compute.manager [req-18c884f7-ae6e-4ede-b7c1-acdde1a89705 req-07ddb456-e628-43c2-b7be-bc4041f98891 service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Neutron deleted interface b61bd380-46bf-486d-9e26-54e9a84d3868; detaching it from the instance and deleting it from the info cache [ 1054.950808] env[69249]: DEBUG nova.network.neutron [req-18c884f7-ae6e-4ede-b7c1-acdde1a89705 req-07ddb456-e628-43c2-b7be-bc4041f98891 service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.967866] env[69249]: DEBUG nova.compute.manager [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.967866] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.969294] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c79ed2-5f25-4300-b9d6-f7b541cbe28f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.979183] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.983835] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0cdbf4c-5dc2-4807-8c73-bf362312b67b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.993095] env[69249]: DEBUG oslo_vmware.api [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1054.993095] env[69249]: value = "task-3659940" [ 1054.993095] env[69249]: _type = "Task" [ 1054.993095] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.006149] env[69249]: DEBUG oslo_vmware.api [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.179515] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659939, 'name': Rename_Task, 'duration_secs': 0.147743} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.183171] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.183789] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93739dfc-0235-46f3-be2e-ab3e5c5e6905 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.194925] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1055.194925] env[69249]: value = "task-3659941" [ 1055.194925] env[69249]: _type = "Task" [ 1055.194925] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.204548] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "refresh_cache-c669bad9-3298-4279-b3b3-08c0c9d4a81b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.205592] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquired lock "refresh_cache-c669bad9-3298-4279-b3b3-08c0c9d4a81b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.205592] env[69249]: DEBUG nova.network.neutron [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.212196] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.222009] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0543fd6a-2545-481f-9a94-55770e669c92 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.231347] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f00dc4-f3a8-4c65-bb5a-a843a7f266b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.268158] env[69249]: DEBUG oslo_concurrency.lockutils [req-a1bb34b9-c58a-402f-b566-1edcb4d90504 req-57cff52d-f200-4ff0-9550-b384261dfc32 service nova] Releasing lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.270494] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1413a156-a5b0-45a5-a2cd-fb5dd780dcbe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.279293] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3085997e-5ea8-4864-b107-6cedbfce7ae0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.296293] env[69249]: DEBUG nova.compute.provider_tree [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.410087] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f6770e-a7e0-10db-3506-bcd8df4a19a9, 'name': SearchDatastore_Task, 'duration_secs': 0.008729} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.411057] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdb7a507-513a-4810-a9b5-f4cef0893495 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.417487] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1055.417487] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d9e87c-2caa-02a6-9729-101921efa0ad" [ 1055.417487] env[69249]: _type = "Task" [ 1055.417487] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.425929] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d9e87c-2caa-02a6-9729-101921efa0ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.427297] env[69249]: DEBUG nova.network.neutron [-] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.457337] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "48e32bdf-0ae5-4fa7-865a-210775192c0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.457445] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "48e32bdf-0ae5-4fa7-865a-210775192c0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.457640] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "48e32bdf-0ae5-4fa7-865a-210775192c0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.457828] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "48e32bdf-0ae5-4fa7-865a-210775192c0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.457997] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "48e32bdf-0ae5-4fa7-865a-210775192c0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.459599] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da607dd1-0dff-4d13-8fce-7585d0500c8d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.464572] env[69249]: INFO nova.compute.manager [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Terminating instance [ 1055.474562] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380c510d-65b1-4e1d-892c-c4314e6d330f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.509362] env[69249]: DEBUG nova.compute.manager [req-18c884f7-ae6e-4ede-b7c1-acdde1a89705 req-07ddb456-e628-43c2-b7be-bc4041f98891 service nova] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Detach interface failed, port_id=b61bd380-46bf-486d-9e26-54e9a84d3868, reason: Instance 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1055.515099] env[69249]: DEBUG oslo_vmware.api [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659940, 'name': PowerOffVM_Task, 'duration_secs': 0.265868} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.515412] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.515581] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.515869] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cd34044-1248-4605-8519-554b8ec17b87 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.584876] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.585031] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.585184] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Deleting the datastore file [datastore1] 9160faa8-5599-49e8-a1fd-334b5480cb60 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.585474] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0af282d-70bf-4045-808b-e612f40df1fe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.592621] env[69249]: DEBUG oslo_vmware.api [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1055.592621] env[69249]: value = "task-3659943" [ 1055.592621] env[69249]: _type = "Task" [ 1055.592621] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.601459] env[69249]: DEBUG oslo_vmware.api [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.702491] env[69249]: DEBUG oslo_vmware.api [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659941, 'name': PowerOnVM_Task, 'duration_secs': 0.446281} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.702786] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.702960] env[69249]: INFO nova.compute.manager [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1055.703156] env[69249]: DEBUG nova.compute.manager [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1055.703929] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166433af-2abc-4774-8af2-bb39f502b2e2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.760212] env[69249]: DEBUG nova.network.neutron [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.798547] env[69249]: DEBUG nova.scheduler.client.report [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.888851] env[69249]: DEBUG nova.compute.manager [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Received event network-changed-ae39101d-b466-4012-87f9-9804a0f32b5b {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.888851] env[69249]: DEBUG nova.compute.manager [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Refreshing instance network info cache due to event network-changed-ae39101d-b466-4012-87f9-9804a0f32b5b. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.888851] env[69249]: DEBUG oslo_concurrency.lockutils [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] Acquiring lock "refresh_cache-4bac618e-cec3-45c0-9f55-cc7a2be8d63f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.888851] env[69249]: DEBUG oslo_concurrency.lockutils [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] Acquired lock "refresh_cache-4bac618e-cec3-45c0-9f55-cc7a2be8d63f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.888851] env[69249]: DEBUG nova.network.neutron [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Refreshing network info cache for port ae39101d-b466-4012-87f9-9804a0f32b5b {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.918149] env[69249]: DEBUG nova.network.neutron [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Updating instance_info_cache with network_info: [{"id": "681b107b-51a4-4d5b-a107-7e1f3d48d7be", "address": "fa:16:3e:1e:a2:d0", "network": {"id": "33de4566-c599-4e0e-a647-650042762d94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1519684829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92699abeef02415ea1f44730551eba21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap681b107b-51", "ovs_interfaceid": "681b107b-51a4-4d5b-a107-7e1f3d48d7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.931255] env[69249]: INFO nova.compute.manager [-] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Took 1.57 seconds to deallocate network for instance. [ 1055.932154] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d9e87c-2caa-02a6-9729-101921efa0ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.934233] env[69249]: DEBUG oslo_concurrency.lockutils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.934593] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 32b00162-6b77-4db5-b82c-76e09f9aa7b8/32b00162-6b77-4db5-b82c-76e09f9aa7b8.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.937520] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9f6e7e3-6712-451f-a3fc-f63fb85d9861 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.945151] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1055.945151] env[69249]: value = "task-3659944" [ 1055.945151] env[69249]: _type = "Task" [ 1055.945151] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.953539] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.969032] env[69249]: DEBUG nova.compute.manager [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.969262] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.970055] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad41ea3-91c4-49f4-a7df-9cd63ea776e1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.979428] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.979669] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7b8bf12-e65d-45fa-9c96-4bfc4888a83d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.985040] env[69249]: DEBUG oslo_vmware.api [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 1055.985040] env[69249]: value = "task-3659945" [ 1055.985040] env[69249]: _type = "Task" [ 1055.985040] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.993036] env[69249]: DEBUG oslo_vmware.api [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.108131] env[69249]: DEBUG oslo_vmware.api [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3659943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334293} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.108409] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.108615] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.108801] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.108999] env[69249]: INFO nova.compute.manager [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1056.109258] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.109452] env[69249]: DEBUG nova.compute.manager [-] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.109549] env[69249]: DEBUG nova.network.neutron [-] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.222854] env[69249]: INFO nova.compute.manager [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Took 28.41 seconds to build instance. [ 1056.303903] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.305587] env[69249]: DEBUG nova.compute.manager [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.309317] env[69249]: DEBUG oslo_concurrency.lockutils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.623s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.310065] env[69249]: INFO nova.compute.claims [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.430953] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Releasing lock "refresh_cache-c669bad9-3298-4279-b3b3-08c0c9d4a81b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.431594] env[69249]: DEBUG nova.compute.manager [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Instance network_info: |[{"id": "681b107b-51a4-4d5b-a107-7e1f3d48d7be", "address": "fa:16:3e:1e:a2:d0", "network": {"id": "33de4566-c599-4e0e-a647-650042762d94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1519684829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92699abeef02415ea1f44730551eba21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap681b107b-51", "ovs_interfaceid": "681b107b-51a4-4d5b-a107-7e1f3d48d7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.432511] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:a2:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '681b107b-51a4-4d5b-a107-7e1f3d48d7be', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.446467] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.447894] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.448259] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.452428] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01d1ce75-f853-4b1c-ad96-13545f48262a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.476082] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659944, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.479606] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.479606] env[69249]: value = "task-3659946" [ 1056.479606] env[69249]: _type = "Task" [ 1056.479606] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.494568] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659946, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.505648] env[69249]: DEBUG oslo_vmware.api [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659945, 'name': PowerOffVM_Task, 'duration_secs': 0.251299} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.505648] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.505865] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.506039] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38d19518-2d74-4224-943e-7d87d0c2d5e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.586636] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.586893] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.587186] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Deleting the datastore file [datastore1] 48e32bdf-0ae5-4fa7-865a-210775192c0b {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.587616] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8f0a83e-3623-4296-94d1-093d3b97979d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.595343] env[69249]: DEBUG oslo_vmware.api [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for the task: (returnval){ [ 1056.595343] env[69249]: value = "task-3659948" [ 1056.595343] env[69249]: _type = "Task" [ 1056.595343] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.610455] env[69249]: DEBUG oslo_vmware.api [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.727260] env[69249]: DEBUG nova.network.neutron [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Updated VIF entry in instance network info cache for port ae39101d-b466-4012-87f9-9804a0f32b5b. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.727260] env[69249]: DEBUG nova.network.neutron [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Updating instance_info_cache with network_info: [{"id": "ae39101d-b466-4012-87f9-9804a0f32b5b", "address": "fa:16:3e:7c:52:50", "network": {"id": "d235236d-9c09-4dca-860a-63f14e9f2bff", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-404655214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a2991adce68438f9d226f45fd471199", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae39101d-b4", "ovs_interfaceid": "ae39101d-b466-4012-87f9-9804a0f32b5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.727260] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fa8c6873-ff31-49bc-9dd2-d2db4372f8ae tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "d7d1e259-360a-4667-9881-72633cb6c71d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.920s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.820337] env[69249]: DEBUG nova.compute.utils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.822954] env[69249]: DEBUG nova.compute.manager [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.823156] env[69249]: DEBUG nova.network.neutron [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.897396] env[69249]: DEBUG nova.policy [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8d28b4b50ae469784cf6b6318940723', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f5f77b94fd9409cbda27e631093c3fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.959367] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641714} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.959635] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 32b00162-6b77-4db5-b82c-76e09f9aa7b8/32b00162-6b77-4db5-b82c-76e09f9aa7b8.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.959879] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.960156] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a3c6f72-23eb-49ad-9cb6-907a699a8e05 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.967584] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1056.967584] env[69249]: value = "task-3659949" [ 1056.967584] env[69249]: _type = "Task" [ 1056.967584] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.975821] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.978496] env[69249]: DEBUG nova.compute.manager [req-bd0478c5-4a62-481e-b5a9-d85c9fd42ab6 req-a69d74d7-259c-464b-986a-e617ea0a5371 service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Received event network-vif-deleted-fd187fa6-e323-4dce-b945-6558307c7834 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.978695] env[69249]: INFO nova.compute.manager [req-bd0478c5-4a62-481e-b5a9-d85c9fd42ab6 req-a69d74d7-259c-464b-986a-e617ea0a5371 service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Neutron deleted interface fd187fa6-e323-4dce-b945-6558307c7834; detaching it from the instance and deleting it from the info cache [ 1056.978864] env[69249]: DEBUG nova.network.neutron [req-bd0478c5-4a62-481e-b5a9-d85c9fd42ab6 req-a69d74d7-259c-464b-986a-e617ea0a5371 service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.989550] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659946, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.105901] env[69249]: DEBUG oslo_vmware.api [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.134317] env[69249]: INFO nova.compute.manager [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Rescuing [ 1057.134317] env[69249]: DEBUG oslo_concurrency.lockutils [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "refresh_cache-d7d1e259-360a-4667-9881-72633cb6c71d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.134317] env[69249]: DEBUG oslo_concurrency.lockutils [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquired lock "refresh_cache-d7d1e259-360a-4667-9881-72633cb6c71d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.134621] env[69249]: DEBUG nova.network.neutron [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.203283] env[69249]: DEBUG nova.network.neutron [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Successfully created port: 40c4c1d3-e75e-4e9a-bad7-3b92c8bff480 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.229379] env[69249]: DEBUG oslo_concurrency.lockutils [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] Releasing lock "refresh_cache-4bac618e-cec3-45c0-9f55-cc7a2be8d63f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.229523] env[69249]: DEBUG nova.compute.manager [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Received event network-vif-plugged-681b107b-51a4-4d5b-a107-7e1f3d48d7be {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.229662] env[69249]: DEBUG oslo_concurrency.lockutils [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] Acquiring lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.229873] env[69249]: DEBUG oslo_concurrency.lockutils [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] Lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.230066] env[69249]: DEBUG oslo_concurrency.lockutils [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] Lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.230237] env[69249]: DEBUG nova.compute.manager [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] No waiting events found dispatching network-vif-plugged-681b107b-51a4-4d5b-a107-7e1f3d48d7be {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1057.230464] env[69249]: WARNING nova.compute.manager [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Received unexpected event network-vif-plugged-681b107b-51a4-4d5b-a107-7e1f3d48d7be for instance with vm_state building and task_state spawning. [ 1057.230658] env[69249]: DEBUG nova.compute.manager [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Received event network-changed-681b107b-51a4-4d5b-a107-7e1f3d48d7be {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.230864] env[69249]: DEBUG nova.compute.manager [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Refreshing instance network info cache due to event network-changed-681b107b-51a4-4d5b-a107-7e1f3d48d7be. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.231087] env[69249]: DEBUG oslo_concurrency.lockutils [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] Acquiring lock "refresh_cache-c669bad9-3298-4279-b3b3-08c0c9d4a81b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.231276] env[69249]: DEBUG oslo_concurrency.lockutils [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] Acquired lock "refresh_cache-c669bad9-3298-4279-b3b3-08c0c9d4a81b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.231459] env[69249]: DEBUG nova.network.neutron [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Refreshing network info cache for port 681b107b-51a4-4d5b-a107-7e1f3d48d7be {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.289506] env[69249]: DEBUG nova.network.neutron [-] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.326316] env[69249]: DEBUG nova.compute.manager [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.482956] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175962} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.486195] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bc600a9-4373-4ccb-bc8c-beee86935310 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.487920] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.492047] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ef684a-9dfa-4a6a-ba35-de854859706a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.532043] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 32b00162-6b77-4db5-b82c-76e09f9aa7b8/32b00162-6b77-4db5-b82c-76e09f9aa7b8.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.532043] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659946, 'name': CreateVM_Task, 'duration_secs': 0.709093} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.535693] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16af8e12-46a3-4703-bbe9-16a6b4449e98 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.549654] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.550679] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.550859] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.551255] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.554079] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32c751c-069a-4e97-9a4e-24f5ee728139 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.568528] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3477af6-90bc-44bd-b9d6-fbef75c5403c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.574621] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1057.574621] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d38d28-f5b6-21f4-f194-f7fb80e51e4a" [ 1057.574621] env[69249]: _type = "Task" [ 1057.574621] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.575897] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1057.575897] env[69249]: value = "task-3659950" [ 1057.575897] env[69249]: _type = "Task" [ 1057.575897] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.594872] env[69249]: DEBUG nova.compute.manager [req-bd0478c5-4a62-481e-b5a9-d85c9fd42ab6 req-a69d74d7-259c-464b-986a-e617ea0a5371 service nova] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Detach interface failed, port_id=fd187fa6-e323-4dce-b945-6558307c7834, reason: Instance 9160faa8-5599-49e8-a1fd-334b5480cb60 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1057.600169] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d38d28-f5b6-21f4-f194-f7fb80e51e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.02206} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.606492] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.606894] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.607111] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.607276] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.607571] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.607959] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.611140] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69a14dc7-2dba-40f6-91b4-4326ec05095e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.619089] env[69249]: DEBUG oslo_vmware.api [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Task: {'id': task-3659948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517992} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.619321] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.619618] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.619709] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.619815] env[69249]: INFO nova.compute.manager [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1057.620064] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.620261] env[69249]: DEBUG nova.compute.manager [-] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.620354] env[69249]: DEBUG nova.network.neutron [-] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.622733] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.622846] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.625913] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eedbc442-5835-4b4a-a884-06e8f86e558e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.632851] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1057.632851] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52548e05-7bce-a02b-6b3c-85f8493d2079" [ 1057.632851] env[69249]: _type = "Task" [ 1057.632851] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.644908] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52548e05-7bce-a02b-6b3c-85f8493d2079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.693243] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9744e799-ea36-4f9f-9042-42fbb972be77 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.703068] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ea0a7e-dd73-4d86-aa8d-a6ad40630035 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.734305] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959ab5b5-3f63-464d-abd4-db2d754e0f10 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.743590] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc21500-e7b2-47e9-a098-1d07af3667bb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.760768] env[69249]: DEBUG nova.compute.provider_tree [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.791861] env[69249]: INFO nova.compute.manager [-] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Took 1.68 seconds to deallocate network for instance. [ 1058.013924] env[69249]: DEBUG nova.network.neutron [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Updated VIF entry in instance network info cache for port 681b107b-51a4-4d5b-a107-7e1f3d48d7be. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.014293] env[69249]: DEBUG nova.network.neutron [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Updating instance_info_cache with network_info: [{"id": "681b107b-51a4-4d5b-a107-7e1f3d48d7be", "address": "fa:16:3e:1e:a2:d0", "network": {"id": "33de4566-c599-4e0e-a647-650042762d94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1519684829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92699abeef02415ea1f44730551eba21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap681b107b-51", "ovs_interfaceid": "681b107b-51a4-4d5b-a107-7e1f3d48d7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.019204] env[69249]: DEBUG nova.network.neutron [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Updating instance_info_cache with network_info: [{"id": "2b6a2705-edef-4001-893a-212549d11317", "address": "fa:16:3e:ed:38:86", "network": {"id": "91a2e788-907a-4592-aa67-c1201d8d3e67", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-413121055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e92de99496304c4cad7ec4928eb8f071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6a2705-ed", "ovs_interfaceid": "2b6a2705-edef-4001-893a-212549d11317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.090367] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.136449] env[69249]: DEBUG nova.compute.manager [req-bd2e12c5-073a-4b0b-b4bd-db391e96af0d req-134c9861-9f6f-41ce-aac1-0509f00328a7 service nova] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Received event network-vif-deleted-0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.136642] env[69249]: INFO nova.compute.manager [req-bd2e12c5-073a-4b0b-b4bd-db391e96af0d req-134c9861-9f6f-41ce-aac1-0509f00328a7 service nova] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Neutron deleted interface 0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe; detaching it from the instance and deleting it from the info cache [ 1058.136921] env[69249]: DEBUG nova.network.neutron [req-bd2e12c5-073a-4b0b-b4bd-db391e96af0d req-134c9861-9f6f-41ce-aac1-0509f00328a7 service nova] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.150984] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52548e05-7bce-a02b-6b3c-85f8493d2079, 'name': SearchDatastore_Task, 'duration_secs': 0.012634} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.152362] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d411cbd-ea90-423d-9490-8b97645ccda1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.158833] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1058.158833] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527abd5b-d500-8382-fd3a-c1665dd2c8f6" [ 1058.158833] env[69249]: _type = "Task" [ 1058.158833] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.169196] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527abd5b-d500-8382-fd3a-c1665dd2c8f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.266338] env[69249]: DEBUG nova.scheduler.client.report [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.299060] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.338667] env[69249]: DEBUG nova.compute.manager [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.369520] env[69249]: DEBUG nova.virt.hardware [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.369861] env[69249]: DEBUG nova.virt.hardware [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.370119] env[69249]: DEBUG nova.virt.hardware [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.370425] env[69249]: DEBUG nova.virt.hardware [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.370634] env[69249]: DEBUG nova.virt.hardware [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.370837] env[69249]: DEBUG nova.virt.hardware [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.371283] env[69249]: DEBUG nova.virt.hardware [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.371560] env[69249]: DEBUG nova.virt.hardware [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.371829] env[69249]: DEBUG nova.virt.hardware [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.372114] env[69249]: DEBUG nova.virt.hardware [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.372583] env[69249]: DEBUG nova.virt.hardware [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.373962] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47528e33-8406-4060-9682-63fe6746a9c0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.383416] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ebef66-960b-481c-ac74-c5618c6158c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.518191] env[69249]: DEBUG oslo_concurrency.lockutils [req-8446bf4d-2a8e-4bcc-8fa5-fdd9877ac3ea req-f44db1c8-4ff5-4a13-9a49-8062cbc6acb3 service nova] Releasing lock "refresh_cache-c669bad9-3298-4279-b3b3-08c0c9d4a81b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.522132] env[69249]: DEBUG oslo_concurrency.lockutils [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Releasing lock "refresh_cache-d7d1e259-360a-4667-9881-72633cb6c71d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.569918] env[69249]: DEBUG nova.network.neutron [-] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.593269] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659950, 'name': ReconfigVM_Task, 'duration_secs': 0.612212} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.593637] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 32b00162-6b77-4db5-b82c-76e09f9aa7b8/32b00162-6b77-4db5-b82c-76e09f9aa7b8.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.594425] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c59b8a9-b9e7-4c5c-b467-12c6c6758b72 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.602165] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1058.602165] env[69249]: value = "task-3659951" [ 1058.602165] env[69249]: _type = "Task" [ 1058.602165] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.615699] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659951, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.644696] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4251d1c-d45f-4646-967e-be7e8e0f2cd8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.655020] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dbae57-0e3e-4164-89e6-9044fc3fb3e1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.677050] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527abd5b-d500-8382-fd3a-c1665dd2c8f6, 'name': SearchDatastore_Task, 'duration_secs': 0.01401} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.677202] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.677436] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] c669bad9-3298-4279-b3b3-08c0c9d4a81b/c669bad9-3298-4279-b3b3-08c0c9d4a81b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.677692] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5107265c-1fcb-4e04-9e30-d7e6a1f02d63 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.693864] env[69249]: DEBUG nova.compute.manager [req-bd2e12c5-073a-4b0b-b4bd-db391e96af0d req-134c9861-9f6f-41ce-aac1-0509f00328a7 service nova] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Detach interface failed, port_id=0d4ce6a0-6bb4-48fa-9f20-c72990a8ddbe, reason: Instance 48e32bdf-0ae5-4fa7-865a-210775192c0b could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1058.695662] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1058.695662] env[69249]: value = "task-3659952" [ 1058.695662] env[69249]: _type = "Task" [ 1058.695662] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.704068] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.771792] env[69249]: DEBUG oslo_concurrency.lockutils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.773078] env[69249]: DEBUG nova.compute.manager [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.775525] env[69249]: DEBUG oslo_concurrency.lockutils [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.818s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.775780] env[69249]: DEBUG nova.objects.instance [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lazy-loading 'resources' on Instance uuid e8649068-1438-4065-9a4f-e356e6dffb05 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.836197] env[69249]: DEBUG nova.network.neutron [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Successfully updated port: 40c4c1d3-e75e-4e9a-bad7-3b92c8bff480 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.043718] env[69249]: DEBUG nova.compute.manager [req-5cf0bf64-9d85-4920-916c-0615c5a8bab3 req-b22f80f6-526f-4109-889a-a9b1419a376a service nova] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Received event network-vif-plugged-40c4c1d3-e75e-4e9a-bad7-3b92c8bff480 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.043819] env[69249]: DEBUG oslo_concurrency.lockutils [req-5cf0bf64-9d85-4920-916c-0615c5a8bab3 req-b22f80f6-526f-4109-889a-a9b1419a376a service nova] Acquiring lock "84a71a3e-1496-4ad2-8d69-e483d81f0b49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.044071] env[69249]: DEBUG oslo_concurrency.lockutils [req-5cf0bf64-9d85-4920-916c-0615c5a8bab3 req-b22f80f6-526f-4109-889a-a9b1419a376a service nova] Lock "84a71a3e-1496-4ad2-8d69-e483d81f0b49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.044149] env[69249]: DEBUG oslo_concurrency.lockutils [req-5cf0bf64-9d85-4920-916c-0615c5a8bab3 req-b22f80f6-526f-4109-889a-a9b1419a376a service nova] Lock "84a71a3e-1496-4ad2-8d69-e483d81f0b49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.044315] env[69249]: DEBUG nova.compute.manager [req-5cf0bf64-9d85-4920-916c-0615c5a8bab3 req-b22f80f6-526f-4109-889a-a9b1419a376a service nova] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] No waiting events found dispatching network-vif-plugged-40c4c1d3-e75e-4e9a-bad7-3b92c8bff480 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1059.044474] env[69249]: WARNING nova.compute.manager [req-5cf0bf64-9d85-4920-916c-0615c5a8bab3 req-b22f80f6-526f-4109-889a-a9b1419a376a service nova] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Received unexpected event network-vif-plugged-40c4c1d3-e75e-4e9a-bad7-3b92c8bff480 for instance with vm_state building and task_state spawning. [ 1059.044674] env[69249]: DEBUG nova.compute.manager [req-5cf0bf64-9d85-4920-916c-0615c5a8bab3 req-b22f80f6-526f-4109-889a-a9b1419a376a service nova] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Received event network-changed-40c4c1d3-e75e-4e9a-bad7-3b92c8bff480 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.044813] env[69249]: DEBUG nova.compute.manager [req-5cf0bf64-9d85-4920-916c-0615c5a8bab3 req-b22f80f6-526f-4109-889a-a9b1419a376a service nova] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Refreshing instance network info cache due to event network-changed-40c4c1d3-e75e-4e9a-bad7-3b92c8bff480. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.044991] env[69249]: DEBUG oslo_concurrency.lockutils [req-5cf0bf64-9d85-4920-916c-0615c5a8bab3 req-b22f80f6-526f-4109-889a-a9b1419a376a service nova] Acquiring lock "refresh_cache-84a71a3e-1496-4ad2-8d69-e483d81f0b49" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.045164] env[69249]: DEBUG oslo_concurrency.lockutils [req-5cf0bf64-9d85-4920-916c-0615c5a8bab3 req-b22f80f6-526f-4109-889a-a9b1419a376a service nova] Acquired lock "refresh_cache-84a71a3e-1496-4ad2-8d69-e483d81f0b49" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.045316] env[69249]: DEBUG nova.network.neutron [req-5cf0bf64-9d85-4920-916c-0615c5a8bab3 req-b22f80f6-526f-4109-889a-a9b1419a376a service nova] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Refreshing network info cache for port 40c4c1d3-e75e-4e9a-bad7-3b92c8bff480 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.072243] env[69249]: INFO nova.compute.manager [-] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Took 1.45 seconds to deallocate network for instance. [ 1059.114027] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659951, 'name': Rename_Task, 'duration_secs': 0.243524} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.115253] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.115728] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a59549b8-e5c4-4ac0-805f-8957ced015dc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.124096] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1059.124096] env[69249]: value = "task-3659953" [ 1059.124096] env[69249]: _type = "Task" [ 1059.124096] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.134455] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.212132] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659952, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.279320] env[69249]: DEBUG nova.compute.utils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.284047] env[69249]: DEBUG nova.compute.manager [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.284459] env[69249]: DEBUG nova.network.neutron [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.325746] env[69249]: DEBUG nova.policy [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad4e3d5c58d049f88a14c74e6d621c2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '555aaedd80894aeb87e5c67e30897de2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.339479] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Acquiring lock "refresh_cache-84a71a3e-1496-4ad2-8d69-e483d81f0b49" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.557752] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2430231-6ddf-4966-98c2-f68297e3b64d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.567301] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebda506f-8922-4948-92da-8a385eae0034 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.601307] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.602714] env[69249]: DEBUG nova.network.neutron [req-5cf0bf64-9d85-4920-916c-0615c5a8bab3 req-b22f80f6-526f-4109-889a-a9b1419a376a service nova] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.604889] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c79094-1d23-4b03-b727-37e4753998f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.613388] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fd9368-6f63-4376-86a0-d2771f673064 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.627937] env[69249]: DEBUG nova.compute.provider_tree [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.638277] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659953, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.647268] env[69249]: DEBUG nova.network.neutron [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Successfully created port: 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.707183] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751017} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.707456] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] c669bad9-3298-4279-b3b3-08c0c9d4a81b/c669bad9-3298-4279-b3b3-08c0c9d4a81b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.707668] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.707926] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7aed9c79-9344-4270-b5f8-99fd7943a0a8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.710569] env[69249]: DEBUG nova.network.neutron [req-5cf0bf64-9d85-4920-916c-0615c5a8bab3 req-b22f80f6-526f-4109-889a-a9b1419a376a service nova] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.716138] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1059.716138] env[69249]: value = "task-3659954" [ 1059.716138] env[69249]: _type = "Task" [ 1059.716138] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.723834] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.784924] env[69249]: DEBUG nova.compute.manager [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.056135] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.056466] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d84d7081-10ce-4e0a-b8cc-0ff4107ed35a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.064086] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1060.064086] env[69249]: value = "task-3659955" [ 1060.064086] env[69249]: _type = "Task" [ 1060.064086] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.081568] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.133261] env[69249]: DEBUG nova.scheduler.client.report [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.140393] env[69249]: DEBUG oslo_vmware.api [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659953, 'name': PowerOnVM_Task, 'duration_secs': 0.877023} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.140950] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.141222] env[69249]: INFO nova.compute.manager [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1060.141455] env[69249]: DEBUG nova.compute.manager [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1060.142367] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3956dd6-4159-4028-99fd-094039e0a291 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.213563] env[69249]: DEBUG oslo_concurrency.lockutils [req-5cf0bf64-9d85-4920-916c-0615c5a8bab3 req-b22f80f6-526f-4109-889a-a9b1419a376a service nova] Releasing lock "refresh_cache-84a71a3e-1496-4ad2-8d69-e483d81f0b49" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.213952] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Acquired lock "refresh_cache-84a71a3e-1496-4ad2-8d69-e483d81f0b49" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.214128] env[69249]: DEBUG nova.network.neutron [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.227692] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.249513} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.227965] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.229196] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354d9215-6630-4064-bdb7-49c06412f4ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.254476] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] c669bad9-3298-4279-b3b3-08c0c9d4a81b/c669bad9-3298-4279-b3b3-08c0c9d4a81b.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.255079] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b454b12a-1d76-43ad-8387-0e3596b4187d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.276585] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1060.276585] env[69249]: value = "task-3659956" [ 1060.276585] env[69249]: _type = "Task" [ 1060.276585] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.285325] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.574213] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659955, 'name': PowerOffVM_Task, 'duration_secs': 0.208649} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.574383] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.575271] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3a7e7d-56fd-43cb-b812-e67fc45a7fd0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.593316] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0783e995-56df-48d3-bf3d-0b237b889683 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.625931] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.626397] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1cd2079-1411-4109-bdb9-7ecb77a72e16 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.633030] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1060.633030] env[69249]: value = "task-3659957" [ 1060.633030] env[69249]: _type = "Task" [ 1060.633030] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.643754] env[69249]: DEBUG oslo_concurrency.lockutils [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.646158] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.668s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.646330] env[69249]: DEBUG nova.objects.instance [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lazy-loading 'resources' on Instance uuid 4fc308d8-09c1-4ede-a232-7c12128db3c6 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.647448] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] VM already powered off {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1060.647638] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.647875] env[69249]: DEBUG oslo_concurrency.lockutils [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.648059] env[69249]: DEBUG oslo_concurrency.lockutils [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.648203] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.648643] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-350474cc-3f2f-4f8a-b3aa-95c2c1f22cc6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.659151] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.659343] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.661806] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a1a298-ea75-4185-a81d-2fab126f596f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.665261] env[69249]: INFO nova.compute.manager [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Took 31.12 seconds to build instance. [ 1060.668468] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1060.668468] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c03b5b-f1b5-aaeb-c652-02820abef30b" [ 1060.668468] env[69249]: _type = "Task" [ 1060.668468] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.675040] env[69249]: INFO nova.scheduler.client.report [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleted allocations for instance e8649068-1438-4065-9a4f-e356e6dffb05 [ 1060.679419] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c03b5b-f1b5-aaeb-c652-02820abef30b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.755046] env[69249]: DEBUG nova.network.neutron [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.786896] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.793333] env[69249]: DEBUG nova.compute.manager [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.813210] env[69249]: DEBUG nova.virt.hardware [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.813431] env[69249]: DEBUG nova.virt.hardware [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.813588] env[69249]: DEBUG nova.virt.hardware [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.813769] env[69249]: DEBUG nova.virt.hardware [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.813914] env[69249]: DEBUG nova.virt.hardware [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.814154] env[69249]: DEBUG nova.virt.hardware [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.814277] env[69249]: DEBUG nova.virt.hardware [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.814431] env[69249]: DEBUG nova.virt.hardware [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.814598] env[69249]: DEBUG nova.virt.hardware [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.814781] env[69249]: DEBUG nova.virt.hardware [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.814956] env[69249]: DEBUG nova.virt.hardware [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.815812] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467fca28-c4f7-47d7-87c8-ab348e3ec670 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.824684] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b02e95-9b9c-47d0-bd0a-00645a644694 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.879720] env[69249]: DEBUG nova.network.neutron [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Updating instance_info_cache with network_info: [{"id": "40c4c1d3-e75e-4e9a-bad7-3b92c8bff480", "address": "fa:16:3e:22:89:4b", "network": {"id": "b1a5d8da-727d-4197-afba-e353f64c8a53", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-340673372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f5f77b94fd9409cbda27e631093c3fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40c4c1d3-e7", "ovs_interfaceid": "40c4c1d3-e75e-4e9a-bad7-3b92c8bff480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.167693] env[69249]: DEBUG oslo_concurrency.lockutils [None req-685e8d4d-f5f1-4a4f-b9e7-48f3c9c95b1a tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.632s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.180243] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52c03b5b-f1b5-aaeb-c652-02820abef30b, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.183400] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8775c24c-7493-4c0b-ac8a-9d973d9c05dc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.188941] env[69249]: DEBUG oslo_concurrency.lockutils [None req-86244462-4aee-4b3f-91c2-53fdd8034916 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e8649068-1438-4065-9a4f-e356e6dffb05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.174s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.191100] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1061.191100] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520fc4db-590f-f20b-baeb-9eb84a3ec174" [ 1061.191100] env[69249]: _type = "Task" [ 1061.191100] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.200493] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520fc4db-590f-f20b-baeb-9eb84a3ec174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.289117] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659956, 'name': ReconfigVM_Task, 'duration_secs': 1.007006} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.289465] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Reconfigured VM instance instance-00000060 to attach disk [datastore2] c669bad9-3298-4279-b3b3-08c0c9d4a81b/c669bad9-3298-4279-b3b3-08c0c9d4a81b.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.290299] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4528233-0b19-49d8-996f-48ce82989f34 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.297734] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1061.297734] env[69249]: value = "task-3659958" [ 1061.297734] env[69249]: _type = "Task" [ 1061.297734] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.308186] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659958, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.384345] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Releasing lock "refresh_cache-84a71a3e-1496-4ad2-8d69-e483d81f0b49" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.384861] env[69249]: DEBUG nova.compute.manager [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Instance network_info: |[{"id": "40c4c1d3-e75e-4e9a-bad7-3b92c8bff480", "address": "fa:16:3e:22:89:4b", "network": {"id": "b1a5d8da-727d-4197-afba-e353f64c8a53", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-340673372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f5f77b94fd9409cbda27e631093c3fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40c4c1d3-e7", "ovs_interfaceid": "40c4c1d3-e75e-4e9a-bad7-3b92c8bff480", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.385793] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:89:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40c4c1d3-e75e-4e9a-bad7-3b92c8bff480', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.394745] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Creating folder: Project (6f5f77b94fd9409cbda27e631093c3fd). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.396185] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e592b5a0-c0ab-4a66-832d-54cd3e1c4b4e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.398502] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e62754b-fb83-49ea-91ef-e8505632a054 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.406770] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117d1ba1-07d8-4d16-b3b0-e6de8f365774 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.443257] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85add70-2dcb-4a42-a21f-8f292cfc384e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.447211] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Created folder: Project (6f5f77b94fd9409cbda27e631093c3fd) in parent group-v729229. [ 1061.447211] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Creating folder: Instances. Parent ref: group-v729494. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.447211] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b1abe87-e4a2-4887-8e35-62e1c3f3c162 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.455448] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac381873-2b7c-448b-b59a-6dfd378a29c6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.463815] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Created folder: Instances in parent group-v729494. [ 1061.463815] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.463815] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.463815] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f2fa4fc-0514-4572-a492-aa84eb15f20c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.489015] env[69249]: DEBUG nova.compute.provider_tree [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.495972] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.495972] env[69249]: value = "task-3659961" [ 1061.495972] env[69249]: _type = "Task" [ 1061.495972] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.504418] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659961, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.636574] env[69249]: DEBUG nova.compute.manager [req-00272c38-9a7c-4d7e-9ad5-8c5c2ce80bb6 req-2a16bb42-6c2f-4d67-a45f-f23ec8960653 service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Received event network-vif-plugged-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.636574] env[69249]: DEBUG oslo_concurrency.lockutils [req-00272c38-9a7c-4d7e-9ad5-8c5c2ce80bb6 req-2a16bb42-6c2f-4d67-a45f-f23ec8960653 service nova] Acquiring lock "cb9ecca9-ceb4-412c-b29a-7b58e9c9602d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.636574] env[69249]: DEBUG oslo_concurrency.lockutils [req-00272c38-9a7c-4d7e-9ad5-8c5c2ce80bb6 req-2a16bb42-6c2f-4d67-a45f-f23ec8960653 service nova] Lock "cb9ecca9-ceb4-412c-b29a-7b58e9c9602d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.636574] env[69249]: DEBUG oslo_concurrency.lockutils [req-00272c38-9a7c-4d7e-9ad5-8c5c2ce80bb6 req-2a16bb42-6c2f-4d67-a45f-f23ec8960653 service nova] Lock "cb9ecca9-ceb4-412c-b29a-7b58e9c9602d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.636574] env[69249]: DEBUG nova.compute.manager [req-00272c38-9a7c-4d7e-9ad5-8c5c2ce80bb6 req-2a16bb42-6c2f-4d67-a45f-f23ec8960653 service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] No waiting events found dispatching network-vif-plugged-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1061.636574] env[69249]: WARNING nova.compute.manager [req-00272c38-9a7c-4d7e-9ad5-8c5c2ce80bb6 req-2a16bb42-6c2f-4d67-a45f-f23ec8960653 service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Received unexpected event network-vif-plugged-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 for instance with vm_state building and task_state spawning. [ 1061.665275] env[69249]: DEBUG nova.network.neutron [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Successfully updated port: 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.706825] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520fc4db-590f-f20b-baeb-9eb84a3ec174, 'name': SearchDatastore_Task, 'duration_secs': 0.010491} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.707131] env[69249]: DEBUG oslo_concurrency.lockutils [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.707409] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] d7d1e259-360a-4667-9881-72633cb6c71d/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk. {{(pid=69249) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1061.707696] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d72b1329-5cc3-457d-a94e-c5e36693e346 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.717573] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1061.717573] env[69249]: value = "task-3659962" [ 1061.717573] env[69249]: _type = "Task" [ 1061.717573] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.726334] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.811623] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659958, 'name': Rename_Task, 'duration_secs': 0.235772} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.812142] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.812510] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a2473fa-bbdf-4dd4-b4f4-18b43aeb5b59 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.819990] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1061.819990] env[69249]: value = "task-3659963" [ 1061.819990] env[69249]: _type = "Task" [ 1061.819990] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.829026] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.998151] env[69249]: DEBUG nova.scheduler.client.report [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.032253] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659961, 'name': CreateVM_Task, 'duration_secs': 0.403817} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.032253] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.033128] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.033328] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.033720] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.034750] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef6a741-da46-440f-a58b-9c0955cd4a35 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.046123] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Waiting for the task: (returnval){ [ 1062.046123] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52826cb9-cbd2-b367-8cb6-403e33e8108a" [ 1062.046123] env[69249]: _type = "Task" [ 1062.046123] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.057490] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52826cb9-cbd2-b367-8cb6-403e33e8108a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.167744] env[69249]: DEBUG oslo_concurrency.lockutils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquiring lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.167896] env[69249]: DEBUG oslo_concurrency.lockutils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquired lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.168088] env[69249]: DEBUG nova.network.neutron [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.233237] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659962, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.333212] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.520272] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.526389] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.075s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.526693] env[69249]: DEBUG nova.objects.instance [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lazy-loading 'resources' on Instance uuid 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.545722] env[69249]: INFO nova.scheduler.client.report [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Deleted allocations for instance 4fc308d8-09c1-4ede-a232-7c12128db3c6 [ 1062.563774] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52826cb9-cbd2-b367-8cb6-403e33e8108a, 'name': SearchDatastore_Task, 'duration_secs': 0.065646} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.564198] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.564484] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.564705] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.564875] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.565197] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.566328] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6752743-d711-4fd5-afbe-6ee3d4418dec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.577861] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.578161] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.579064] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f5233a9-228b-4f1e-81dc-c6ea4c85979b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.585990] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Waiting for the task: (returnval){ [ 1062.585990] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b1c109-87af-71f9-8f1f-fe83a318173f" [ 1062.585990] env[69249]: _type = "Task" [ 1062.585990] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.594588] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b1c109-87af-71f9-8f1f-fe83a318173f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.730055] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599923} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.730338] env[69249]: INFO nova.virt.vmwareapi.ds_util [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] d7d1e259-360a-4667-9881-72633cb6c71d/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk. [ 1062.731261] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756dca21-8036-44bd-a314-ee972559099a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.767338] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] d7d1e259-360a-4667-9881-72633cb6c71d/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.768818] env[69249]: DEBUG nova.network.neutron [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.771249] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbd1787d-c3f0-4dcb-a936-6be97fd0ebf1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.789049] env[69249]: DEBUG nova.compute.manager [req-3cbf7b91-ec13-4ade-ba39-ef9989f2e604 req-04a8d8cf-aac3-4b04-a1cc-a71512b164c6 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Received event network-changed-074f4bde-21ba-4639-925d-19ea222be2ba {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.789800] env[69249]: DEBUG nova.compute.manager [req-3cbf7b91-ec13-4ade-ba39-ef9989f2e604 req-04a8d8cf-aac3-4b04-a1cc-a71512b164c6 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Refreshing instance network info cache due to event network-changed-074f4bde-21ba-4639-925d-19ea222be2ba. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.789800] env[69249]: DEBUG oslo_concurrency.lockutils [req-3cbf7b91-ec13-4ade-ba39-ef9989f2e604 req-04a8d8cf-aac3-4b04-a1cc-a71512b164c6 service nova] Acquiring lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.789800] env[69249]: DEBUG oslo_concurrency.lockutils [req-3cbf7b91-ec13-4ade-ba39-ef9989f2e604 req-04a8d8cf-aac3-4b04-a1cc-a71512b164c6 service nova] Acquired lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.789800] env[69249]: DEBUG nova.network.neutron [req-3cbf7b91-ec13-4ade-ba39-ef9989f2e604 req-04a8d8cf-aac3-4b04-a1cc-a71512b164c6 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Refreshing network info cache for port 074f4bde-21ba-4639-925d-19ea222be2ba {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.798074] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1062.798074] env[69249]: value = "task-3659964" [ 1062.798074] env[69249]: _type = "Task" [ 1062.798074] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.814900] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.834340] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659963, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.995204] env[69249]: DEBUG nova.network.neutron [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Updating instance_info_cache with network_info: [{"id": "1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765", "address": "fa:16:3e:94:92:98", "network": {"id": "e59dfeb9-7c22-4fe8-87c2-63ac957af66b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2005901689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "555aaedd80894aeb87e5c67e30897de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2b4ecf-5f", "ovs_interfaceid": "1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.067073] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1adb969b-4be0-467a-999d-3abf9b4c4b39 tempest-ServerDiskConfigTestJSON-154687296 tempest-ServerDiskConfigTestJSON-154687296-project-member] Lock "4fc308d8-09c1-4ede-a232-7c12128db3c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.568s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.068625] env[69249]: DEBUG oslo_concurrency.lockutils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "51c4f924-0ffb-4647-b215-335cb3048b05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.068920] env[69249]: DEBUG oslo_concurrency.lockutils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "51c4f924-0ffb-4647-b215-335cb3048b05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.100147] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b1c109-87af-71f9-8f1f-fe83a318173f, 'name': SearchDatastore_Task, 'duration_secs': 0.014671} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.106591] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6b2023-55e9-4166-8a61-11cdf6b32999 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.113932] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Waiting for the task: (returnval){ [ 1063.113932] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52115639-9b0e-7082-875e-0924460054bf" [ 1063.113932] env[69249]: _type = "Task" [ 1063.113932] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.125508] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52115639-9b0e-7082-875e-0924460054bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.308263] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659964, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.330678] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a26d13-e000-4cae-92b6-275545d92b59 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.336866] env[69249]: DEBUG oslo_vmware.api [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3659963, 'name': PowerOnVM_Task, 'duration_secs': 1.090813} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.339644] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.339644] env[69249]: INFO nova.compute.manager [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1063.339644] env[69249]: DEBUG nova.compute.manager [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1063.339644] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cf92f2-1ab3-4097-9c1c-a99df6a80120 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.346838] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88f68ea-4b28-44db-8087-459247777640 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.386519] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8f58b2-96e5-41c2-bc93-23292b6c4f88 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.397275] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42646b5b-d18a-4514-9a15-d88f7f2af943 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.411560] env[69249]: DEBUG nova.compute.provider_tree [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.497053] env[69249]: DEBUG oslo_concurrency.lockutils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Releasing lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.497445] env[69249]: DEBUG nova.compute.manager [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Instance network_info: |[{"id": "1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765", "address": "fa:16:3e:94:92:98", "network": {"id": "e59dfeb9-7c22-4fe8-87c2-63ac957af66b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2005901689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "555aaedd80894aeb87e5c67e30897de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2b4ecf-5f", "ovs_interfaceid": "1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.497899] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:92:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88651df2-0506-4f6c-b868-dd30a81f2b1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.507298] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Creating folder: Project (555aaedd80894aeb87e5c67e30897de2). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.507632] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67417b0e-48d2-43c1-acf4-a9d4e42f9cc6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.519349] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Created folder: Project (555aaedd80894aeb87e5c67e30897de2) in parent group-v729229. [ 1063.519584] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Creating folder: Instances. Parent ref: group-v729497. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.519797] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-041e45c7-0084-4a0d-b844-9fe36b027274 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.531462] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Created folder: Instances in parent group-v729497. [ 1063.531710] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.531902] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.532128] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f9eec95-accb-44c9-9012-f21e025a374e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.552307] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.552307] env[69249]: value = "task-3659967" [ 1063.552307] env[69249]: _type = "Task" [ 1063.552307] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.560763] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659967, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.565536] env[69249]: DEBUG nova.network.neutron [req-3cbf7b91-ec13-4ade-ba39-ef9989f2e604 req-04a8d8cf-aac3-4b04-a1cc-a71512b164c6 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updated VIF entry in instance network info cache for port 074f4bde-21ba-4639-925d-19ea222be2ba. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.565922] env[69249]: DEBUG nova.network.neutron [req-3cbf7b91-ec13-4ade-ba39-ef9989f2e604 req-04a8d8cf-aac3-4b04-a1cc-a71512b164c6 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updating instance_info_cache with network_info: [{"id": "074f4bde-21ba-4639-925d-19ea222be2ba", "address": "fa:16:3e:a9:7c:69", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074f4bde-21", "ovs_interfaceid": "074f4bde-21ba-4639-925d-19ea222be2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.573407] env[69249]: DEBUG nova.compute.manager [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.626714] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52115639-9b0e-7082-875e-0924460054bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01427} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.626992] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.627263] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 84a71a3e-1496-4ad2-8d69-e483d81f0b49/84a71a3e-1496-4ad2-8d69-e483d81f0b49.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.627533] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2452f59f-46b7-4acc-91e8-9ad7fa2d6fb6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.635121] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Waiting for the task: (returnval){ [ 1063.635121] env[69249]: value = "task-3659968" [ 1063.635121] env[69249]: _type = "Task" [ 1063.635121] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.647830] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.650165] env[69249]: DEBUG oslo_vmware.rw_handles [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c95901-d0b4-36a3-e38c-f70c1be6d452/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1063.651482] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2205cc-4232-42b7-9138-69a0b7ff56b4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.658348] env[69249]: DEBUG oslo_vmware.rw_handles [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c95901-d0b4-36a3-e38c-f70c1be6d452/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1063.658523] env[69249]: ERROR oslo_vmware.rw_handles [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c95901-d0b4-36a3-e38c-f70c1be6d452/disk-0.vmdk due to incomplete transfer. [ 1063.658768] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-34ddd9b7-b2fa-4306-93f3-87d21832de4d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.665278] env[69249]: DEBUG nova.compute.manager [req-0c6de176-840a-438d-ad1f-4d9899022c49 req-29750ff5-c25a-4f5e-9532-e98e204d380f service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Received event network-changed-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.665463] env[69249]: DEBUG nova.compute.manager [req-0c6de176-840a-438d-ad1f-4d9899022c49 req-29750ff5-c25a-4f5e-9532-e98e204d380f service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Refreshing instance network info cache due to event network-changed-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.665689] env[69249]: DEBUG oslo_concurrency.lockutils [req-0c6de176-840a-438d-ad1f-4d9899022c49 req-29750ff5-c25a-4f5e-9532-e98e204d380f service nova] Acquiring lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.665825] env[69249]: DEBUG oslo_concurrency.lockutils [req-0c6de176-840a-438d-ad1f-4d9899022c49 req-29750ff5-c25a-4f5e-9532-e98e204d380f service nova] Acquired lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.665980] env[69249]: DEBUG nova.network.neutron [req-0c6de176-840a-438d-ad1f-4d9899022c49 req-29750ff5-c25a-4f5e-9532-e98e204d380f service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Refreshing network info cache for port 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.670845] env[69249]: DEBUG oslo_vmware.rw_handles [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c95901-d0b4-36a3-e38c-f70c1be6d452/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1063.674882] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Uploaded image d394b8e3-cece-4e12-8f86-31e29fc5371a to the Glance image server {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1063.677254] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1063.678153] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d44796ac-3aeb-49c0-9177-eca2b4087d39 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.685901] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1063.685901] env[69249]: value = "task-3659969" [ 1063.685901] env[69249]: _type = "Task" [ 1063.685901] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.695521] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659969, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.811443] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659964, 'name': ReconfigVM_Task, 'duration_secs': 0.561315} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.811654] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Reconfigured VM instance instance-0000005e to attach disk [datastore2] d7d1e259-360a-4667-9881-72633cb6c71d/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.813261] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf7c130-e3bf-47a6-9674-72abb52b194f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.842153] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4386256a-f09f-4b73-b9fc-6d827613e2fd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.863807] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1063.863807] env[69249]: value = "task-3659970" [ 1063.863807] env[69249]: _type = "Task" [ 1063.863807] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.870261] env[69249]: INFO nova.compute.manager [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Took 33.15 seconds to build instance. [ 1063.877243] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.917486] env[69249]: DEBUG nova.scheduler.client.report [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.067606] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659967, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.069350] env[69249]: DEBUG oslo_concurrency.lockutils [req-3cbf7b91-ec13-4ade-ba39-ef9989f2e604 req-04a8d8cf-aac3-4b04-a1cc-a71512b164c6 service nova] Releasing lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.101168] env[69249]: DEBUG oslo_concurrency.lockutils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.145228] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477002} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.145228] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 84a71a3e-1496-4ad2-8d69-e483d81f0b49/84a71a3e-1496-4ad2-8d69-e483d81f0b49.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.145596] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.145914] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c5d7965-9236-4150-8c1b-431f8861426e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.152488] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Waiting for the task: (returnval){ [ 1064.152488] env[69249]: value = "task-3659971" [ 1064.152488] env[69249]: _type = "Task" [ 1064.152488] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.161978] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.199465] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659969, 'name': Destroy_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.374888] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e2bd021-46d9-4e27-b5df-945edf35f499 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.663s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.375184] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659970, 'name': ReconfigVM_Task, 'duration_secs': 0.35607} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.375404] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.375698] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e73f8af5-0af3-4f2f-80af-05108f442691 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.381822] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1064.381822] env[69249]: value = "task-3659972" [ 1064.381822] env[69249]: _type = "Task" [ 1064.381822] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.390932] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.422985] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.426238] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.127s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.426620] env[69249]: DEBUG nova.objects.instance [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lazy-loading 'resources' on Instance uuid 9160faa8-5599-49e8-a1fd-334b5480cb60 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.447563] env[69249]: INFO nova.scheduler.client.report [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleted allocations for instance 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3 [ 1064.523186] env[69249]: DEBUG nova.network.neutron [req-0c6de176-840a-438d-ad1f-4d9899022c49 req-29750ff5-c25a-4f5e-9532-e98e204d380f service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Updated VIF entry in instance network info cache for port 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.523186] env[69249]: DEBUG nova.network.neutron [req-0c6de176-840a-438d-ad1f-4d9899022c49 req-29750ff5-c25a-4f5e-9532-e98e204d380f service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Updating instance_info_cache with network_info: [{"id": "1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765", "address": "fa:16:3e:94:92:98", "network": {"id": "e59dfeb9-7c22-4fe8-87c2-63ac957af66b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2005901689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "555aaedd80894aeb87e5c67e30897de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2b4ecf-5f", "ovs_interfaceid": "1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.564116] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659967, 'name': CreateVM_Task, 'duration_secs': 0.53049} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.564515] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.565325] env[69249]: DEBUG oslo_concurrency.lockutils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.565598] env[69249]: DEBUG oslo_concurrency.lockutils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.566215] env[69249]: DEBUG oslo_concurrency.lockutils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.566843] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d5b02f3-c595-42be-a43d-5b14efbf1f86 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.572219] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1064.572219] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528136a8-920f-55f2-78ea-e3271c3a30eb" [ 1064.572219] env[69249]: _type = "Task" [ 1064.572219] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.584642] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528136a8-920f-55f2-78ea-e3271c3a30eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.661857] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078292} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.662296] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.663332] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84d3723-8413-47a6-b42a-39996ad52d41 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.688207] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 84a71a3e-1496-4ad2-8d69-e483d81f0b49/84a71a3e-1496-4ad2-8d69-e483d81f0b49.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.688677] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c2dd166-dce7-469c-909f-c19234fe8c83 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.713512] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659969, 'name': Destroy_Task, 'duration_secs': 0.61179} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.715095] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Destroyed the VM [ 1064.715339] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1064.715706] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Waiting for the task: (returnval){ [ 1064.715706] env[69249]: value = "task-3659973" [ 1064.715706] env[69249]: _type = "Task" [ 1064.715706] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.716122] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-553275a6-3220-4312-abc1-551d49e0b1b2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.725330] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.726612] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1064.726612] env[69249]: value = "task-3659974" [ 1064.726612] env[69249]: _type = "Task" [ 1064.726612] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.735944] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.812234] env[69249]: DEBUG nova.compute.manager [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Received event network-changed-43d3ea7a-f7d6-4356-ae65-e96211a22bff {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.812422] env[69249]: DEBUG nova.compute.manager [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Refreshing instance network info cache due to event network-changed-43d3ea7a-f7d6-4356-ae65-e96211a22bff. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.812755] env[69249]: DEBUG oslo_concurrency.lockutils [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] Acquiring lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.812901] env[69249]: DEBUG oslo_concurrency.lockutils [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] Acquired lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.813163] env[69249]: DEBUG nova.network.neutron [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Refreshing network info cache for port 43d3ea7a-f7d6-4356-ae65-e96211a22bff {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.892090] env[69249]: DEBUG oslo_vmware.api [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659972, 'name': PowerOnVM_Task, 'duration_secs': 0.413558} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.892363] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.896096] env[69249]: DEBUG nova.compute.manager [None req-199306f9-8aaf-44a2-ae9d-315b688b2fdb tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1064.896578] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205929a1-2168-4d13-b309-24d547244b5c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.961584] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bbdfae32-5347-4244-b0e6-31b8b1320384 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.446s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.025597] env[69249]: DEBUG oslo_concurrency.lockutils [req-0c6de176-840a-438d-ad1f-4d9899022c49 req-29750ff5-c25a-4f5e-9532-e98e204d380f service nova] Releasing lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.094266] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528136a8-920f-55f2-78ea-e3271c3a30eb, 'name': SearchDatastore_Task, 'duration_secs': 0.034699} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.096349] env[69249]: DEBUG oslo_concurrency.lockutils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.096349] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.096349] env[69249]: DEBUG oslo_concurrency.lockutils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.096349] env[69249]: DEBUG oslo_concurrency.lockutils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.096349] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.096557] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22c5bf5e-9654-49e6-bbc9-7b669655309a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.109867] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.110099] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.111361] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ec8f9d-09b3-43ef-a02c-aec93beea0b0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.118118] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1065.118118] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a1c807-7926-11a4-5aed-3bd3910a26cc" [ 1065.118118] env[69249]: _type = "Task" [ 1065.118118] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.132270] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a1c807-7926-11a4-5aed-3bd3910a26cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.230901] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.233162] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50b3372-f2d5-48fd-a970-8b12be36bcdb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.241038] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.244217] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3a9cad-2aa3-43e7-bf3b-5b4fba7cb224 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.275493] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed1d5db-2a90-4fa6-aeb6-dd0ca0a8a8ae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.282620] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a87d2e-1fa9-4848-ae1d-b6542a679b44 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.295829] env[69249]: DEBUG nova.compute.provider_tree [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.360383] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "interface-69555095-0946-44f1-b907-d926fda60f54-27010e59-bebc-4059-a8a9-0f63e5f26fb4" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.360824] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-69555095-0946-44f1-b907-d926fda60f54-27010e59-bebc-4059-a8a9-0f63e5f26fb4" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.361238] env[69249]: DEBUG nova.objects.instance [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lazy-loading 'flavor' on Instance uuid 69555095-0946-44f1-b907-d926fda60f54 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.551569] env[69249]: DEBUG nova.network.neutron [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Updated VIF entry in instance network info cache for port 43d3ea7a-f7d6-4356-ae65-e96211a22bff. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.551962] env[69249]: DEBUG nova.network.neutron [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Updating instance_info_cache with network_info: [{"id": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "address": "fa:16:3e:d6:b4:45", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d3ea7a-f7", "ovs_interfaceid": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.634696] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a1c807-7926-11a4-5aed-3bd3910a26cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012907} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.636493] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46ffa76-0cc1-49e8-89b5-e88aeab22d7a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.647752] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1065.647752] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523e7974-1983-1b83-dc22-5a235b2739bc" [ 1065.647752] env[69249]: _type = "Task" [ 1065.647752] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.658532] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523e7974-1983-1b83-dc22-5a235b2739bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.700554] env[69249]: DEBUG nova.compute.manager [req-9aa85a33-a7f1-4fcc-bfbd-308a6ae018fd req-5275f596-1b9f-4ca3-a30f-173cd91ec21c service nova] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Received event network-changed-681b107b-51a4-4d5b-a107-7e1f3d48d7be {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.700663] env[69249]: DEBUG nova.compute.manager [req-9aa85a33-a7f1-4fcc-bfbd-308a6ae018fd req-5275f596-1b9f-4ca3-a30f-173cd91ec21c service nova] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Refreshing instance network info cache due to event network-changed-681b107b-51a4-4d5b-a107-7e1f3d48d7be. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.701292] env[69249]: DEBUG oslo_concurrency.lockutils [req-9aa85a33-a7f1-4fcc-bfbd-308a6ae018fd req-5275f596-1b9f-4ca3-a30f-173cd91ec21c service nova] Acquiring lock "refresh_cache-c669bad9-3298-4279-b3b3-08c0c9d4a81b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.701292] env[69249]: DEBUG oslo_concurrency.lockutils [req-9aa85a33-a7f1-4fcc-bfbd-308a6ae018fd req-5275f596-1b9f-4ca3-a30f-173cd91ec21c service nova] Acquired lock "refresh_cache-c669bad9-3298-4279-b3b3-08c0c9d4a81b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.701445] env[69249]: DEBUG nova.network.neutron [req-9aa85a33-a7f1-4fcc-bfbd-308a6ae018fd req-5275f596-1b9f-4ca3-a30f-173cd91ec21c service nova] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Refreshing network info cache for port 681b107b-51a4-4d5b-a107-7e1f3d48d7be {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.732428] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659973, 'name': ReconfigVM_Task, 'duration_secs': 0.853763} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.737049] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 84a71a3e-1496-4ad2-8d69-e483d81f0b49/84a71a3e-1496-4ad2-8d69-e483d81f0b49.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.738560] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b773bf3a-6ef9-4316-b7de-41060b467be9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.744823] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659974, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.748276] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Waiting for the task: (returnval){ [ 1065.748276] env[69249]: value = "task-3659975" [ 1065.748276] env[69249]: _type = "Task" [ 1065.748276] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.758360] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659975, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.798939] env[69249]: DEBUG nova.scheduler.client.report [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.054760] env[69249]: DEBUG oslo_concurrency.lockutils [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] Releasing lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.055122] env[69249]: DEBUG nova.compute.manager [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Received event network-changed-43d3ea7a-f7d6-4356-ae65-e96211a22bff {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.055241] env[69249]: DEBUG nova.compute.manager [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Refreshing instance network info cache due to event network-changed-43d3ea7a-f7d6-4356-ae65-e96211a22bff. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.055485] env[69249]: DEBUG oslo_concurrency.lockutils [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] Acquiring lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.055867] env[69249]: DEBUG oslo_concurrency.lockutils [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] Acquired lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.056056] env[69249]: DEBUG nova.network.neutron [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Refreshing network info cache for port 43d3ea7a-f7d6-4356-ae65-e96211a22bff {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.067333] env[69249]: DEBUG nova.objects.instance [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lazy-loading 'pci_requests' on Instance uuid 69555095-0946-44f1-b907-d926fda60f54 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.158798] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523e7974-1983-1b83-dc22-5a235b2739bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011106} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.159303] env[69249]: DEBUG oslo_concurrency.lockutils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.159594] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] cb9ecca9-ceb4-412c-b29a-7b58e9c9602d/cb9ecca9-ceb4-412c-b29a-7b58e9c9602d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.159889] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bce64015-2d81-432d-95b2-ca3b98766faf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.166969] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1066.166969] env[69249]: value = "task-3659976" [ 1066.166969] env[69249]: _type = "Task" [ 1066.166969] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.174728] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3659976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.244717] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659974, 'name': RemoveSnapshot_Task, 'duration_secs': 1.021109} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.244996] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1066.245280] env[69249]: DEBUG nova.compute.manager [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1066.246101] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc4541d-9306-4105-a5df-e4897d8c5430 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.259131] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659975, 'name': Rename_Task, 'duration_secs': 0.171729} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.260697] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.260697] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85228785-7aa5-4fe3-823b-29beb49615c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.266054] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Waiting for the task: (returnval){ [ 1066.266054] env[69249]: value = "task-3659977" [ 1066.266054] env[69249]: _type = "Task" [ 1066.266054] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.273797] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.304363] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.309328] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.708s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.309990] env[69249]: DEBUG nova.objects.instance [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lazy-loading 'resources' on Instance uuid 48e32bdf-0ae5-4fa7-865a-210775192c0b {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.334713] env[69249]: INFO nova.scheduler.client.report [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Deleted allocations for instance 9160faa8-5599-49e8-a1fd-334b5480cb60 [ 1066.491063] env[69249]: INFO nova.compute.manager [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Unrescuing [ 1066.491332] env[69249]: DEBUG oslo_concurrency.lockutils [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "refresh_cache-d7d1e259-360a-4667-9881-72633cb6c71d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.491479] env[69249]: DEBUG oslo_concurrency.lockutils [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquired lock "refresh_cache-d7d1e259-360a-4667-9881-72633cb6c71d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.491639] env[69249]: DEBUG nova.network.neutron [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.521587] env[69249]: DEBUG nova.network.neutron [req-9aa85a33-a7f1-4fcc-bfbd-308a6ae018fd req-5275f596-1b9f-4ca3-a30f-173cd91ec21c service nova] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Updated VIF entry in instance network info cache for port 681b107b-51a4-4d5b-a107-7e1f3d48d7be. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.521956] env[69249]: DEBUG nova.network.neutron [req-9aa85a33-a7f1-4fcc-bfbd-308a6ae018fd req-5275f596-1b9f-4ca3-a30f-173cd91ec21c service nova] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Updating instance_info_cache with network_info: [{"id": "681b107b-51a4-4d5b-a107-7e1f3d48d7be", "address": "fa:16:3e:1e:a2:d0", "network": {"id": "33de4566-c599-4e0e-a647-650042762d94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1519684829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92699abeef02415ea1f44730551eba21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap681b107b-51", "ovs_interfaceid": "681b107b-51a4-4d5b-a107-7e1f3d48d7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.570190] env[69249]: DEBUG nova.objects.base [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Object Instance<69555095-0946-44f1-b907-d926fda60f54> lazy-loaded attributes: flavor,pci_requests {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1066.570427] env[69249]: DEBUG nova.network.neutron [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.675115] env[69249]: DEBUG nova.policy [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04eb3b92019e40ec93fa08c2998a2012', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d6539ea997f4394bc825b68e6e73910', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.684185] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3659976, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.763837] env[69249]: INFO nova.compute.manager [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Shelve offloading [ 1066.777886] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.845874] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0959606-6f55-4dee-9c7b-940d2b0fc7b2 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "9160faa8-5599-49e8-a1fd-334b5480cb60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.388s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.850799] env[69249]: DEBUG nova.network.neutron [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Updated VIF entry in instance network info cache for port 43d3ea7a-f7d6-4356-ae65-e96211a22bff. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.850799] env[69249]: DEBUG nova.network.neutron [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Updating instance_info_cache with network_info: [{"id": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "address": "fa:16:3e:d6:b4:45", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d3ea7a-f7", "ovs_interfaceid": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.024855] env[69249]: DEBUG oslo_concurrency.lockutils [req-9aa85a33-a7f1-4fcc-bfbd-308a6ae018fd req-5275f596-1b9f-4ca3-a30f-173cd91ec21c service nova] Releasing lock "refresh_cache-c669bad9-3298-4279-b3b3-08c0c9d4a81b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.074677] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ecb7dc-e18b-4591-9ff9-1c40ab9f8721 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.084829] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cb2a21-b289-442a-bab7-9e8bf3a566d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.129240] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9671c7-ccef-4aef-9b89-98becce81a59 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.137991] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f2b557-13ca-49a8-a6c0-94844372ef92 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.152890] env[69249]: DEBUG nova.compute.provider_tree [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.181848] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3659976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757195} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.182213] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] cb9ecca9-ceb4-412c-b29a-7b58e9c9602d/cb9ecca9-ceb4-412c-b29a-7b58e9c9602d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.182557] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.183213] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fab850eb-3618-40fc-9262-2230f50b9faf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.192597] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1067.192597] env[69249]: value = "task-3659978" [ 1067.192597] env[69249]: _type = "Task" [ 1067.192597] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.202909] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3659978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.273627] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.273627] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67f32c88-37b1-465d-820e-4dd5acb0e31f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.282987] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659977, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.286456] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1067.286456] env[69249]: value = "task-3659979" [ 1067.286456] env[69249]: _type = "Task" [ 1067.286456] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.297455] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] VM already powered off {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1067.298265] env[69249]: DEBUG nova.compute.manager [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1067.298946] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3aede9-2647-4ea1-80eb-e734bd60b6d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.312298] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.312298] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquired lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.312298] env[69249]: DEBUG nova.network.neutron [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.352528] env[69249]: DEBUG oslo_concurrency.lockutils [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] Releasing lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.353098] env[69249]: DEBUG nova.compute.manager [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Received event network-changed-074f4bde-21ba-4639-925d-19ea222be2ba {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.353098] env[69249]: DEBUG nova.compute.manager [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Refreshing instance network info cache due to event network-changed-074f4bde-21ba-4639-925d-19ea222be2ba. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.353203] env[69249]: DEBUG oslo_concurrency.lockutils [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] Acquiring lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.353320] env[69249]: DEBUG oslo_concurrency.lockutils [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] Acquired lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.353474] env[69249]: DEBUG nova.network.neutron [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Refreshing network info cache for port 074f4bde-21ba-4639-925d-19ea222be2ba {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.369804] env[69249]: DEBUG nova.network.neutron [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Updating instance_info_cache with network_info: [{"id": "2b6a2705-edef-4001-893a-212549d11317", "address": "fa:16:3e:ed:38:86", "network": {"id": "91a2e788-907a-4592-aa67-c1201d8d3e67", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-413121055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e92de99496304c4cad7ec4928eb8f071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6a2705-ed", "ovs_interfaceid": "2b6a2705-edef-4001-893a-212549d11317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.632014] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "143ec27b-03a3-4765-abed-c1c47582f16a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.632281] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "143ec27b-03a3-4765-abed-c1c47582f16a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.658669] env[69249]: DEBUG nova.scheduler.client.report [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.706633] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3659978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085665} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.708612] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.708612] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f095a2b-1c6c-45ba-97bc-451191f0c1d8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.736499] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] cb9ecca9-ceb4-412c-b29a-7b58e9c9602d/cb9ecca9-ceb4-412c-b29a-7b58e9c9602d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.736499] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f63cb232-476a-41b3-afab-1486809be028 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.764841] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1067.764841] env[69249]: value = "task-3659980" [ 1067.764841] env[69249]: _type = "Task" [ 1067.764841] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.778117] env[69249]: DEBUG oslo_vmware.api [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659977, 'name': PowerOnVM_Task, 'duration_secs': 1.051205} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.782426] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.782696] env[69249]: INFO nova.compute.manager [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1067.782885] env[69249]: DEBUG nova.compute.manager [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1067.783190] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3659980, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.783986] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0a4e45-823e-4bc2-bd26-1ef1cd178ffe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.872858] env[69249]: DEBUG oslo_concurrency.lockutils [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Releasing lock "refresh_cache-d7d1e259-360a-4667-9881-72633cb6c71d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.873070] env[69249]: DEBUG nova.objects.instance [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lazy-loading 'flavor' on Instance uuid d7d1e259-360a-4667-9881-72633cb6c71d {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.095313] env[69249]: DEBUG nova.network.neutron [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Updating instance_info_cache with network_info: [{"id": "0d865bf4-38c4-498f-b949-819b2e54c173", "address": "fa:16:3e:c2:fc:04", "network": {"id": "a9099a13-0068-416e-9d22-96a739b93da7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-572838466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55f32d20fa441d18bf3745170b8e7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d865bf4-38", "ovs_interfaceid": "0d865bf4-38c4-498f-b949-819b2e54c173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.134647] env[69249]: DEBUG nova.compute.manager [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.166703] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.169564] env[69249]: DEBUG oslo_concurrency.lockutils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.068s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.171569] env[69249]: INFO nova.compute.claims [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.212264] env[69249]: INFO nova.scheduler.client.report [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Deleted allocations for instance 48e32bdf-0ae5-4fa7-865a-210775192c0b [ 1068.277479] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3659980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.310514] env[69249]: INFO nova.compute.manager [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Took 30.84 seconds to build instance. [ 1068.324654] env[69249]: DEBUG nova.network.neutron [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updated VIF entry in instance network info cache for port 074f4bde-21ba-4639-925d-19ea222be2ba. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.325128] env[69249]: DEBUG nova.network.neutron [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updating instance_info_cache with network_info: [{"id": "074f4bde-21ba-4639-925d-19ea222be2ba", "address": "fa:16:3e:a9:7c:69", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074f4bde-21", "ovs_interfaceid": "074f4bde-21ba-4639-925d-19ea222be2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.381506] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25ac246-ccd7-4d59-90b7-931f93ed3ce0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.414600] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.414977] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f81bfc67-2e1c-489b-9638-f8147f92522c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.423377] env[69249]: DEBUG oslo_vmware.api [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1068.423377] env[69249]: value = "task-3659981" [ 1068.423377] env[69249]: _type = "Task" [ 1068.423377] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.433447] env[69249]: DEBUG oslo_vmware.api [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.599394] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Releasing lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.626933] env[69249]: DEBUG nova.compute.manager [req-98c1b8d5-32ef-4080-b1f7-791b2a032ed1 req-6316ceac-8469-4266-acd5-2fdcac271c1f service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Received event network-vif-plugged-27010e59-bebc-4059-a8a9-0f63e5f26fb4 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.627167] env[69249]: DEBUG oslo_concurrency.lockutils [req-98c1b8d5-32ef-4080-b1f7-791b2a032ed1 req-6316ceac-8469-4266-acd5-2fdcac271c1f service nova] Acquiring lock "69555095-0946-44f1-b907-d926fda60f54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.628049] env[69249]: DEBUG oslo_concurrency.lockutils [req-98c1b8d5-32ef-4080-b1f7-791b2a032ed1 req-6316ceac-8469-4266-acd5-2fdcac271c1f service nova] Lock "69555095-0946-44f1-b907-d926fda60f54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.628293] env[69249]: DEBUG oslo_concurrency.lockutils [req-98c1b8d5-32ef-4080-b1f7-791b2a032ed1 req-6316ceac-8469-4266-acd5-2fdcac271c1f service nova] Lock "69555095-0946-44f1-b907-d926fda60f54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.628474] env[69249]: DEBUG nova.compute.manager [req-98c1b8d5-32ef-4080-b1f7-791b2a032ed1 req-6316ceac-8469-4266-acd5-2fdcac271c1f service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] No waiting events found dispatching network-vif-plugged-27010e59-bebc-4059-a8a9-0f63e5f26fb4 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1068.628641] env[69249]: WARNING nova.compute.manager [req-98c1b8d5-32ef-4080-b1f7-791b2a032ed1 req-6316ceac-8469-4266-acd5-2fdcac271c1f service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Received unexpected event network-vif-plugged-27010e59-bebc-4059-a8a9-0f63e5f26fb4 for instance with vm_state active and task_state None. [ 1068.654427] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.726142] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5316dd31-bd2f-4e8a-8e55-7bdbeaa10d01 tempest-ServersAdminTestJSON-1312117740 tempest-ServersAdminTestJSON-1312117740-project-member] Lock "48e32bdf-0ae5-4fa7-865a-210775192c0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.268s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.776140] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3659980, 'name': ReconfigVM_Task, 'duration_secs': 0.638088} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.776420] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Reconfigured VM instance instance-00000062 to attach disk [datastore1] cb9ecca9-ceb4-412c-b29a-7b58e9c9602d/cb9ecca9-ceb4-412c-b29a-7b58e9c9602d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.777058] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-644c397b-916f-4541-b9e5-50e6a558a197 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.783404] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1068.783404] env[69249]: value = "task-3659982" [ 1068.783404] env[69249]: _type = "Task" [ 1068.783404] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.794336] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3659982, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.823037] env[69249]: DEBUG oslo_concurrency.lockutils [None req-02f5bc35-123e-4d0b-bbd3-be24b1468077 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Lock "84a71a3e-1496-4ad2-8d69-e483d81f0b49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.357s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.832475] env[69249]: DEBUG oslo_concurrency.lockutils [req-da162e57-30f4-4b7d-a504-ec0213f8e851 req-5601b484-cd2f-41b8-a8dd-7d0c5be2d6bf service nova] Releasing lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.933729] env[69249]: DEBUG oslo_vmware.api [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659981, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.934997] env[69249]: DEBUG nova.network.neutron [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Successfully updated port: 27010e59-bebc-4059-a8a9-0f63e5f26fb4 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.299259] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3659982, 'name': Rename_Task, 'duration_secs': 0.207829} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.299719] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.300550] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5b888a2-6050-4ee0-98bf-86ed83e2b731 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.309076] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1069.309076] env[69249]: value = "task-3659983" [ 1069.309076] env[69249]: _type = "Task" [ 1069.309076] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.323691] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3659983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.351648] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.353045] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff04b97-40d5-4d83-af14-33369058bab0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.364639] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.367972] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08e1cc7b-bf46-45e0-936f-cef69de1882e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.433280] env[69249]: DEBUG oslo_vmware.api [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659981, 'name': PowerOffVM_Task, 'duration_secs': 0.545462} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.433579] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.442375] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1069.442375] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.442375] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.442375] env[69249]: DEBUG nova.network.neutron [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.443535] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cf30765-2532-40cd-80e6-d012131110bc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.459664] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.459936] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.460173] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Deleting the datastore file [datastore1] 1b442703-16ca-4fd0-8611-af02d2ddea79 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.468030] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1546e90d-8a87-45ba-b5b7-5a89a66a94b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.468030] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85657ab5-66e6-4bf7-9e5a-bdd0320b07bf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.477469] env[69249]: DEBUG nova.compute.manager [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Stashing vm_state: active {{(pid=69249) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1069.482905] env[69249]: DEBUG oslo_vmware.api [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1069.482905] env[69249]: value = "task-3659985" [ 1069.482905] env[69249]: _type = "Task" [ 1069.482905] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.487122] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1069.487122] env[69249]: value = "task-3659986" [ 1069.487122] env[69249]: _type = "Task" [ 1069.487122] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.491667] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f351517-6dfe-41d4-8c3e-eaa56cf794af {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.508304] env[69249]: DEBUG oslo_vmware.api [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.557428] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.558713] env[69249]: WARNING nova.network.neutron [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] 2676956a-ad72-4cb3-909f-c7243e14c9b5 already exists in list: networks containing: ['2676956a-ad72-4cb3-909f-c7243e14c9b5']. ignoring it [ 1069.561308] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581facf9-2a08-41a2-b1a9-8a9fed0f7217 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.570929] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999d4646-2415-4772-b064-eb5d8062864d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.587509] env[69249]: DEBUG nova.compute.provider_tree [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.819748] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3659983, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.860626] env[69249]: DEBUG nova.network.neutron [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updating instance_info_cache with network_info: [{"id": "074f4bde-21ba-4639-925d-19ea222be2ba", "address": "fa:16:3e:a9:7c:69", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074f4bde-21", "ovs_interfaceid": "074f4bde-21ba-4639-925d-19ea222be2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27010e59-bebc-4059-a8a9-0f63e5f26fb4", "address": "fa:16:3e:6e:be:a8", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27010e59-be", "ovs_interfaceid": "27010e59-bebc-4059-a8a9-0f63e5f26fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.005320] env[69249]: DEBUG oslo_vmware.api [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3659986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153581} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.009208] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.009492] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.009740] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.009841] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.012077] env[69249]: DEBUG oslo_vmware.api [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659985, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.033068] env[69249]: INFO nova.scheduler.client.report [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Deleted allocations for instance 1b442703-16ca-4fd0-8611-af02d2ddea79 [ 1070.091653] env[69249]: DEBUG nova.scheduler.client.report [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.321124] env[69249]: DEBUG oslo_vmware.api [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3659983, 'name': PowerOnVM_Task, 'duration_secs': 0.629868} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.321434] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.321708] env[69249]: INFO nova.compute.manager [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1070.322032] env[69249]: DEBUG nova.compute.manager [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.322928] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a703e9-889b-4fee-a89b-5943a6dabc78 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.363931] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.364643] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.364890] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.365843] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321b2668-2dc9-43d5-9f6f-335bd773a3d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.384564] env[69249]: DEBUG nova.virt.hardware [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.384819] env[69249]: DEBUG nova.virt.hardware [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.384972] env[69249]: DEBUG nova.virt.hardware [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.385391] env[69249]: DEBUG nova.virt.hardware [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.385391] env[69249]: DEBUG nova.virt.hardware [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.385537] env[69249]: DEBUG nova.virt.hardware [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.385686] env[69249]: DEBUG nova.virt.hardware [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.385850] env[69249]: DEBUG nova.virt.hardware [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.386018] env[69249]: DEBUG nova.virt.hardware [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.386498] env[69249]: DEBUG nova.virt.hardware [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.386685] env[69249]: DEBUG nova.virt.hardware [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.394938] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Reconfiguring VM to attach interface {{(pid=69249) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1070.396081] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-945dd02c-4f38-468d-8552-caa206c6c6ae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.414236] env[69249]: DEBUG oslo_vmware.api [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1070.414236] env[69249]: value = "task-3659987" [ 1070.414236] env[69249]: _type = "Task" [ 1070.414236] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.422895] env[69249]: DEBUG oslo_vmware.api [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659987, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.500866] env[69249]: DEBUG oslo_vmware.api [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659985, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.539333] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.597057] env[69249]: DEBUG oslo_concurrency.lockutils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.597610] env[69249]: DEBUG nova.compute.manager [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.600333] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.946s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.601713] env[69249]: INFO nova.compute.claims [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.841380] env[69249]: INFO nova.compute.manager [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Took 21.19 seconds to build instance. [ 1070.878952] env[69249]: DEBUG nova.compute.manager [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Received event network-changed-27010e59-bebc-4059-a8a9-0f63e5f26fb4 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.879346] env[69249]: DEBUG nova.compute.manager [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Refreshing instance network info cache due to event network-changed-27010e59-bebc-4059-a8a9-0f63e5f26fb4. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.879387] env[69249]: DEBUG oslo_concurrency.lockutils [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] Acquiring lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.879530] env[69249]: DEBUG oslo_concurrency.lockutils [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] Acquired lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.879684] env[69249]: DEBUG nova.network.neutron [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Refreshing network info cache for port 27010e59-bebc-4059-a8a9-0f63e5f26fb4 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.928285] env[69249]: DEBUG oslo_vmware.api [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.002185] env[69249]: DEBUG oslo_vmware.api [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659985, 'name': ReconfigVM_Task, 'duration_secs': 1.265566} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.002467] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1071.002648] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.002901] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db2033b3-4a10-458b-b288-748fa1c8c3a3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.010693] env[69249]: DEBUG oslo_vmware.api [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1071.010693] env[69249]: value = "task-3659988" [ 1071.010693] env[69249]: _type = "Task" [ 1071.010693] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.021085] env[69249]: DEBUG oslo_vmware.api [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.042200] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Acquiring lock "3ca15326-0be1-42b4-a6bc-c8d29595f26b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.042786] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Lock "3ca15326-0be1-42b4-a6bc-c8d29595f26b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.106281] env[69249]: DEBUG nova.compute.utils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.112819] env[69249]: DEBUG nova.compute.manager [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.116019] env[69249]: DEBUG nova.network.neutron [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.189788] env[69249]: DEBUG nova.policy [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdfd4f530271419ebba9bed34314b2a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6a6ad9093624bf6ae36125cc477c4ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.294082] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Acquiring lock "84a71a3e-1496-4ad2-8d69-e483d81f0b49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.294472] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Lock "84a71a3e-1496-4ad2-8d69-e483d81f0b49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.294711] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Acquiring lock "84a71a3e-1496-4ad2-8d69-e483d81f0b49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.294913] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Lock "84a71a3e-1496-4ad2-8d69-e483d81f0b49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.295165] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Lock "84a71a3e-1496-4ad2-8d69-e483d81f0b49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.297431] env[69249]: INFO nova.compute.manager [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Terminating instance [ 1071.344272] env[69249]: DEBUG oslo_concurrency.lockutils [None req-759397fe-1ada-4b44-a049-ebf2004baa75 tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.698s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.425674] env[69249]: DEBUG oslo_vmware.api [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.524867] env[69249]: DEBUG oslo_vmware.api [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659988, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.545593] env[69249]: DEBUG nova.compute.manager [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.613032] env[69249]: DEBUG nova.compute.manager [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.807145] env[69249]: DEBUG nova.compute.manager [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.807145] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.809992] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f4b769-43e0-493f-a334-8f6cb3511ceb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.813544] env[69249]: DEBUG nova.network.neutron [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Successfully created port: 711c67b0-7306-48b2-ac40-81046d034c74 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.819695] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.820449] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8200f9b1-16f5-477b-94eb-3b98104f361c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.829331] env[69249]: DEBUG oslo_vmware.api [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Waiting for the task: (returnval){ [ 1071.829331] env[69249]: value = "task-3659989" [ 1071.829331] env[69249]: _type = "Task" [ 1071.829331] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.839910] env[69249]: DEBUG oslo_vmware.api [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.855451] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dc430c-6bbe-4a78-a211-3f8eab4f31b2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.863059] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e0101a-b8d4-4ef4-814e-d777cd7d6e13 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.899221] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04ff199-9d17-4423-9602-16b052a13c37 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.907399] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6fe87e-91db-408d-a6bd-f09bceaa4d38 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.912280] env[69249]: DEBUG nova.network.neutron [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updated VIF entry in instance network info cache for port 27010e59-bebc-4059-a8a9-0f63e5f26fb4. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.912643] env[69249]: DEBUG nova.network.neutron [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updating instance_info_cache with network_info: [{"id": "074f4bde-21ba-4639-925d-19ea222be2ba", "address": "fa:16:3e:a9:7c:69", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074f4bde-21", "ovs_interfaceid": "074f4bde-21ba-4639-925d-19ea222be2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27010e59-bebc-4059-a8a9-0f63e5f26fb4", "address": "fa:16:3e:6e:be:a8", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27010e59-be", "ovs_interfaceid": "27010e59-bebc-4059-a8a9-0f63e5f26fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.925082] env[69249]: DEBUG nova.compute.provider_tree [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.934025] env[69249]: DEBUG oslo_vmware.api [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.021390] env[69249]: DEBUG oslo_vmware.api [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659988, 'name': PowerOnVM_Task, 'duration_secs': 0.541861} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.021658] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.021889] env[69249]: DEBUG nova.compute.manager [None req-85924a74-0a83-4d5c-9494-50ae6a71b65c tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1072.022723] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3f236c-d9ef-4dd0-8c05-159482af53e2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.073046] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.339853] env[69249]: DEBUG oslo_vmware.api [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659989, 'name': PowerOffVM_Task, 'duration_secs': 0.358373} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.340152] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.340325] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.340647] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75d25732-6d47-4a06-8484-bd3dbf46e148 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.415543] env[69249]: DEBUG oslo_concurrency.lockutils [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] Releasing lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.415996] env[69249]: DEBUG nova.compute.manager [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Received event network-vif-unplugged-0d865bf4-38c4-498f-b949-819b2e54c173 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.416362] env[69249]: DEBUG oslo_concurrency.lockutils [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] Acquiring lock "1b442703-16ca-4fd0-8611-af02d2ddea79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.416667] env[69249]: DEBUG oslo_concurrency.lockutils [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] Lock "1b442703-16ca-4fd0-8611-af02d2ddea79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.416980] env[69249]: DEBUG oslo_concurrency.lockutils [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] Lock "1b442703-16ca-4fd0-8611-af02d2ddea79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.417290] env[69249]: DEBUG nova.compute.manager [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] No waiting events found dispatching network-vif-unplugged-0d865bf4-38c4-498f-b949-819b2e54c173 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1072.417504] env[69249]: WARNING nova.compute.manager [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Received unexpected event network-vif-unplugged-0d865bf4-38c4-498f-b949-819b2e54c173 for instance with vm_state shelved_offloaded and task_state None. [ 1072.417747] env[69249]: DEBUG nova.compute.manager [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Received event network-changed-0d865bf4-38c4-498f-b949-819b2e54c173 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.417924] env[69249]: DEBUG nova.compute.manager [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Refreshing instance network info cache due to event network-changed-0d865bf4-38c4-498f-b949-819b2e54c173. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.418235] env[69249]: DEBUG oslo_concurrency.lockutils [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] Acquiring lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.418483] env[69249]: DEBUG oslo_concurrency.lockutils [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] Acquired lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.418675] env[69249]: DEBUG nova.network.neutron [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Refreshing network info cache for port 0d865bf4-38c4-498f-b949-819b2e54c173 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.423102] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.423102] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.423102] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Deleting the datastore file [datastore2] 84a71a3e-1496-4ad2-8d69-e483d81f0b49 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.423102] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd35d8d1-c9e2-401a-9458-445f83152217 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.429267] env[69249]: DEBUG nova.scheduler.client.report [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.443648] env[69249]: DEBUG oslo_vmware.api [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Waiting for the task: (returnval){ [ 1072.443648] env[69249]: value = "task-3659991" [ 1072.443648] env[69249]: _type = "Task" [ 1072.443648] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.443918] env[69249]: DEBUG oslo_vmware.api [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659987, 'name': ReconfigVM_Task, 'duration_secs': 1.718308} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.444799] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.445040] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Reconfigured VM to attach interface {{(pid=69249) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1072.459827] env[69249]: DEBUG oslo_vmware.api [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.628302] env[69249]: DEBUG nova.compute.manager [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.659675] env[69249]: DEBUG nova.virt.hardware [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.659926] env[69249]: DEBUG nova.virt.hardware [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.660094] env[69249]: DEBUG nova.virt.hardware [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.660280] env[69249]: DEBUG nova.virt.hardware [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.660438] env[69249]: DEBUG nova.virt.hardware [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.660577] env[69249]: DEBUG nova.virt.hardware [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.660774] env[69249]: DEBUG nova.virt.hardware [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.660938] env[69249]: DEBUG nova.virt.hardware [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.661375] env[69249]: DEBUG nova.virt.hardware [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.661608] env[69249]: DEBUG nova.virt.hardware [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.661839] env[69249]: DEBUG nova.virt.hardware [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.665111] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3531532f-dd1c-4b92-bd00-676af8dc2ce3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.672131] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb4af6d-475c-43b4-9638-53f7d3a57a77 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.746829] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquiring lock "5add6621-22a2-4dde-964f-8031b6011230" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.747070] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "5add6621-22a2-4dde-964f-8031b6011230" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.945692] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.946245] env[69249]: DEBUG nova.compute.manager [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.953017] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.940s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.957508] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2adb395a-e497-4154-b910-3d1f29b3e1f9 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-69555095-0946-44f1-b907-d926fda60f54-27010e59-bebc-4059-a8a9-0f63e5f26fb4" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.597s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.964658] env[69249]: DEBUG oslo_vmware.api [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Task: {'id': task-3659991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170347} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.965743] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.965927] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.966115] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.966298] env[69249]: INFO nova.compute.manager [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1072.966523] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.967014] env[69249]: DEBUG nova.compute.manager [-] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.967701] env[69249]: DEBUG nova.network.neutron [-] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.227341] env[69249]: DEBUG nova.network.neutron [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Updated VIF entry in instance network info cache for port 0d865bf4-38c4-498f-b949-819b2e54c173. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.227341] env[69249]: DEBUG nova.network.neutron [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Updating instance_info_cache with network_info: [{"id": "0d865bf4-38c4-498f-b949-819b2e54c173", "address": "fa:16:3e:c2:fc:04", "network": {"id": "a9099a13-0068-416e-9d22-96a739b93da7", "bridge": null, "label": "tempest-ServersNegativeTestJSON-572838466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55f32d20fa441d18bf3745170b8e7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0d865bf4-38", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.251485] env[69249]: DEBUG nova.compute.manager [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.268298] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "d7d1e259-360a-4667-9881-72633cb6c71d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.268298] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "d7d1e259-360a-4667-9881-72633cb6c71d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.268298] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "d7d1e259-360a-4667-9881-72633cb6c71d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.268298] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "d7d1e259-360a-4667-9881-72633cb6c71d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.268298] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "d7d1e259-360a-4667-9881-72633cb6c71d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.270406] env[69249]: INFO nova.compute.manager [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Terminating instance [ 1073.361576] env[69249]: DEBUG nova.compute.manager [req-c2c7292b-7620-43e5-a07c-e10afc19107a req-6a55ac97-7bb3-4f68-9e4d-967c9ca270e2 service nova] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Received event network-vif-deleted-40c4c1d3-e75e-4e9a-bad7-3b92c8bff480 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.361735] env[69249]: INFO nova.compute.manager [req-c2c7292b-7620-43e5-a07c-e10afc19107a req-6a55ac97-7bb3-4f68-9e4d-967c9ca270e2 service nova] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Neutron deleted interface 40c4c1d3-e75e-4e9a-bad7-3b92c8bff480; detaching it from the instance and deleting it from the info cache [ 1073.362014] env[69249]: DEBUG nova.network.neutron [req-c2c7292b-7620-43e5-a07c-e10afc19107a req-6a55ac97-7bb3-4f68-9e4d-967c9ca270e2 service nova] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.458129] env[69249]: DEBUG nova.compute.utils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.462502] env[69249]: INFO nova.compute.claims [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.466845] env[69249]: DEBUG nova.compute.manager [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.467129] env[69249]: DEBUG nova.network.neutron [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.474930] env[69249]: DEBUG nova.compute.manager [req-baf92354-e739-4f83-a669-e322cd34cc06 req-3a341631-c5fd-42ab-ab1b-90c5472576bb service nova] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Received event network-vif-plugged-711c67b0-7306-48b2-ac40-81046d034c74 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.475220] env[69249]: DEBUG oslo_concurrency.lockutils [req-baf92354-e739-4f83-a669-e322cd34cc06 req-3a341631-c5fd-42ab-ab1b-90c5472576bb service nova] Acquiring lock "51c4f924-0ffb-4647-b215-335cb3048b05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.475816] env[69249]: DEBUG oslo_concurrency.lockutils [req-baf92354-e739-4f83-a669-e322cd34cc06 req-3a341631-c5fd-42ab-ab1b-90c5472576bb service nova] Lock "51c4f924-0ffb-4647-b215-335cb3048b05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.476450] env[69249]: DEBUG oslo_concurrency.lockutils [req-baf92354-e739-4f83-a669-e322cd34cc06 req-3a341631-c5fd-42ab-ab1b-90c5472576bb service nova] Lock "51c4f924-0ffb-4647-b215-335cb3048b05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.476765] env[69249]: DEBUG nova.compute.manager [req-baf92354-e739-4f83-a669-e322cd34cc06 req-3a341631-c5fd-42ab-ab1b-90c5472576bb service nova] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] No waiting events found dispatching network-vif-plugged-711c67b0-7306-48b2-ac40-81046d034c74 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1073.476999] env[69249]: WARNING nova.compute.manager [req-baf92354-e739-4f83-a669-e322cd34cc06 req-3a341631-c5fd-42ab-ab1b-90c5472576bb service nova] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Received unexpected event network-vif-plugged-711c67b0-7306-48b2-ac40-81046d034c74 for instance with vm_state building and task_state spawning. [ 1073.512173] env[69249]: DEBUG nova.policy [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a6b46b9c06741bf927d76ea15e53256', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b115b13acd64b8387512095d0ec92b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.541964] env[69249]: DEBUG nova.network.neutron [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Successfully updated port: 711c67b0-7306-48b2-ac40-81046d034c74 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.730102] env[69249]: DEBUG oslo_concurrency.lockutils [req-c532193b-c6dc-48b0-b476-d9c33e185e8c req-37f7a978-0f07-45f5-80e6-c06fab55783a service nova] Releasing lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.778969] env[69249]: DEBUG nova.compute.manager [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.778969] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.780061] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e812339f-a9ae-41a4-83bd-7437f638708e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.789854] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.791107] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.791435] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a12831ce-1716-485a-b28f-4fcd8e6e14e7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.793299] env[69249]: DEBUG nova.network.neutron [-] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.801309] env[69249]: DEBUG oslo_vmware.api [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1073.801309] env[69249]: value = "task-3659992" [ 1073.801309] env[69249]: _type = "Task" [ 1073.801309] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.812589] env[69249]: DEBUG oslo_vmware.api [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.869347] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d21a6a8c-1fc5-4889-9beb-44d4f5aa4471 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.880014] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bddedb-9083-4920-95de-2164e7ac7cfa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.915410] env[69249]: DEBUG nova.compute.manager [req-c2c7292b-7620-43e5-a07c-e10afc19107a req-6a55ac97-7bb3-4f68-9e4d-967c9ca270e2 service nova] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Detach interface failed, port_id=40c4c1d3-e75e-4e9a-bad7-3b92c8bff480, reason: Instance 84a71a3e-1496-4ad2-8d69-e483d81f0b49 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1073.931821] env[69249]: DEBUG nova.network.neutron [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Successfully created port: dbee9126-c31b-476a-9d92-95962f27d6a1 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.968190] env[69249]: DEBUG nova.compute.manager [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.975023] env[69249]: INFO nova.compute.resource_tracker [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating resource usage from migration e9c60c15-d5a5-450a-989c-edc86a52e3a9 [ 1074.046699] env[69249]: DEBUG oslo_concurrency.lockutils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "refresh_cache-51c4f924-0ffb-4647-b215-335cb3048b05" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.046699] env[69249]: DEBUG oslo_concurrency.lockutils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "refresh_cache-51c4f924-0ffb-4647-b215-335cb3048b05" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.046699] env[69249]: DEBUG nova.network.neutron [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.292798] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc4a977-b313-43a6-a9d5-4e4004731403 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.296575] env[69249]: INFO nova.compute.manager [-] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Took 1.33 seconds to deallocate network for instance. [ 1074.303527] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051271f8-e455-4acb-bb17-9a4d769b1b74 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.317980] env[69249]: DEBUG oslo_vmware.api [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659992, 'name': PowerOffVM_Task, 'duration_secs': 0.437394} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.347573] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.347888] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.349664] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c814af36-0085-4270-85e5-955f6f20f799 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.354286] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a06716-44ab-451f-8274-6769af0ebaf9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.363801] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d290b4-05a7-4c44-92e2-075a5c6ca467 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.383729] env[69249]: DEBUG nova.compute.provider_tree [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.433181] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.433548] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.433600] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Deleting the datastore file [datastore2] d7d1e259-360a-4667-9881-72633cb6c71d {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.433870] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72e9fbd5-6047-4f56-882a-6cf45e2a9dab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.440815] env[69249]: DEBUG oslo_vmware.api [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1074.440815] env[69249]: value = "task-3659994" [ 1074.440815] env[69249]: _type = "Task" [ 1074.440815] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.449499] env[69249]: DEBUG oslo_vmware.api [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.582402] env[69249]: DEBUG nova.network.neutron [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.613426] env[69249]: DEBUG oslo_concurrency.lockutils [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "interface-69555095-0946-44f1-b907-d926fda60f54-27010e59-bebc-4059-a8a9-0f63e5f26fb4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.613683] env[69249]: DEBUG oslo_concurrency.lockutils [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-69555095-0946-44f1-b907-d926fda60f54-27010e59-bebc-4059-a8a9-0f63e5f26fb4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.721232] env[69249]: DEBUG nova.network.neutron [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Updating instance_info_cache with network_info: [{"id": "711c67b0-7306-48b2-ac40-81046d034c74", "address": "fa:16:3e:1f:8b:06", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711c67b0-73", "ovs_interfaceid": "711c67b0-7306-48b2-ac40-81046d034c74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.753513] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "1b442703-16ca-4fd0-8611-af02d2ddea79" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.810723] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.887471] env[69249]: DEBUG nova.scheduler.client.report [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.955648] env[69249]: DEBUG oslo_vmware.api [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3659994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143195} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.955928] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.956177] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.956359] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.956536] env[69249]: INFO nova.compute.manager [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1074.956780] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.956972] env[69249]: DEBUG nova.compute.manager [-] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.957084] env[69249]: DEBUG nova.network.neutron [-] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.983529] env[69249]: DEBUG nova.compute.manager [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.011122] env[69249]: DEBUG nova.virt.hardware [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.011655] env[69249]: DEBUG nova.virt.hardware [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.011655] env[69249]: DEBUG nova.virt.hardware [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.011758] env[69249]: DEBUG nova.virt.hardware [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.011906] env[69249]: DEBUG nova.virt.hardware [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.011977] env[69249]: DEBUG nova.virt.hardware [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.012208] env[69249]: DEBUG nova.virt.hardware [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.012407] env[69249]: DEBUG nova.virt.hardware [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.012621] env[69249]: DEBUG nova.virt.hardware [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.012737] env[69249]: DEBUG nova.virt.hardware [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.012963] env[69249]: DEBUG nova.virt.hardware [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.013811] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac29d7cd-1036-4b48-abcd-06413851aea5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.023898] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2044c7-1956-45a3-9c6b-333f6ff795ab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.116925] env[69249]: DEBUG oslo_concurrency.lockutils [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.117131] env[69249]: DEBUG oslo_concurrency.lockutils [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.118011] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880af6e3-94cb-4e96-a17b-3e0d0ae0d7ce {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.136019] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f90332-b5b1-4dbe-b379-e44d3e0cc16c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.163685] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Reconfiguring VM to detach interface {{(pid=69249) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1075.163994] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898b8cf9-14a6-43fd-9918-6e9333f1afc8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.184625] env[69249]: DEBUG oslo_vmware.api [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1075.184625] env[69249]: value = "task-3659995" [ 1075.184625] env[69249]: _type = "Task" [ 1075.184625] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.193081] env[69249]: DEBUG oslo_vmware.api [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.223848] env[69249]: DEBUG oslo_concurrency.lockutils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "refresh_cache-51c4f924-0ffb-4647-b215-335cb3048b05" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.224224] env[69249]: DEBUG nova.compute.manager [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Instance network_info: |[{"id": "711c67b0-7306-48b2-ac40-81046d034c74", "address": "fa:16:3e:1f:8b:06", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711c67b0-73", "ovs_interfaceid": "711c67b0-7306-48b2-ac40-81046d034c74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.224797] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:8b:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '711c67b0-7306-48b2-ac40-81046d034c74', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.232465] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.232712] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.232959] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9116cad4-ab23-4113-82d7-11892894a2d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.254844] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.254844] env[69249]: value = "task-3659996" [ 1075.254844] env[69249]: _type = "Task" [ 1075.254844] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.264018] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659996, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.393710] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.444s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.393924] env[69249]: INFO nova.compute.manager [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Migrating [ 1075.401970] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.864s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.401970] env[69249]: DEBUG nova.objects.instance [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lazy-loading 'resources' on Instance uuid 1b442703-16ca-4fd0-8611-af02d2ddea79 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.494706] env[69249]: DEBUG nova.compute.manager [req-2955b7d4-9a56-48a2-b866-c86a8696a37e req-a3d0683d-9b64-43a8-b2db-bb74e0295253 service nova] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Received event network-vif-plugged-dbee9126-c31b-476a-9d92-95962f27d6a1 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.494919] env[69249]: DEBUG oslo_concurrency.lockutils [req-2955b7d4-9a56-48a2-b866-c86a8696a37e req-a3d0683d-9b64-43a8-b2db-bb74e0295253 service nova] Acquiring lock "143ec27b-03a3-4765-abed-c1c47582f16a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.495137] env[69249]: DEBUG oslo_concurrency.lockutils [req-2955b7d4-9a56-48a2-b866-c86a8696a37e req-a3d0683d-9b64-43a8-b2db-bb74e0295253 service nova] Lock "143ec27b-03a3-4765-abed-c1c47582f16a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.495973] env[69249]: DEBUG oslo_concurrency.lockutils [req-2955b7d4-9a56-48a2-b866-c86a8696a37e req-a3d0683d-9b64-43a8-b2db-bb74e0295253 service nova] Lock "143ec27b-03a3-4765-abed-c1c47582f16a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.495973] env[69249]: DEBUG nova.compute.manager [req-2955b7d4-9a56-48a2-b866-c86a8696a37e req-a3d0683d-9b64-43a8-b2db-bb74e0295253 service nova] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] No waiting events found dispatching network-vif-plugged-dbee9126-c31b-476a-9d92-95962f27d6a1 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1075.495973] env[69249]: WARNING nova.compute.manager [req-2955b7d4-9a56-48a2-b866-c86a8696a37e req-a3d0683d-9b64-43a8-b2db-bb74e0295253 service nova] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Received unexpected event network-vif-plugged-dbee9126-c31b-476a-9d92-95962f27d6a1 for instance with vm_state building and task_state spawning. [ 1075.507821] env[69249]: DEBUG nova.compute.manager [req-5a2cf6d9-0079-4264-934b-88d593daf72e req-7685a1d6-e48c-4542-9aa1-244e534a0800 service nova] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Received event network-changed-711c67b0-7306-48b2-ac40-81046d034c74 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.508056] env[69249]: DEBUG nova.compute.manager [req-5a2cf6d9-0079-4264-934b-88d593daf72e req-7685a1d6-e48c-4542-9aa1-244e534a0800 service nova] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Refreshing instance network info cache due to event network-changed-711c67b0-7306-48b2-ac40-81046d034c74. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.508541] env[69249]: DEBUG oslo_concurrency.lockutils [req-5a2cf6d9-0079-4264-934b-88d593daf72e req-7685a1d6-e48c-4542-9aa1-244e534a0800 service nova] Acquiring lock "refresh_cache-51c4f924-0ffb-4647-b215-335cb3048b05" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.508937] env[69249]: DEBUG oslo_concurrency.lockutils [req-5a2cf6d9-0079-4264-934b-88d593daf72e req-7685a1d6-e48c-4542-9aa1-244e534a0800 service nova] Acquired lock "refresh_cache-51c4f924-0ffb-4647-b215-335cb3048b05" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.509147] env[69249]: DEBUG nova.network.neutron [req-5a2cf6d9-0079-4264-934b-88d593daf72e req-7685a1d6-e48c-4542-9aa1-244e534a0800 service nova] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Refreshing network info cache for port 711c67b0-7306-48b2-ac40-81046d034c74 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.596938] env[69249]: DEBUG nova.network.neutron [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Successfully updated port: dbee9126-c31b-476a-9d92-95962f27d6a1 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.695156] env[69249]: DEBUG oslo_vmware.api [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.765466] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659996, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.770885] env[69249]: DEBUG nova.network.neutron [-] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.909794] env[69249]: DEBUG nova.objects.instance [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lazy-loading 'numa_topology' on Instance uuid 1b442703-16ca-4fd0-8611-af02d2ddea79 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.911471] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.911599] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.911882] env[69249]: DEBUG nova.network.neutron [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.099856] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "refresh_cache-143ec27b-03a3-4765-abed-c1c47582f16a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.100029] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "refresh_cache-143ec27b-03a3-4765-abed-c1c47582f16a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.100196] env[69249]: DEBUG nova.network.neutron [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.198595] env[69249]: DEBUG oslo_vmware.api [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.261477] env[69249]: DEBUG nova.network.neutron [req-5a2cf6d9-0079-4264-934b-88d593daf72e req-7685a1d6-e48c-4542-9aa1-244e534a0800 service nova] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Updated VIF entry in instance network info cache for port 711c67b0-7306-48b2-ac40-81046d034c74. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.261477] env[69249]: DEBUG nova.network.neutron [req-5a2cf6d9-0079-4264-934b-88d593daf72e req-7685a1d6-e48c-4542-9aa1-244e534a0800 service nova] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Updating instance_info_cache with network_info: [{"id": "711c67b0-7306-48b2-ac40-81046d034c74", "address": "fa:16:3e:1f:8b:06", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap711c67b0-73", "ovs_interfaceid": "711c67b0-7306-48b2-ac40-81046d034c74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.268892] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659996, 'name': CreateVM_Task, 'duration_secs': 0.797983} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.269035] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.269801] env[69249]: DEBUG oslo_concurrency.lockutils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.269874] env[69249]: DEBUG oslo_concurrency.lockutils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.270193] env[69249]: DEBUG oslo_concurrency.lockutils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.270992] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c9634a-189d-4329-8b3a-ffd49fdf7f8e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.273149] env[69249]: INFO nova.compute.manager [-] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Took 1.32 seconds to deallocate network for instance. [ 1076.279898] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1076.279898] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529c8331-af07-3fa4-f0a3-48456dac4951" [ 1076.279898] env[69249]: _type = "Task" [ 1076.279898] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.289253] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529c8331-af07-3fa4-f0a3-48456dac4951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.415576] env[69249]: DEBUG nova.objects.base [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Object Instance<1b442703-16ca-4fd0-8611-af02d2ddea79> lazy-loaded attributes: resources,numa_topology {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1076.633147] env[69249]: DEBUG nova.network.neutron [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.686985] env[69249]: DEBUG nova.network.neutron [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating instance_info_cache with network_info: [{"id": "36dec8fe-0532-4e6a-b424-d6fd59232088", "address": "fa:16:3e:a5:66:b7", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dec8fe-05", "ovs_interfaceid": "36dec8fe-0532-4e6a-b424-d6fd59232088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.701904] env[69249]: DEBUG oslo_vmware.api [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.704260] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e1aa57-5af5-4b75-babd-b47f8e430c20 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.714161] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b221db5-c564-43c7-b318-717aa6d2cf5c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.753844] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12007b3c-f601-4423-8cce-d1b9440eae2c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.762308] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c45aed8-46af-4c73-b17c-271a2a499186 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.766550] env[69249]: DEBUG oslo_concurrency.lockutils [req-5a2cf6d9-0079-4264-934b-88d593daf72e req-7685a1d6-e48c-4542-9aa1-244e534a0800 service nova] Releasing lock "refresh_cache-51c4f924-0ffb-4647-b215-335cb3048b05" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.766797] env[69249]: DEBUG nova.compute.manager [req-5a2cf6d9-0079-4264-934b-88d593daf72e req-7685a1d6-e48c-4542-9aa1-244e534a0800 service nova] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Received event network-vif-deleted-2b6a2705-edef-4001-893a-212549d11317 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.766972] env[69249]: INFO nova.compute.manager [req-5a2cf6d9-0079-4264-934b-88d593daf72e req-7685a1d6-e48c-4542-9aa1-244e534a0800 service nova] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Neutron deleted interface 2b6a2705-edef-4001-893a-212549d11317; detaching it from the instance and deleting it from the info cache [ 1076.767152] env[69249]: DEBUG nova.network.neutron [req-5a2cf6d9-0079-4264-934b-88d593daf72e req-7685a1d6-e48c-4542-9aa1-244e534a0800 service nova] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.780868] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.781425] env[69249]: DEBUG nova.compute.provider_tree [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.792781] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529c8331-af07-3fa4-f0a3-48456dac4951, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.793548] env[69249]: DEBUG oslo_concurrency.lockutils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.793780] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.794023] env[69249]: DEBUG oslo_concurrency.lockutils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.794171] env[69249]: DEBUG oslo_concurrency.lockutils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.794380] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.794846] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d990c8ff-d55a-4d31-86e0-2d702712fe35 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.804372] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.804548] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.805263] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3399fb3a-27ef-4371-b89c-fc90e5e44b0c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.812791] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1076.812791] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d97feb-8e09-8dc6-335c-320ce6614dbb" [ 1076.812791] env[69249]: _type = "Task" [ 1076.812791] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.826901] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d97feb-8e09-8dc6-335c-320ce6614dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.844562] env[69249]: DEBUG nova.network.neutron [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Updating instance_info_cache with network_info: [{"id": "dbee9126-c31b-476a-9d92-95962f27d6a1", "address": "fa:16:3e:23:46:b6", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbee9126-c3", "ovs_interfaceid": "dbee9126-c31b-476a-9d92-95962f27d6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.195127] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.203035] env[69249]: DEBUG oslo_vmware.api [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.269757] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9dc86f3-7ccd-443e-ae6e-2a203c6fd5e0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.280044] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08b4ac6-0bbd-4932-a714-beb2bcafd63c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.290874] env[69249]: DEBUG nova.scheduler.client.report [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.316007] env[69249]: DEBUG nova.compute.manager [req-5a2cf6d9-0079-4264-934b-88d593daf72e req-7685a1d6-e48c-4542-9aa1-244e534a0800 service nova] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Detach interface failed, port_id=2b6a2705-edef-4001-893a-212549d11317, reason: Instance d7d1e259-360a-4667-9881-72633cb6c71d could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.325329] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d97feb-8e09-8dc6-335c-320ce6614dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.012362} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.326075] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bee1d30-2b79-4c86-8805-3bd3b9518282 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.331555] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1077.331555] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52da0985-cd62-11bb-8e80-8a435f9f0a3c" [ 1077.331555] env[69249]: _type = "Task" [ 1077.331555] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.339585] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52da0985-cd62-11bb-8e80-8a435f9f0a3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.347270] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "refresh_cache-143ec27b-03a3-4765-abed-c1c47582f16a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.347934] env[69249]: DEBUG nova.compute.manager [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Instance network_info: |[{"id": "dbee9126-c31b-476a-9d92-95962f27d6a1", "address": "fa:16:3e:23:46:b6", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbee9126-c3", "ovs_interfaceid": "dbee9126-c31b-476a-9d92-95962f27d6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.347934] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:46:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbee9126-c31b-476a-9d92-95962f27d6a1', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.355228] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.356019] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.356019] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0320c57-fc36-4f39-b09d-c3006e4655ab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.376161] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.376161] env[69249]: value = "task-3659997" [ 1077.376161] env[69249]: _type = "Task" [ 1077.376161] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.383865] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659997, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.525103] env[69249]: DEBUG nova.compute.manager [req-9f8d5125-032d-4386-a895-469d1b7ea033 req-34294cb4-b2d6-4512-b771-4b3ebc4e7559 service nova] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Received event network-changed-dbee9126-c31b-476a-9d92-95962f27d6a1 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.525299] env[69249]: DEBUG nova.compute.manager [req-9f8d5125-032d-4386-a895-469d1b7ea033 req-34294cb4-b2d6-4512-b771-4b3ebc4e7559 service nova] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Refreshing instance network info cache due to event network-changed-dbee9126-c31b-476a-9d92-95962f27d6a1. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.525508] env[69249]: DEBUG oslo_concurrency.lockutils [req-9f8d5125-032d-4386-a895-469d1b7ea033 req-34294cb4-b2d6-4512-b771-4b3ebc4e7559 service nova] Acquiring lock "refresh_cache-143ec27b-03a3-4765-abed-c1c47582f16a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.525649] env[69249]: DEBUG oslo_concurrency.lockutils [req-9f8d5125-032d-4386-a895-469d1b7ea033 req-34294cb4-b2d6-4512-b771-4b3ebc4e7559 service nova] Acquired lock "refresh_cache-143ec27b-03a3-4765-abed-c1c47582f16a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.525802] env[69249]: DEBUG nova.network.neutron [req-9f8d5125-032d-4386-a895-469d1b7ea033 req-34294cb4-b2d6-4512-b771-4b3ebc4e7559 service nova] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Refreshing network info cache for port dbee9126-c31b-476a-9d92-95962f27d6a1 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.705020] env[69249]: DEBUG oslo_vmware.api [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.796664] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.396s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.799215] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.726s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.800780] env[69249]: INFO nova.compute.claims [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.844875] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52da0985-cd62-11bb-8e80-8a435f9f0a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010437} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.845151] env[69249]: DEBUG oslo_concurrency.lockutils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.845431] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 51c4f924-0ffb-4647-b215-335cb3048b05/51c4f924-0ffb-4647-b215-335cb3048b05.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.845750] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3288457c-32c4-42ee-8df6-67d233fed252 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.854545] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1077.854545] env[69249]: value = "task-3659998" [ 1077.854545] env[69249]: _type = "Task" [ 1077.854545] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.863011] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.886629] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3659997, 'name': CreateVM_Task, 'duration_secs': 0.38999} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.886756] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.887453] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.887619] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.887932] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.888198] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f116a3-abef-469e-a6a2-99723f152e57 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.893170] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1077.893170] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523aa17f-551d-fb3f-964a-94d8ffaba1d7" [ 1077.893170] env[69249]: _type = "Task" [ 1077.893170] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.901245] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523aa17f-551d-fb3f-964a-94d8ffaba1d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.210000] env[69249]: DEBUG oslo_vmware.api [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.281174] env[69249]: DEBUG nova.network.neutron [req-9f8d5125-032d-4386-a895-469d1b7ea033 req-34294cb4-b2d6-4512-b771-4b3ebc4e7559 service nova] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Updated VIF entry in instance network info cache for port dbee9126-c31b-476a-9d92-95962f27d6a1. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.281174] env[69249]: DEBUG nova.network.neutron [req-9f8d5125-032d-4386-a895-469d1b7ea033 req-34294cb4-b2d6-4512-b771-4b3ebc4e7559 service nova] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Updating instance_info_cache with network_info: [{"id": "dbee9126-c31b-476a-9d92-95962f27d6a1", "address": "fa:16:3e:23:46:b6", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbee9126-c3", "ovs_interfaceid": "dbee9126-c31b-476a-9d92-95962f27d6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.308489] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a64a0b13-de72-4617-8189-5486ac9419fe tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "1b442703-16ca-4fd0-8611-af02d2ddea79" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.347s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.309392] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "1b442703-16ca-4fd0-8611-af02d2ddea79" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.557s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.309599] env[69249]: INFO nova.compute.manager [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Unshelving [ 1078.365255] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434639} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.365500] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 51c4f924-0ffb-4647-b215-335cb3048b05/51c4f924-0ffb-4647-b215-335cb3048b05.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.365705] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.365950] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0db7457c-18ab-4d9c-9271-d2b35cf583e8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.373647] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1078.373647] env[69249]: value = "task-3659999" [ 1078.373647] env[69249]: _type = "Task" [ 1078.373647] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.381294] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.402795] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523aa17f-551d-fb3f-964a-94d8ffaba1d7, 'name': SearchDatastore_Task, 'duration_secs': 0.020838} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.403150] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.403393] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.403663] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.403827] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.404013] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.404271] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-222c969a-b3f9-4506-a08f-5822ebe9a321 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.412479] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.412650] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.413361] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f49380-15ed-4429-9e75-1f7a29600e7a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.418792] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1078.418792] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ed542d-b23a-7641-4c3e-48083b16d9ad" [ 1078.418792] env[69249]: _type = "Task" [ 1078.418792] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.428211] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ed542d-b23a-7641-4c3e-48083b16d9ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.706151] env[69249]: DEBUG oslo_vmware.api [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.715541] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e494b92-5fb7-4f49-9bb0-2db2f6819350 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.735183] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating instance '7f60ac74-14f2-49b5-98f0-417f5fb046ac' progress to 0 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.784392] env[69249]: DEBUG oslo_concurrency.lockutils [req-9f8d5125-032d-4386-a895-469d1b7ea033 req-34294cb4-b2d6-4512-b771-4b3ebc4e7559 service nova] Releasing lock "refresh_cache-143ec27b-03a3-4765-abed-c1c47582f16a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.886305] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3659999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066413} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.889769] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.890861] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990bb08c-dd94-4712-bce5-5068135107c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.915359] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 51c4f924-0ffb-4647-b215-335cb3048b05/51c4f924-0ffb-4647-b215-335cb3048b05.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.918330] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-422233d8-a672-4985-b900-68963f7121da {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.943766] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ed542d-b23a-7641-4c3e-48083b16d9ad, 'name': SearchDatastore_Task, 'duration_secs': 0.008923} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.948385] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1078.948385] env[69249]: value = "task-3660000" [ 1078.948385] env[69249]: _type = "Task" [ 1078.948385] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.948811] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b21a900-dc65-4df9-8131-f9eef98667dd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.957829] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1078.957829] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cd803e-d14c-ba21-c953-52d99d2fe77f" [ 1078.957829] env[69249]: _type = "Task" [ 1078.957829] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.961266] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660000, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.973178] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cd803e-d14c-ba21-c953-52d99d2fe77f, 'name': SearchDatastore_Task, 'duration_secs': 0.011611} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.973428] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.973688] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 143ec27b-03a3-4765-abed-c1c47582f16a/143ec27b-03a3-4765-abed-c1c47582f16a.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.973946] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd47149d-3df1-48c1-a02c-21d269f9677a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.982910] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1078.982910] env[69249]: value = "task-3660001" [ 1078.982910] env[69249]: _type = "Task" [ 1078.982910] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.991289] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.086899] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464390d7-8ced-470d-928e-22f4e200b1d0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.095020] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a8644e-086b-40cc-935e-7bd8acd63e0b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.127050] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158776b8-0450-46b2-bfb0-93ffc11208fd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.134762] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c7c0c9-1fd8-4a89-b6a1-184cdf443e1a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.148358] env[69249]: DEBUG nova.compute.provider_tree [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.206438] env[69249]: DEBUG oslo_vmware.api [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.240811] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.241152] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f693029c-a08a-4ed1-8973-7ddfc2c903bc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.248371] env[69249]: DEBUG oslo_vmware.api [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1079.248371] env[69249]: value = "task-3660002" [ 1079.248371] env[69249]: _type = "Task" [ 1079.248371] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.257117] env[69249]: DEBUG oslo_vmware.api [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.332522] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.467020] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.494938] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660001, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.651889] env[69249]: DEBUG nova.scheduler.client.report [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.706987] env[69249]: DEBUG oslo_vmware.api [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.757455] env[69249]: DEBUG oslo_vmware.api [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660002, 'name': PowerOffVM_Task, 'duration_secs': 0.237288} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.757712] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.757891] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating instance '7f60ac74-14f2-49b5-98f0-417f5fb046ac' progress to 17 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.962264] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660000, 'name': ReconfigVM_Task, 'duration_secs': 0.607911} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.962578] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 51c4f924-0ffb-4647-b215-335cb3048b05/51c4f924-0ffb-4647-b215-335cb3048b05.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.963237] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bbb6183-78f0-41b5-a9ba-5bf134fce294 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.970829] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1079.970829] env[69249]: value = "task-3660003" [ 1079.970829] env[69249]: _type = "Task" [ 1079.970829] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.980093] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660003, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.992750] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675933} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.992998] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 143ec27b-03a3-4765-abed-c1c47582f16a/143ec27b-03a3-4765-abed-c1c47582f16a.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.993784] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.994313] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3770b57c-22e5-4560-91e7-f25b4f8faf9e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.002300] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1080.002300] env[69249]: value = "task-3660004" [ 1080.002300] env[69249]: _type = "Task" [ 1080.002300] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.012019] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.157684] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.158230] env[69249]: DEBUG nova.compute.manager [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.161125] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.370s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.162457] env[69249]: INFO nova.compute.claims [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.209553] env[69249]: DEBUG oslo_vmware.api [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.264043] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.264350] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.264534] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.264738] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.265015] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.265187] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.265412] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.265558] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.265732] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.266098] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.266098] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.271333] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbbd013d-0056-45b7-8137-2e26ce14b995 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.287396] env[69249]: DEBUG oslo_vmware.api [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1080.287396] env[69249]: value = "task-3660005" [ 1080.287396] env[69249]: _type = "Task" [ 1080.287396] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.296034] env[69249]: DEBUG oslo_vmware.api [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.481033] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660003, 'name': Rename_Task, 'duration_secs': 0.278267} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.481355] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.481604] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa1e1ca8-4dc5-4534-b611-85e5c234d10a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.489096] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1080.489096] env[69249]: value = "task-3660006" [ 1080.489096] env[69249]: _type = "Task" [ 1080.489096] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.499498] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.510900] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062422} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.511096] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.511721] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29addb61-e672-49e5-ac3a-a7417b54e6be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.535888] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 143ec27b-03a3-4765-abed-c1c47582f16a/143ec27b-03a3-4765-abed-c1c47582f16a.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.536205] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-253f2e32-177f-4466-997c-5fa70e8dfaf5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.556200] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1080.556200] env[69249]: value = "task-3660007" [ 1080.556200] env[69249]: _type = "Task" [ 1080.556200] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.564516] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.667272] env[69249]: DEBUG nova.compute.utils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.670941] env[69249]: DEBUG nova.compute.manager [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.671144] env[69249]: DEBUG nova.network.neutron [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.709193] env[69249]: DEBUG oslo_vmware.api [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659995, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.711873] env[69249]: DEBUG nova.policy [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54d3388180634d83a1a52c92132d7aa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea104f3d5aed4900ac67ea607c9f8f5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.798815] env[69249]: DEBUG oslo_vmware.api [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660005, 'name': ReconfigVM_Task, 'duration_secs': 0.42453} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.799054] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating instance '7f60ac74-14f2-49b5-98f0-417f5fb046ac' progress to 33 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.999652] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660006, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.045553] env[69249]: DEBUG nova.network.neutron [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Successfully created port: 888e2ca7-69ac-4a4f-8206-4e41c8585848 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.067016] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660007, 'name': ReconfigVM_Task, 'duration_secs': 0.300224} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.067349] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 143ec27b-03a3-4765-abed-c1c47582f16a/143ec27b-03a3-4765-abed-c1c47582f16a.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.068046] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59322b92-5d77-4658-b351-a88ece6e8150 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.083719] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1081.083719] env[69249]: value = "task-3660008" [ 1081.083719] env[69249]: _type = "Task" [ 1081.083719] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.093175] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660008, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.171661] env[69249]: DEBUG nova.compute.manager [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.217298] env[69249]: DEBUG oslo_vmware.api [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3659995, 'name': ReconfigVM_Task, 'duration_secs': 5.754551} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.217298] env[69249]: DEBUG oslo_concurrency.lockutils [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.217424] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Reconfigured VM to detach interface {{(pid=69249) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1081.306282] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.306282] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.306544] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.306544] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.306699] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.306788] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.307205] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.307272] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.307486] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.307818] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.308052] env[69249]: DEBUG nova.virt.hardware [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.313540] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1081.316359] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bff5422e-ac9c-41db-a87f-ad0214777c21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.336978] env[69249]: DEBUG oslo_vmware.api [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1081.336978] env[69249]: value = "task-3660009" [ 1081.336978] env[69249]: _type = "Task" [ 1081.336978] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.347595] env[69249]: DEBUG oslo_vmware.api [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.485780] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d47c6f3-b2e8-4427-a1c7-f55c5b8d3aaf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.497173] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a0becc-9620-473c-a368-c161e39b59c1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.503490] env[69249]: DEBUG oslo_vmware.api [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660006, 'name': PowerOnVM_Task, 'duration_secs': 0.717783} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.504166] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.504299] env[69249]: INFO nova.compute.manager [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1081.504711] env[69249]: DEBUG nova.compute.manager [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1081.505220] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb38627-7a68-47b8-9e2e-b4c138b86445 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.537423] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa252fc-390f-4e71-b861-be8e389a05b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.553809] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e746e432-ed8c-4848-b52f-2fa39407668c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.573035] env[69249]: DEBUG nova.compute.provider_tree [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.595812] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660008, 'name': Rename_Task, 'duration_secs': 0.162453} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.596286] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.596542] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0786609-b075-4940-940e-94e440d02d83 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.605220] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1081.605220] env[69249]: value = "task-3660010" [ 1081.605220] env[69249]: _type = "Task" [ 1081.605220] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.614084] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.847569] env[69249]: DEBUG oslo_vmware.api [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660009, 'name': ReconfigVM_Task, 'duration_secs': 0.335332} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.848034] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1081.848668] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d53e34-2d96-4491-b221-f5a6e11d72c6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.872269] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 7f60ac74-14f2-49b5-98f0-417f5fb046ac/7f60ac74-14f2-49b5-98f0-417f5fb046ac.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.872599] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccf1feb7-43ce-4260-9626-4c171e2dec12 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.893032] env[69249]: DEBUG oslo_vmware.api [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1081.893032] env[69249]: value = "task-3660011" [ 1081.893032] env[69249]: _type = "Task" [ 1081.893032] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.901460] env[69249]: DEBUG oslo_vmware.api [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.049890] env[69249]: DEBUG nova.compute.manager [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.054650] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d93782-d372-4b6f-8788-21479ea8e136 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.060800] env[69249]: INFO nova.compute.manager [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Took 17.98 seconds to build instance. [ 1082.075622] env[69249]: DEBUG nova.scheduler.client.report [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.119867] env[69249]: DEBUG oslo_vmware.api [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660010, 'name': PowerOnVM_Task, 'duration_secs': 0.461056} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.120139] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.120355] env[69249]: INFO nova.compute.manager [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1082.120553] env[69249]: DEBUG nova.compute.manager [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.121471] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d64c400-05c1-4514-ac7e-925546b25094 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.185156] env[69249]: DEBUG nova.compute.manager [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.212916] env[69249]: DEBUG nova.virt.hardware [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.213252] env[69249]: DEBUG nova.virt.hardware [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.213460] env[69249]: DEBUG nova.virt.hardware [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.213644] env[69249]: DEBUG nova.virt.hardware [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.213790] env[69249]: DEBUG nova.virt.hardware [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.214607] env[69249]: DEBUG nova.virt.hardware [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.214866] env[69249]: DEBUG nova.virt.hardware [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.215054] env[69249]: DEBUG nova.virt.hardware [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.215259] env[69249]: DEBUG nova.virt.hardware [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.215452] env[69249]: DEBUG nova.virt.hardware [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.215626] env[69249]: DEBUG nova.virt.hardware [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.216919] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e936eda-9385-4f59-a54a-eb73962d8859 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.226408] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d11da1-0216-4fea-9dde-5cbb4d9fdb5e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.403956] env[69249]: DEBUG oslo_vmware.api [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.563217] env[69249]: DEBUG oslo_concurrency.lockutils [None req-206ef171-dda3-4d18-b54c-6b3a182bf589 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "51c4f924-0ffb-4647-b215-335cb3048b05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.494s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.569926] env[69249]: INFO nova.compute.manager [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] instance snapshotting [ 1082.569926] env[69249]: DEBUG nova.objects.instance [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lazy-loading 'flavor' on Instance uuid 4c2c7a6e-6d27-4986-9afe-a91671ab04af {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.581197] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.586095] env[69249]: DEBUG nova.compute.manager [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.589882] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.780s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.590250] env[69249]: DEBUG nova.objects.instance [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Lazy-loading 'resources' on Instance uuid 84a71a3e-1496-4ad2-8d69-e483d81f0b49 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.641381] env[69249]: INFO nova.compute.manager [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Took 14.00 seconds to build instance. [ 1082.705287] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7a1776-86b1-4c5e-b351-c89a93135336 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.714044] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0816c855-d3cf-4db3-98dc-a4113c26a8b4 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Suspending the VM {{(pid=69249) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1082.714360] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d801439c-46d5-4c77-8cbb-39e03a0c4ad0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.720939] env[69249]: DEBUG oslo_vmware.api [None req-0816c855-d3cf-4db3-98dc-a4113c26a8b4 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1082.720939] env[69249]: value = "task-3660012" [ 1082.720939] env[69249]: _type = "Task" [ 1082.720939] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.731181] env[69249]: DEBUG oslo_vmware.api [None req-0816c855-d3cf-4db3-98dc-a4113c26a8b4 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660012, 'name': SuspendVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.822549] env[69249]: DEBUG nova.compute.manager [req-4ccd4702-4a60-49bf-86ba-d2bd1407b3a5 req-3b00c10d-fb43-41fd-9d7c-9bbba462fb03 service nova] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Received event network-vif-plugged-888e2ca7-69ac-4a4f-8206-4e41c8585848 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.822706] env[69249]: DEBUG oslo_concurrency.lockutils [req-4ccd4702-4a60-49bf-86ba-d2bd1407b3a5 req-3b00c10d-fb43-41fd-9d7c-9bbba462fb03 service nova] Acquiring lock "3ca15326-0be1-42b4-a6bc-c8d29595f26b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.822930] env[69249]: DEBUG oslo_concurrency.lockutils [req-4ccd4702-4a60-49bf-86ba-d2bd1407b3a5 req-3b00c10d-fb43-41fd-9d7c-9bbba462fb03 service nova] Lock "3ca15326-0be1-42b4-a6bc-c8d29595f26b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.823518] env[69249]: DEBUG oslo_concurrency.lockutils [req-4ccd4702-4a60-49bf-86ba-d2bd1407b3a5 req-3b00c10d-fb43-41fd-9d7c-9bbba462fb03 service nova] Lock "3ca15326-0be1-42b4-a6bc-c8d29595f26b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.823742] env[69249]: DEBUG nova.compute.manager [req-4ccd4702-4a60-49bf-86ba-d2bd1407b3a5 req-3b00c10d-fb43-41fd-9d7c-9bbba462fb03 service nova] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] No waiting events found dispatching network-vif-plugged-888e2ca7-69ac-4a4f-8206-4e41c8585848 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1082.823862] env[69249]: WARNING nova.compute.manager [req-4ccd4702-4a60-49bf-86ba-d2bd1407b3a5 req-3b00c10d-fb43-41fd-9d7c-9bbba462fb03 service nova] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Received unexpected event network-vif-plugged-888e2ca7-69ac-4a4f-8206-4e41c8585848 for instance with vm_state building and task_state spawning. [ 1082.893643] env[69249]: DEBUG nova.network.neutron [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Successfully updated port: 888e2ca7-69ac-4a4f-8206-4e41c8585848 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.907599] env[69249]: DEBUG oslo_vmware.api [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660011, 'name': ReconfigVM_Task, 'duration_secs': 0.656443} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.908821] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 7f60ac74-14f2-49b5-98f0-417f5fb046ac/7f60ac74-14f2-49b5-98f0-417f5fb046ac.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.908821] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating instance '7f60ac74-14f2-49b5-98f0-417f5fb046ac' progress to 50 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.933899] env[69249]: DEBUG oslo_concurrency.lockutils [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.933899] env[69249]: DEBUG oslo_concurrency.lockutils [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.933899] env[69249]: DEBUG nova.network.neutron [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.079687] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4547c73-ec94-4a16-b84e-848ce09d7671 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.108403] env[69249]: DEBUG nova.compute.utils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.117420] env[69249]: DEBUG nova.compute.manager [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.117420] env[69249]: DEBUG nova.network.neutron [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.125687] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bbb40c-abb2-4e10-820c-7fe877029607 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.146988] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a954dba8-dbdd-44c2-967f-29a2427eaed4 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "143ec27b-03a3-4765-abed-c1c47582f16a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.515s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.202585] env[69249]: DEBUG nova.policy [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad4e3d5c58d049f88a14c74e6d621c2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '555aaedd80894aeb87e5c67e30897de2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.233435] env[69249]: DEBUG oslo_vmware.api [None req-0816c855-d3cf-4db3-98dc-a4113c26a8b4 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660012, 'name': SuspendVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.371957] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f97a11f-2cbb-43e0-8605-4d581246763b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.381315] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8202a4cc-3f70-462c-9de5-d23f0958da8b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.423008] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Acquiring lock "refresh_cache-3ca15326-0be1-42b4-a6bc-c8d29595f26b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.423520] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Acquired lock "refresh_cache-3ca15326-0be1-42b4-a6bc-c8d29595f26b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.423520] env[69249]: DEBUG nova.network.neutron [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.432737] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677abcf0-be2e-488f-8d0b-9ceddb0fab4c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.435233] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7899c13f-2617-4d58-8964-aad7c2414625 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.465073] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7befb0-ce7b-49c4-8423-a82f1ea0675e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.470214] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7eac47-2a5e-402d-8295-022d0f9de524 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.493282] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating instance '7f60ac74-14f2-49b5-98f0-417f5fb046ac' progress to 67 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.507133] env[69249]: DEBUG nova.compute.provider_tree [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.595531] env[69249]: DEBUG nova.network.neutron [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Successfully created port: 8715bfc3-fc9c-48a3-8028-f37c366a8979 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.616134] env[69249]: DEBUG nova.compute.manager [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.639826] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1083.640237] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c9937b69-13f7-4225-b822-e57ba55f8b46 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.649673] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1083.649673] env[69249]: value = "task-3660013" [ 1083.649673] env[69249]: _type = "Task" [ 1083.649673] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.661672] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660013, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.733798] env[69249]: DEBUG oslo_vmware.api [None req-0816c855-d3cf-4db3-98dc-a4113c26a8b4 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660012, 'name': SuspendVM_Task, 'duration_secs': 0.850972} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.734066] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0816c855-d3cf-4db3-98dc-a4113c26a8b4 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Suspended the VM {{(pid=69249) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1083.734262] env[69249]: DEBUG nova.compute.manager [None req-0816c855-d3cf-4db3-98dc-a4113c26a8b4 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1083.735052] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b258df9-b3cb-41d1-803c-aec1129d866a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.864689] env[69249]: DEBUG nova.compute.manager [req-cf5232f6-df3b-4a03-b5e6-b72f91458966 req-a3dc601e-59d2-4967-8d56-44403950e72b service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Received event network-changed-074f4bde-21ba-4639-925d-19ea222be2ba {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.864883] env[69249]: DEBUG nova.compute.manager [req-cf5232f6-df3b-4a03-b5e6-b72f91458966 req-a3dc601e-59d2-4967-8d56-44403950e72b service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Refreshing instance network info cache due to event network-changed-074f4bde-21ba-4639-925d-19ea222be2ba. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.865087] env[69249]: DEBUG oslo_concurrency.lockutils [req-cf5232f6-df3b-4a03-b5e6-b72f91458966 req-a3dc601e-59d2-4967-8d56-44403950e72b service nova] Acquiring lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.866166] env[69249]: INFO nova.network.neutron [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Port 27010e59-bebc-4059-a8a9-0f63e5f26fb4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1083.866614] env[69249]: DEBUG nova.network.neutron [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updating instance_info_cache with network_info: [{"id": "074f4bde-21ba-4639-925d-19ea222be2ba", "address": "fa:16:3e:a9:7c:69", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074f4bde-21", "ovs_interfaceid": "074f4bde-21ba-4639-925d-19ea222be2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.969785] env[69249]: DEBUG nova.network.neutron [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.018200] env[69249]: DEBUG nova.scheduler.client.report [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.057685] env[69249]: DEBUG nova.network.neutron [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Port 36dec8fe-0532-4e6a-b424-d6fd59232088 binding to destination host cpu-1 is already ACTIVE {{(pid=69249) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1084.160463] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660013, 'name': CreateSnapshot_Task, 'duration_secs': 0.510354} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.160604] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1084.161451] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbb5ae6-a97a-45ce-9315-68f3844a6b1b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.175527] env[69249]: DEBUG nova.network.neutron [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Updating instance_info_cache with network_info: [{"id": "888e2ca7-69ac-4a4f-8206-4e41c8585848", "address": "fa:16:3e:82:58:cf", "network": {"id": "b2c79897-1bc0-435d-9ad2-b0020e6ffbb8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1408352006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea104f3d5aed4900ac67ea607c9f8f5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e2ca7-69", "ovs_interfaceid": "888e2ca7-69ac-4a4f-8206-4e41c8585848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.369063] env[69249]: DEBUG oslo_concurrency.lockutils [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.371200] env[69249]: DEBUG oslo_concurrency.lockutils [req-cf5232f6-df3b-4a03-b5e6-b72f91458966 req-a3dc601e-59d2-4967-8d56-44403950e72b service nova] Acquired lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.371343] env[69249]: DEBUG nova.network.neutron [req-cf5232f6-df3b-4a03-b5e6-b72f91458966 req-a3dc601e-59d2-4967-8d56-44403950e72b service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Refreshing network info cache for port 074f4bde-21ba-4639-925d-19ea222be2ba {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.526227] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.528480] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.748s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.528719] env[69249]: DEBUG nova.objects.instance [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lazy-loading 'resources' on Instance uuid d7d1e259-360a-4667-9881-72633cb6c71d {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.548666] env[69249]: INFO nova.scheduler.client.report [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Deleted allocations for instance 84a71a3e-1496-4ad2-8d69-e483d81f0b49 [ 1084.597360] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "interface-32b00162-6b77-4db5-b82c-76e09f9aa7b8-27010e59-bebc-4059-a8a9-0f63e5f26fb4" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.597624] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-32b00162-6b77-4db5-b82c-76e09f9aa7b8-27010e59-bebc-4059-a8a9-0f63e5f26fb4" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.598029] env[69249]: DEBUG nova.objects.instance [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lazy-loading 'flavor' on Instance uuid 32b00162-6b77-4db5-b82c-76e09f9aa7b8 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.630790] env[69249]: DEBUG nova.compute.manager [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.654663] env[69249]: DEBUG nova.virt.hardware [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.654849] env[69249]: DEBUG nova.virt.hardware [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.655074] env[69249]: DEBUG nova.virt.hardware [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.655206] env[69249]: DEBUG nova.virt.hardware [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.655407] env[69249]: DEBUG nova.virt.hardware [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.655731] env[69249]: DEBUG nova.virt.hardware [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.655814] env[69249]: DEBUG nova.virt.hardware [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.655910] env[69249]: DEBUG nova.virt.hardware [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.656078] env[69249]: DEBUG nova.virt.hardware [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.656252] env[69249]: DEBUG nova.virt.hardware [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.656427] env[69249]: DEBUG nova.virt.hardware [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.657321] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ee35f5-c399-4633-b172-1119ac4ffade {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.666101] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53da3508-e673-435c-b59b-c33ec615b5d3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.689055] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1084.689716] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Releasing lock "refresh_cache-3ca15326-0be1-42b4-a6bc-c8d29595f26b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.690015] env[69249]: DEBUG nova.compute.manager [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Instance network_info: |[{"id": "888e2ca7-69ac-4a4f-8206-4e41c8585848", "address": "fa:16:3e:82:58:cf", "network": {"id": "b2c79897-1bc0-435d-9ad2-b0020e6ffbb8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1408352006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea104f3d5aed4900ac67ea607c9f8f5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e2ca7-69", "ovs_interfaceid": "888e2ca7-69ac-4a4f-8206-4e41c8585848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.691493] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ce22ff69-8593-418e-b4fb-8ee8ecbd5f59 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.694603] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:58:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '888e2ca7-69ac-4a4f-8206-4e41c8585848', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.701802] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Creating folder: Project (ea104f3d5aed4900ac67ea607c9f8f5a). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.707042] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45c84405-f191-4c24-a488-02f58c8434ea {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.714596] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1084.714596] env[69249]: value = "task-3660016" [ 1084.714596] env[69249]: _type = "Task" [ 1084.714596] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.720104] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Created folder: Project (ea104f3d5aed4900ac67ea607c9f8f5a) in parent group-v729229. [ 1084.720299] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Creating folder: Instances. Parent ref: group-v729504. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.721124] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1f48c02-d40f-498f-b0b6-695348f91e13 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.726662] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660016, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.732689] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Created folder: Instances in parent group-v729504. [ 1084.732772] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.732894] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.733128] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d4af093-a6d3-49a6-8f9b-dc66d98e1aa3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.756209] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.756209] env[69249]: value = "task-3660018" [ 1084.756209] env[69249]: _type = "Task" [ 1084.756209] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.765363] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660018, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.877184] env[69249]: DEBUG oslo_concurrency.lockutils [None req-14bde376-4b56-485c-b423-5169cf2cfce3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-69555095-0946-44f1-b907-d926fda60f54-27010e59-bebc-4059-a8a9-0f63e5f26fb4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.263s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.932458] env[69249]: DEBUG nova.compute.manager [req-29c2aa00-1363-4b2c-8de0-ee91cbd99121 req-298bf5fe-5ab4-48a3-8f61-9917b5e31cf3 service nova] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Received event network-changed-888e2ca7-69ac-4a4f-8206-4e41c8585848 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.933074] env[69249]: DEBUG nova.compute.manager [req-29c2aa00-1363-4b2c-8de0-ee91cbd99121 req-298bf5fe-5ab4-48a3-8f61-9917b5e31cf3 service nova] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Refreshing instance network info cache due to event network-changed-888e2ca7-69ac-4a4f-8206-4e41c8585848. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.933074] env[69249]: DEBUG oslo_concurrency.lockutils [req-29c2aa00-1363-4b2c-8de0-ee91cbd99121 req-298bf5fe-5ab4-48a3-8f61-9917b5e31cf3 service nova] Acquiring lock "refresh_cache-3ca15326-0be1-42b4-a6bc-c8d29595f26b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.933168] env[69249]: DEBUG oslo_concurrency.lockutils [req-29c2aa00-1363-4b2c-8de0-ee91cbd99121 req-298bf5fe-5ab4-48a3-8f61-9917b5e31cf3 service nova] Acquired lock "refresh_cache-3ca15326-0be1-42b4-a6bc-c8d29595f26b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.933261] env[69249]: DEBUG nova.network.neutron [req-29c2aa00-1363-4b2c-8de0-ee91cbd99121 req-298bf5fe-5ab4-48a3-8f61-9917b5e31cf3 service nova] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Refreshing network info cache for port 888e2ca7-69ac-4a4f-8206-4e41c8585848 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.061604] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bc78ecf2-5c24-4b15-884d-2b92fc381a69 tempest-ServersNegativeTestMultiTenantJSON-1074818379 tempest-ServersNegativeTestMultiTenantJSON-1074818379-project-member] Lock "84a71a3e-1496-4ad2-8d69-e483d81f0b49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.767s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.101714] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.102066] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.102330] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.207198] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "51c4f924-0ffb-4647-b215-335cb3048b05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.207464] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "51c4f924-0ffb-4647-b215-335cb3048b05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.207692] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "51c4f924-0ffb-4647-b215-335cb3048b05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.207877] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "51c4f924-0ffb-4647-b215-335cb3048b05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.208059] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "51c4f924-0ffb-4647-b215-335cb3048b05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.212047] env[69249]: INFO nova.compute.manager [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Terminating instance [ 1085.227035] env[69249]: DEBUG nova.network.neutron [req-cf5232f6-df3b-4a03-b5e6-b72f91458966 req-a3dc601e-59d2-4967-8d56-44403950e72b service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updated VIF entry in instance network info cache for port 074f4bde-21ba-4639-925d-19ea222be2ba. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.227035] env[69249]: DEBUG nova.network.neutron [req-cf5232f6-df3b-4a03-b5e6-b72f91458966 req-a3dc601e-59d2-4967-8d56-44403950e72b service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updating instance_info_cache with network_info: [{"id": "074f4bde-21ba-4639-925d-19ea222be2ba", "address": "fa:16:3e:a9:7c:69", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074f4bde-21", "ovs_interfaceid": "074f4bde-21ba-4639-925d-19ea222be2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.231485] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660016, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.269271] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660018, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.293635] env[69249]: DEBUG nova.objects.instance [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lazy-loading 'pci_requests' on Instance uuid 32b00162-6b77-4db5-b82c-76e09f9aa7b8 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.354244] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e32f66f-04e6-47d7-abe1-21eebcd75695 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.363238] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3e0173-68af-4b93-966b-ba51e56399c3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.398022] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575146a4-4bbe-44a2-80d4-af32cfe2434c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.402968] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc24b63-5941-4d24-b3cf-75bc9018dc76 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.407473] env[69249]: DEBUG nova.network.neutron [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Successfully updated port: 8715bfc3-fc9c-48a3-8028-f37c366a8979 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.419760] env[69249]: DEBUG nova.compute.provider_tree [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.660985] env[69249]: DEBUG nova.network.neutron [req-29c2aa00-1363-4b2c-8de0-ee91cbd99121 req-298bf5fe-5ab4-48a3-8f61-9917b5e31cf3 service nova] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Updated VIF entry in instance network info cache for port 888e2ca7-69ac-4a4f-8206-4e41c8585848. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.661327] env[69249]: DEBUG nova.network.neutron [req-29c2aa00-1363-4b2c-8de0-ee91cbd99121 req-298bf5fe-5ab4-48a3-8f61-9917b5e31cf3 service nova] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Updating instance_info_cache with network_info: [{"id": "888e2ca7-69ac-4a4f-8206-4e41c8585848", "address": "fa:16:3e:82:58:cf", "network": {"id": "b2c79897-1bc0-435d-9ad2-b0020e6ffbb8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1408352006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea104f3d5aed4900ac67ea607c9f8f5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888e2ca7-69", "ovs_interfaceid": "888e2ca7-69ac-4a4f-8206-4e41c8585848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.726514] env[69249]: DEBUG nova.compute.manager [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.726742] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.727100] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660016, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.727855] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbe03b4-f6a4-4fb4-9ec5-c6abe8983775 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.732380] env[69249]: DEBUG oslo_concurrency.lockutils [req-cf5232f6-df3b-4a03-b5e6-b72f91458966 req-a3dc601e-59d2-4967-8d56-44403950e72b service nova] Releasing lock "refresh_cache-69555095-0946-44f1-b907-d926fda60f54" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.735233] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.735488] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33cde135-0b8c-4509-b22e-6762cbfada83 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.772386] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660018, 'name': CreateVM_Task, 'duration_secs': 0.518544} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.772386] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.773272] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.773485] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.773936] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.774315] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08b0cdf9-3400-4e95-8dd4-f4231d7e7ba9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.780396] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Waiting for the task: (returnval){ [ 1085.780396] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a283bb-4d4f-f267-b258-c9d14dd52751" [ 1085.780396] env[69249]: _type = "Task" [ 1085.780396] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.788525] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a283bb-4d4f-f267-b258-c9d14dd52751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.796245] env[69249]: DEBUG nova.objects.base [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Object Instance<32b00162-6b77-4db5-b82c-76e09f9aa7b8> lazy-loaded attributes: flavor,pci_requests {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1085.796591] env[69249]: DEBUG nova.network.neutron [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.893105] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.893105] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.893105] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleting the datastore file [datastore1] 51c4f924-0ffb-4647-b215-335cb3048b05 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.893421] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa5c1c1c-2c8e-4b6c-8514-7b09c79d50f5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.900243] env[69249]: DEBUG oslo_vmware.api [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1085.900243] env[69249]: value = "task-3660020" [ 1085.900243] env[69249]: _type = "Task" [ 1085.900243] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.909547] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquiring lock "refresh_cache-5add6621-22a2-4dde-964f-8031b6011230" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.909678] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquired lock "refresh_cache-5add6621-22a2-4dde-964f-8031b6011230" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.909824] env[69249]: DEBUG nova.network.neutron [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.910963] env[69249]: DEBUG oslo_vmware.api [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.922850] env[69249]: DEBUG nova.scheduler.client.report [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.961892] env[69249]: DEBUG nova.policy [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04eb3b92019e40ec93fa08c2998a2012', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d6539ea997f4394bc825b68e6e73910', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.068515] env[69249]: DEBUG nova.compute.manager [req-ad514b0b-7dbf-4664-825b-893a6a293c98 req-c83437e1-9dd8-44f0-8be6-74feb4b36d59 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Received event network-changed-43d3ea7a-f7d6-4356-ae65-e96211a22bff {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.068515] env[69249]: DEBUG nova.compute.manager [req-ad514b0b-7dbf-4664-825b-893a6a293c98 req-c83437e1-9dd8-44f0-8be6-74feb4b36d59 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Refreshing instance network info cache due to event network-changed-43d3ea7a-f7d6-4356-ae65-e96211a22bff. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.068737] env[69249]: DEBUG oslo_concurrency.lockutils [req-ad514b0b-7dbf-4664-825b-893a6a293c98 req-c83437e1-9dd8-44f0-8be6-74feb4b36d59 service nova] Acquiring lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.068855] env[69249]: DEBUG oslo_concurrency.lockutils [req-ad514b0b-7dbf-4664-825b-893a6a293c98 req-c83437e1-9dd8-44f0-8be6-74feb4b36d59 service nova] Acquired lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.069146] env[69249]: DEBUG nova.network.neutron [req-ad514b0b-7dbf-4664-825b-893a6a293c98 req-c83437e1-9dd8-44f0-8be6-74feb4b36d59 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Refreshing network info cache for port 43d3ea7a-f7d6-4356-ae65-e96211a22bff {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.164457] env[69249]: DEBUG oslo_concurrency.lockutils [req-29c2aa00-1363-4b2c-8de0-ee91cbd99121 req-298bf5fe-5ab4-48a3-8f61-9917b5e31cf3 service nova] Releasing lock "refresh_cache-3ca15326-0be1-42b4-a6bc-c8d29595f26b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.164847] env[69249]: DEBUG nova.compute.manager [req-29c2aa00-1363-4b2c-8de0-ee91cbd99121 req-298bf5fe-5ab4-48a3-8f61-9917b5e31cf3 service nova] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Received event network-changed-dbee9126-c31b-476a-9d92-95962f27d6a1 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.165109] env[69249]: DEBUG nova.compute.manager [req-29c2aa00-1363-4b2c-8de0-ee91cbd99121 req-298bf5fe-5ab4-48a3-8f61-9917b5e31cf3 service nova] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Refreshing instance network info cache due to event network-changed-dbee9126-c31b-476a-9d92-95962f27d6a1. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.165408] env[69249]: DEBUG oslo_concurrency.lockutils [req-29c2aa00-1363-4b2c-8de0-ee91cbd99121 req-298bf5fe-5ab4-48a3-8f61-9917b5e31cf3 service nova] Acquiring lock "refresh_cache-143ec27b-03a3-4765-abed-c1c47582f16a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.165615] env[69249]: DEBUG oslo_concurrency.lockutils [req-29c2aa00-1363-4b2c-8de0-ee91cbd99121 req-298bf5fe-5ab4-48a3-8f61-9917b5e31cf3 service nova] Acquired lock "refresh_cache-143ec27b-03a3-4765-abed-c1c47582f16a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.165830] env[69249]: DEBUG nova.network.neutron [req-29c2aa00-1363-4b2c-8de0-ee91cbd99121 req-298bf5fe-5ab4-48a3-8f61-9917b5e31cf3 service nova] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Refreshing network info cache for port dbee9126-c31b-476a-9d92-95962f27d6a1 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.200019] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.200019] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.200019] env[69249]: DEBUG nova.network.neutron [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.237096] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660016, 'name': CloneVM_Task, 'duration_secs': 1.435654} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.237096] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Created linked-clone VM from snapshot [ 1086.237971] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f95f98-7565-44ff-8375-42a73161c791 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.248028] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Uploading image 0b88f6f9-ba01-4cad-bbd4-591f1103b6f8 {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1086.275021] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1086.275021] env[69249]: value = "vm-729506" [ 1086.275021] env[69249]: _type = "VirtualMachine" [ 1086.275021] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1086.275352] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-694e52b4-9e2d-4d37-b219-d856b9d1db76 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.286013] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lease: (returnval){ [ 1086.286013] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528fe609-ae9d-ccc6-b8ad-beb1f23d1e33" [ 1086.286013] env[69249]: _type = "HttpNfcLease" [ 1086.286013] env[69249]: } obtained for exporting VM: (result){ [ 1086.286013] env[69249]: value = "vm-729506" [ 1086.286013] env[69249]: _type = "VirtualMachine" [ 1086.286013] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1086.286013] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the lease: (returnval){ [ 1086.286013] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528fe609-ae9d-ccc6-b8ad-beb1f23d1e33" [ 1086.286013] env[69249]: _type = "HttpNfcLease" [ 1086.286013] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1086.296340] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a283bb-4d4f-f267-b258-c9d14dd52751, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.297093] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.297344] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.297585] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.297731] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.297906] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.298234] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0de18592-12b5-4353-8613-6310def56077 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.303173] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1086.303173] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528fe609-ae9d-ccc6-b8ad-beb1f23d1e33" [ 1086.303173] env[69249]: _type = "HttpNfcLease" [ 1086.303173] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1086.311809] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.312029] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.312812] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b838da2-5898-4903-b1ae-dac42104264b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.319448] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Waiting for the task: (returnval){ [ 1086.319448] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5224e8a7-28b8-55d4-863c-857b1106df30" [ 1086.319448] env[69249]: _type = "Task" [ 1086.319448] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.329160] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5224e8a7-28b8-55d4-863c-857b1106df30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.415554] env[69249]: DEBUG oslo_vmware.api [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177223} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.415834] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.420045] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.420045] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.420045] env[69249]: INFO nova.compute.manager [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Took 0.69 seconds to destroy the instance on the hypervisor. [ 1086.420045] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.420045] env[69249]: DEBUG nova.compute.manager [-] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.420045] env[69249]: DEBUG nova.network.neutron [-] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.428616] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.433339] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.099s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.433675] env[69249]: DEBUG nova.objects.instance [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lazy-loading 'pci_requests' on Instance uuid 1b442703-16ca-4fd0-8611-af02d2ddea79 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.477351] env[69249]: INFO nova.scheduler.client.report [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Deleted allocations for instance d7d1e259-360a-4667-9881-72633cb6c71d [ 1086.477351] env[69249]: DEBUG nova.network.neutron [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.745273] env[69249]: DEBUG nova.network.neutron [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Updating instance_info_cache with network_info: [{"id": "8715bfc3-fc9c-48a3-8028-f37c366a8979", "address": "fa:16:3e:41:66:59", "network": {"id": "e59dfeb9-7c22-4fe8-87c2-63ac957af66b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2005901689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "555aaedd80894aeb87e5c67e30897de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8715bfc3-fc", "ovs_interfaceid": "8715bfc3-fc9c-48a3-8028-f37c366a8979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.795634] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1086.795634] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528fe609-ae9d-ccc6-b8ad-beb1f23d1e33" [ 1086.795634] env[69249]: _type = "HttpNfcLease" [ 1086.795634] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1086.796041] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1086.796041] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528fe609-ae9d-ccc6-b8ad-beb1f23d1e33" [ 1086.796041] env[69249]: _type = "HttpNfcLease" [ 1086.796041] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1086.796795] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb01aa6-d3cc-4ce4-940a-d38c4794b481 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.805944] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5e993-2945-aa1d-7f4e-bc47cf114693/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1086.805944] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5e993-2945-aa1d-7f4e-bc47cf114693/disk-0.vmdk for reading. {{(pid=69249) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1086.887176] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5224e8a7-28b8-55d4-863c-857b1106df30, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.888129] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1209169-00d0-4b3d-aecb-814bae113a84 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.910453] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Waiting for the task: (returnval){ [ 1086.910453] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52713459-41dd-6f67-7958-dc9cc7641bda" [ 1086.910453] env[69249]: _type = "Task" [ 1086.910453] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.935619] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52713459-41dd-6f67-7958-dc9cc7641bda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.939583] env[69249]: DEBUG nova.objects.instance [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lazy-loading 'numa_topology' on Instance uuid 1b442703-16ca-4fd0-8611-af02d2ddea79 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.972538] env[69249]: DEBUG nova.compute.manager [req-774f2bd4-e951-4484-9923-8d98bbf41382 req-970894a3-d545-4231-b913-dcd21766cd44 service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Received event network-vif-plugged-8715bfc3-fc9c-48a3-8028-f37c366a8979 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.972791] env[69249]: DEBUG oslo_concurrency.lockutils [req-774f2bd4-e951-4484-9923-8d98bbf41382 req-970894a3-d545-4231-b913-dcd21766cd44 service nova] Acquiring lock "5add6621-22a2-4dde-964f-8031b6011230-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.972999] env[69249]: DEBUG oslo_concurrency.lockutils [req-774f2bd4-e951-4484-9923-8d98bbf41382 req-970894a3-d545-4231-b913-dcd21766cd44 service nova] Lock "5add6621-22a2-4dde-964f-8031b6011230-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.973180] env[69249]: DEBUG oslo_concurrency.lockutils [req-774f2bd4-e951-4484-9923-8d98bbf41382 req-970894a3-d545-4231-b913-dcd21766cd44 service nova] Lock "5add6621-22a2-4dde-964f-8031b6011230-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.973386] env[69249]: DEBUG nova.compute.manager [req-774f2bd4-e951-4484-9923-8d98bbf41382 req-970894a3-d545-4231-b913-dcd21766cd44 service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] No waiting events found dispatching network-vif-plugged-8715bfc3-fc9c-48a3-8028-f37c366a8979 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1086.973555] env[69249]: WARNING nova.compute.manager [req-774f2bd4-e951-4484-9923-8d98bbf41382 req-970894a3-d545-4231-b913-dcd21766cd44 service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Received unexpected event network-vif-plugged-8715bfc3-fc9c-48a3-8028-f37c366a8979 for instance with vm_state building and task_state spawning. [ 1086.973711] env[69249]: DEBUG nova.compute.manager [req-774f2bd4-e951-4484-9923-8d98bbf41382 req-970894a3-d545-4231-b913-dcd21766cd44 service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Received event network-changed-8715bfc3-fc9c-48a3-8028-f37c366a8979 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.973855] env[69249]: DEBUG nova.compute.manager [req-774f2bd4-e951-4484-9923-8d98bbf41382 req-970894a3-d545-4231-b913-dcd21766cd44 service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Refreshing instance network info cache due to event network-changed-8715bfc3-fc9c-48a3-8028-f37c366a8979. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.974025] env[69249]: DEBUG oslo_concurrency.lockutils [req-774f2bd4-e951-4484-9923-8d98bbf41382 req-970894a3-d545-4231-b913-dcd21766cd44 service nova] Acquiring lock "refresh_cache-5add6621-22a2-4dde-964f-8031b6011230" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.985069] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e8c84c0e-17e0-4b7e-bf3a-a048e7e8cb6e tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "d7d1e259-360a-4667-9881-72633cb6c71d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.719s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.015989] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4d47447d-41b4-44c1-8d71-13008e43523b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.064040] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.068019] env[69249]: DEBUG nova.network.neutron [req-29c2aa00-1363-4b2c-8de0-ee91cbd99121 req-298bf5fe-5ab4-48a3-8f61-9917b5e31cf3 service nova] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Updated VIF entry in instance network info cache for port dbee9126-c31b-476a-9d92-95962f27d6a1. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.068019] env[69249]: DEBUG nova.network.neutron [req-29c2aa00-1363-4b2c-8de0-ee91cbd99121 req-298bf5fe-5ab4-48a3-8f61-9917b5e31cf3 service nova] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Updating instance_info_cache with network_info: [{"id": "dbee9126-c31b-476a-9d92-95962f27d6a1", "address": "fa:16:3e:23:46:b6", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbee9126-c3", "ovs_interfaceid": "dbee9126-c31b-476a-9d92-95962f27d6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.068019] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.214640] env[69249]: DEBUG nova.network.neutron [req-ad514b0b-7dbf-4664-825b-893a6a293c98 req-c83437e1-9dd8-44f0-8be6-74feb4b36d59 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Updated VIF entry in instance network info cache for port 43d3ea7a-f7d6-4356-ae65-e96211a22bff. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.215065] env[69249]: DEBUG nova.network.neutron [req-ad514b0b-7dbf-4664-825b-893a6a293c98 req-c83437e1-9dd8-44f0-8be6-74feb4b36d59 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Updating instance_info_cache with network_info: [{"id": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "address": "fa:16:3e:d6:b4:45", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d3ea7a-f7", "ovs_interfaceid": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.248415] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Releasing lock "refresh_cache-5add6621-22a2-4dde-964f-8031b6011230" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.248877] env[69249]: DEBUG nova.compute.manager [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Instance network_info: |[{"id": "8715bfc3-fc9c-48a3-8028-f37c366a8979", "address": "fa:16:3e:41:66:59", "network": {"id": "e59dfeb9-7c22-4fe8-87c2-63ac957af66b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2005901689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "555aaedd80894aeb87e5c67e30897de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8715bfc3-fc", "ovs_interfaceid": "8715bfc3-fc9c-48a3-8028-f37c366a8979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.249858] env[69249]: DEBUG oslo_concurrency.lockutils [req-774f2bd4-e951-4484-9923-8d98bbf41382 req-970894a3-d545-4231-b913-dcd21766cd44 service nova] Acquired lock "refresh_cache-5add6621-22a2-4dde-964f-8031b6011230" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.250139] env[69249]: DEBUG nova.network.neutron [req-774f2bd4-e951-4484-9923-8d98bbf41382 req-970894a3-d545-4231-b913-dcd21766cd44 service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Refreshing network info cache for port 8715bfc3-fc9c-48a3-8028-f37c366a8979 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.251972] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:66:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88651df2-0506-4f6c-b868-dd30a81f2b1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8715bfc3-fc9c-48a3-8028-f37c366a8979', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.261022] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.262177] env[69249]: DEBUG nova.network.neutron [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating instance_info_cache with network_info: [{"id": "36dec8fe-0532-4e6a-b424-d6fd59232088", "address": "fa:16:3e:a5:66:b7", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dec8fe-05", "ovs_interfaceid": "36dec8fe-0532-4e6a-b424-d6fd59232088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.266270] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.266990] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e1d2474-9195-47e6-b3b2-478e02398dda {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.290443] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.290443] env[69249]: value = "task-3660023" [ 1087.290443] env[69249]: _type = "Task" [ 1087.290443] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.302216] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660023, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.421890] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52713459-41dd-6f67-7958-dc9cc7641bda, 'name': SearchDatastore_Task, 'duration_secs': 0.09747} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.422350] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.422485] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 3ca15326-0be1-42b4-a6bc-c8d29595f26b/3ca15326-0be1-42b4-a6bc-c8d29595f26b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.424716] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42196717-15e6-47d2-97f9-8ab808b80f05 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.442370] env[69249]: INFO nova.compute.claims [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.450329] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Waiting for the task: (returnval){ [ 1087.450329] env[69249]: value = "task-3660024" [ 1087.450329] env[69249]: _type = "Task" [ 1087.450329] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.462324] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.485467] env[69249]: DEBUG nova.network.neutron [-] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.528797] env[69249]: DEBUG nova.network.neutron [req-774f2bd4-e951-4484-9923-8d98bbf41382 req-970894a3-d545-4231-b913-dcd21766cd44 service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Updated VIF entry in instance network info cache for port 8715bfc3-fc9c-48a3-8028-f37c366a8979. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.529416] env[69249]: DEBUG nova.network.neutron [req-774f2bd4-e951-4484-9923-8d98bbf41382 req-970894a3-d545-4231-b913-dcd21766cd44 service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Updating instance_info_cache with network_info: [{"id": "8715bfc3-fc9c-48a3-8028-f37c366a8979", "address": "fa:16:3e:41:66:59", "network": {"id": "e59dfeb9-7c22-4fe8-87c2-63ac957af66b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2005901689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "555aaedd80894aeb87e5c67e30897de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8715bfc3-fc", "ovs_interfaceid": "8715bfc3-fc9c-48a3-8028-f37c366a8979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.571459] env[69249]: DEBUG oslo_concurrency.lockutils [req-29c2aa00-1363-4b2c-8de0-ee91cbd99121 req-298bf5fe-5ab4-48a3-8f61-9917b5e31cf3 service nova] Releasing lock "refresh_cache-143ec27b-03a3-4765-abed-c1c47582f16a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.578162] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.580380] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.580380] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.580380] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.580380] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.580380] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.580380] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1087.580380] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.720244] env[69249]: DEBUG oslo_concurrency.lockutils [req-ad514b0b-7dbf-4664-825b-893a6a293c98 req-c83437e1-9dd8-44f0-8be6-74feb4b36d59 service nova] Releasing lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.767692] env[69249]: DEBUG oslo_concurrency.lockutils [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.808498] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660023, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.969228] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660024, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.986897] env[69249]: INFO nova.compute.manager [-] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Took 1.57 seconds to deallocate network for instance. [ 1088.031927] env[69249]: DEBUG oslo_concurrency.lockutils [req-774f2bd4-e951-4484-9923-8d98bbf41382 req-970894a3-d545-4231-b913-dcd21766cd44 service nova] Releasing lock "refresh_cache-5add6621-22a2-4dde-964f-8031b6011230" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.084234] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.195110] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "4e8af2c9-4adb-432f-8519-96151a534e26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.195110] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "4e8af2c9-4adb-432f-8519-96151a534e26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.195110] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "4e8af2c9-4adb-432f-8519-96151a534e26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.195110] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "4e8af2c9-4adb-432f-8519-96151a534e26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.195885] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "4e8af2c9-4adb-432f-8519-96151a534e26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.198941] env[69249]: INFO nova.compute.manager [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Terminating instance [ 1088.300665] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc23e57-a3ec-4a66-b79d-680dd9593c10 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.311276] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660023, 'name': CreateVM_Task, 'duration_secs': 0.553397} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.334764] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.337043] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.338349] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.338910] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.339717] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08f3c80-d4ce-417e-910f-3af485b6f28f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.345859] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59cb9d89-267f-4320-a74d-cdfba2980a16 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.353494] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating instance '7f60ac74-14f2-49b5-98f0-417f5fb046ac' progress to 83 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.359103] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1088.359103] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521d1c04-8c84-5170-bf21-a55ab2b54f47" [ 1088.359103] env[69249]: _type = "Task" [ 1088.359103] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.369581] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521d1c04-8c84-5170-bf21-a55ab2b54f47, 'name': SearchDatastore_Task, 'duration_secs': 0.013578} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.370028] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.370355] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.370699] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.370875] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.371194] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.371556] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e85ccf5e-37bc-4064-94ed-4466f50725a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.384445] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.384445] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.384445] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f16a7dd-ad0c-47e7-89c5-a19163ed7a34 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.389122] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1088.389122] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52934081-5811-e9ef-adbf-26e470f9e130" [ 1088.389122] env[69249]: _type = "Task" [ 1088.389122] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.398365] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52934081-5811-e9ef-adbf-26e470f9e130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.453830] env[69249]: DEBUG nova.network.neutron [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Successfully updated port: 27010e59-bebc-4059-a8a9-0f63e5f26fb4 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.474610] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74938} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.474880] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 3ca15326-0be1-42b4-a6bc-c8d29595f26b/3ca15326-0be1-42b4-a6bc-c8d29595f26b.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.475165] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.475616] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a6b8f4a-faab-433b-98d1-0336689d661e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.484072] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Waiting for the task: (returnval){ [ 1088.484072] env[69249]: value = "task-3660025" [ 1088.484072] env[69249]: _type = "Task" [ 1088.484072] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.499369] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.502023] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.519830] env[69249]: DEBUG nova.compute.manager [req-72d244b2-4430-4dd3-9763-e59ccb612ae7 req-0cff4018-d7b0-4752-9084-6e4961e4d796 service nova] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Received event network-vif-deleted-711c67b0-7306-48b2-ac40-81046d034c74 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.705861] env[69249]: DEBUG nova.compute.manager [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.705861] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.710949] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f84ea3-9b95-4a44-a754-a22092b2c48e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.720226] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.720779] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c42c5f3-2122-41ac-a123-742ce4ab639f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.725825] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97409ef-535c-4327-ab68-d59604595600 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.730479] env[69249]: DEBUG oslo_vmware.api [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1088.730479] env[69249]: value = "task-3660026" [ 1088.730479] env[69249]: _type = "Task" [ 1088.730479] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.738568] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e764073-0b36-400c-91c9-a6ff0d3c44dd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.745587] env[69249]: DEBUG oslo_vmware.api [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3660026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.523035] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.525656] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.525656] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.525656] env[69249]: DEBUG nova.network.neutron [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.527349] env[69249]: DEBUG nova.compute.manager [req-eaf4772e-a6e7-48eb-b529-dc0c1f2c499d req-b69c8f44-6560-4987-bb9d-a761e27cfcc0 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Received event network-vif-plugged-27010e59-bebc-4059-a8a9-0f63e5f26fb4 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.528890] env[69249]: DEBUG oslo_concurrency.lockutils [req-eaf4772e-a6e7-48eb-b529-dc0c1f2c499d req-b69c8f44-6560-4987-bb9d-a761e27cfcc0 service nova] Acquiring lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.528890] env[69249]: DEBUG oslo_concurrency.lockutils [req-eaf4772e-a6e7-48eb-b529-dc0c1f2c499d req-b69c8f44-6560-4987-bb9d-a761e27cfcc0 service nova] Lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.528890] env[69249]: DEBUG oslo_concurrency.lockutils [req-eaf4772e-a6e7-48eb-b529-dc0c1f2c499d req-b69c8f44-6560-4987-bb9d-a761e27cfcc0 service nova] Lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.528890] env[69249]: DEBUG nova.compute.manager [req-eaf4772e-a6e7-48eb-b529-dc0c1f2c499d req-b69c8f44-6560-4987-bb9d-a761e27cfcc0 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] No waiting events found dispatching network-vif-plugged-27010e59-bebc-4059-a8a9-0f63e5f26fb4 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1089.528890] env[69249]: WARNING nova.compute.manager [req-eaf4772e-a6e7-48eb-b529-dc0c1f2c499d req-b69c8f44-6560-4987-bb9d-a761e27cfcc0 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Received unexpected event network-vif-plugged-27010e59-bebc-4059-a8a9-0f63e5f26fb4 for instance with vm_state active and task_state None. [ 1089.528890] env[69249]: DEBUG nova.compute.manager [req-eaf4772e-a6e7-48eb-b529-dc0c1f2c499d req-b69c8f44-6560-4987-bb9d-a761e27cfcc0 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Received event network-changed-27010e59-bebc-4059-a8a9-0f63e5f26fb4 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.528890] env[69249]: DEBUG nova.compute.manager [req-eaf4772e-a6e7-48eb-b529-dc0c1f2c499d req-b69c8f44-6560-4987-bb9d-a761e27cfcc0 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Refreshing instance network info cache due to event network-changed-27010e59-bebc-4059-a8a9-0f63e5f26fb4. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.528890] env[69249]: DEBUG oslo_concurrency.lockutils [req-eaf4772e-a6e7-48eb-b529-dc0c1f2c499d req-b69c8f44-6560-4987-bb9d-a761e27cfcc0 service nova] Acquiring lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.529481] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a93cc928-c886-4ffa-8c70-845da716f90d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.541666] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b98f344-ed3e-476d-b752-53bb7e531bb5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.554702] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52934081-5811-e9ef-adbf-26e470f9e130, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.563254] env[69249]: DEBUG oslo_vmware.api [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3660026, 'name': PowerOffVM_Task, 'duration_secs': 0.237654} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.563553] env[69249]: DEBUG oslo_vmware.api [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1089.563553] env[69249]: value = "task-3660028" [ 1089.563553] env[69249]: _type = "Task" [ 1089.563553] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.564067] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074164} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.564453] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf28086-5f33-465e-a937-c6fa10fb3eb8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.566969] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.567156] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.567456] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.569362] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be76793-cf93-4943-8292-82d92c4039dc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.573728] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a0fc98e-97da-479c-846a-9447fb0b6d4d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.580336] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6dc2fe-7211-4ed5-a19b-85d787f4b6a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.587312] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1089.587312] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52334c19-0083-b6a2-c8b5-62f9c46b369f" [ 1089.587312] env[69249]: _type = "Task" [ 1089.587312] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.596942] env[69249]: DEBUG nova.compute.provider_tree [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.623840] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 3ca15326-0be1-42b4-a6bc-c8d29595f26b/3ca15326-0be1-42b4-a6bc-c8d29595f26b.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.624739] env[69249]: DEBUG oslo_vmware.api [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.625764] env[69249]: DEBUG nova.scheduler.client.report [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.629709] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ee4dd7f-4481-4806-9327-41cd2f444f06 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.648853] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.218s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.652007] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.568s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.652777] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.652777] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1089.652913] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.154s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.653149] env[69249]: DEBUG nova.objects.instance [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lazy-loading 'resources' on Instance uuid 51c4f924-0ffb-4647-b215-335cb3048b05 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.660046] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4b1721-a907-4140-b48b-22772e865638 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.664695] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52334c19-0083-b6a2-c8b5-62f9c46b369f, 'name': SearchDatastore_Task, 'duration_secs': 0.01239} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.667606] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.667984] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 5add6621-22a2-4dde-964f-8031b6011230/5add6621-22a2-4dde-964f-8031b6011230.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.668766] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.668975] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.669566] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Deleting the datastore file [datastore2] 4e8af2c9-4adb-432f-8519-96151a534e26 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.669566] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Waiting for the task: (returnval){ [ 1089.669566] env[69249]: value = "task-3660030" [ 1089.669566] env[69249]: _type = "Task" [ 1089.669566] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.670264] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c18b23e-dbcb-4cb3-93bb-c15827e838e8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.672420] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86c82d95-6f45-4b4b-80d7-e1efb6a99233 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.683301] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25275b60-d971-4478-a214-b4c34a2f8239 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.690940] env[69249]: DEBUG oslo_vmware.api [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for the task: (returnval){ [ 1089.690940] env[69249]: value = "task-3660031" [ 1089.690940] env[69249]: _type = "Task" [ 1089.690940] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.691664] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1089.691664] env[69249]: value = "task-3660032" [ 1089.691664] env[69249]: _type = "Task" [ 1089.691664] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.703125] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.704230] env[69249]: INFO nova.network.neutron [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Updating port 0d865bf4-38c4-498f-b949-819b2e54c173 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1089.718703] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2d3119-ec6f-43ad-820d-dad1aa98b538 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.728329] env[69249]: DEBUG oslo_vmware.api [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3660031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.728748] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.735991] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec60e74f-1a6c-4ed0-89e3-79ba928a40f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.772689] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179291MB free_disk=70GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1089.772689] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.085729] env[69249]: DEBUG oslo_vmware.api [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660028, 'name': PowerOnVM_Task, 'duration_secs': 0.487623} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.088343] env[69249]: WARNING nova.network.neutron [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] 2676956a-ad72-4cb3-909f-c7243e14c9b5 already exists in list: networks containing: ['2676956a-ad72-4cb3-909f-c7243e14c9b5']. ignoring it [ 1090.089323] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.089567] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-7aed64a6-6b6e-40d6-be89-9b2f3553c206 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating instance '7f60ac74-14f2-49b5-98f0-417f5fb046ac' progress to 100 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.194498] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.215566] env[69249]: DEBUG oslo_vmware.api [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Task: {'id': task-3660031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464515} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.216739] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.216807] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.217024] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.217257] env[69249]: INFO nova.compute.manager [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1090.217524] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.226537] env[69249]: DEBUG nova.compute.manager [-] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.226537] env[69249]: DEBUG nova.network.neutron [-] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.226537] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660032, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.418479] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b5c174-259c-4754-b57e-abb547892fdf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.427198] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02337e9f-c458-4580-9a30-ca298a7e4fec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.462774] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2637bfba-03d9-4bf9-849d-07b22a67c9d8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.471282] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0191a5ee-b0dc-414c-990a-89440c49a1ff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.485612] env[69249]: DEBUG nova.compute.provider_tree [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.604725] env[69249]: DEBUG nova.network.neutron [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Updating instance_info_cache with network_info: [{"id": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "address": "fa:16:3e:d6:b4:45", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d3ea7a-f7", "ovs_interfaceid": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27010e59-bebc-4059-a8a9-0f63e5f26fb4", "address": "fa:16:3e:6e:be:a8", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27010e59-be", "ovs_interfaceid": "27010e59-bebc-4059-a8a9-0f63e5f26fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.646714] env[69249]: DEBUG nova.compute.manager [req-450e2299-817f-43ff-8f75-27495c43eb83 req-9194405e-e1a9-44f5-96d2-ccfa7374f095 service nova] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Received event network-vif-deleted-db6fd761-6e4e-49f9-a41a-bef33b5c65d7 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.647008] env[69249]: INFO nova.compute.manager [req-450e2299-817f-43ff-8f75-27495c43eb83 req-9194405e-e1a9-44f5-96d2-ccfa7374f095 service nova] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Neutron deleted interface db6fd761-6e4e-49f9-a41a-bef33b5c65d7; detaching it from the instance and deleting it from the info cache [ 1090.647248] env[69249]: DEBUG nova.network.neutron [req-450e2299-817f-43ff-8f75-27495c43eb83 req-9194405e-e1a9-44f5-96d2-ccfa7374f095 service nova] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.688083] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660030, 'name': ReconfigVM_Task, 'duration_secs': 0.741088} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.688371] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 3ca15326-0be1-42b4-a6bc-c8d29595f26b/3ca15326-0be1-42b4-a6bc-c8d29595f26b.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.689078] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cbe443e-76cf-41b2-8ad2-522f05f55979 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.699327] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Waiting for the task: (returnval){ [ 1090.699327] env[69249]: value = "task-3660033" [ 1090.699327] env[69249]: _type = "Task" [ 1090.699327] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.707694] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613307} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.708356] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 5add6621-22a2-4dde-964f-8031b6011230/5add6621-22a2-4dde-964f-8031b6011230.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.708583] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.708830] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac4a6263-c9ad-4876-bf82-666a2930920b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.713813] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660033, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.719213] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1090.719213] env[69249]: value = "task-3660034" [ 1090.719213] env[69249]: _type = "Task" [ 1090.719213] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.730256] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.988964] env[69249]: DEBUG nova.scheduler.client.report [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.108366] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.109129] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.109429] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.109943] env[69249]: DEBUG oslo_concurrency.lockutils [req-eaf4772e-a6e7-48eb-b529-dc0c1f2c499d req-b69c8f44-6560-4987-bb9d-a761e27cfcc0 service nova] Acquired lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.110201] env[69249]: DEBUG nova.network.neutron [req-eaf4772e-a6e7-48eb-b529-dc0c1f2c499d req-b69c8f44-6560-4987-bb9d-a761e27cfcc0 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Refreshing network info cache for port 27010e59-bebc-4059-a8a9-0f63e5f26fb4 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.112147] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6c5650-47bd-4cac-a374-e34257b3931b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.132910] env[69249]: DEBUG nova.network.neutron [-] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.134722] env[69249]: DEBUG nova.virt.hardware [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.134936] env[69249]: DEBUG nova.virt.hardware [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.135108] env[69249]: DEBUG nova.virt.hardware [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.135301] env[69249]: DEBUG nova.virt.hardware [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.135487] env[69249]: DEBUG nova.virt.hardware [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.135568] env[69249]: DEBUG nova.virt.hardware [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.135760] env[69249]: DEBUG nova.virt.hardware [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.135911] env[69249]: DEBUG nova.virt.hardware [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.136082] env[69249]: DEBUG nova.virt.hardware [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.136257] env[69249]: DEBUG nova.virt.hardware [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.136449] env[69249]: DEBUG nova.virt.hardware [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.142697] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Reconfiguring VM to attach interface {{(pid=69249) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1091.143847] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ef9e3f5-d78e-4d06-ad63-9bb738f69004 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.158132] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fbde104-761c-4edc-9869-165ab57a621b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.172396] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc2ef07-e65f-4238-870a-b3f0abc23a19 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.185164] env[69249]: DEBUG oslo_vmware.api [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1091.185164] env[69249]: value = "task-3660035" [ 1091.185164] env[69249]: _type = "Task" [ 1091.185164] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.195021] env[69249]: DEBUG oslo_vmware.api [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660035, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.212687] env[69249]: DEBUG nova.compute.manager [req-450e2299-817f-43ff-8f75-27495c43eb83 req-9194405e-e1a9-44f5-96d2-ccfa7374f095 service nova] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Detach interface failed, port_id=db6fd761-6e4e-49f9-a41a-bef33b5c65d7, reason: Instance 4e8af2c9-4adb-432f-8519-96151a534e26 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1091.222075] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660033, 'name': Rename_Task, 'duration_secs': 0.161444} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.226139] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.228211] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-525d9e72-cf6f-4e50-94f9-bb65c90bbdfd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.236055] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068925} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.237587] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.237987] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Waiting for the task: (returnval){ [ 1091.237987] env[69249]: value = "task-3660037" [ 1091.237987] env[69249]: _type = "Task" [ 1091.237987] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.238734] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b406082-d034-4501-bd2a-70d25242fbf1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.267035] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 5add6621-22a2-4dde-964f-8031b6011230/5add6621-22a2-4dde-964f-8031b6011230.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.270976] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cb21c68-f12f-4073-aec3-fe9d70a9979e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.285701] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.292875] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1091.292875] env[69249]: value = "task-3660038" [ 1091.292875] env[69249]: _type = "Task" [ 1091.292875] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.301667] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.476295] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.476545] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquired lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.476675] env[69249]: DEBUG nova.network.neutron [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.494075] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.496861] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.725s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.524326] env[69249]: INFO nova.scheduler.client.report [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleted allocations for instance 51c4f924-0ffb-4647-b215-335cb3048b05 [ 1091.586581] env[69249]: DEBUG nova.compute.manager [req-5a013842-e66e-435e-94dd-725844a68be1 req-5eddb855-128f-4261-b339-fe935a7e2297 service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Received event network-vif-plugged-0d865bf4-38c4-498f-b949-819b2e54c173 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.587347] env[69249]: DEBUG oslo_concurrency.lockutils [req-5a013842-e66e-435e-94dd-725844a68be1 req-5eddb855-128f-4261-b339-fe935a7e2297 service nova] Acquiring lock "1b442703-16ca-4fd0-8611-af02d2ddea79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.587347] env[69249]: DEBUG oslo_concurrency.lockutils [req-5a013842-e66e-435e-94dd-725844a68be1 req-5eddb855-128f-4261-b339-fe935a7e2297 service nova] Lock "1b442703-16ca-4fd0-8611-af02d2ddea79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.587347] env[69249]: DEBUG oslo_concurrency.lockutils [req-5a013842-e66e-435e-94dd-725844a68be1 req-5eddb855-128f-4261-b339-fe935a7e2297 service nova] Lock "1b442703-16ca-4fd0-8611-af02d2ddea79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.587761] env[69249]: DEBUG nova.compute.manager [req-5a013842-e66e-435e-94dd-725844a68be1 req-5eddb855-128f-4261-b339-fe935a7e2297 service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] No waiting events found dispatching network-vif-plugged-0d865bf4-38c4-498f-b949-819b2e54c173 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1091.587761] env[69249]: WARNING nova.compute.manager [req-5a013842-e66e-435e-94dd-725844a68be1 req-5eddb855-128f-4261-b339-fe935a7e2297 service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Received unexpected event network-vif-plugged-0d865bf4-38c4-498f-b949-819b2e54c173 for instance with vm_state shelved_offloaded and task_state spawning. [ 1091.643860] env[69249]: INFO nova.compute.manager [-] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Took 1.42 seconds to deallocate network for instance. [ 1091.699066] env[69249]: DEBUG oslo_vmware.api [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.751374] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660037, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.804158] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.863735] env[69249]: DEBUG nova.network.neutron [req-eaf4772e-a6e7-48eb-b529-dc0c1f2c499d req-b69c8f44-6560-4987-bb9d-a761e27cfcc0 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Updated VIF entry in instance network info cache for port 27010e59-bebc-4059-a8a9-0f63e5f26fb4. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.864250] env[69249]: DEBUG nova.network.neutron [req-eaf4772e-a6e7-48eb-b529-dc0c1f2c499d req-b69c8f44-6560-4987-bb9d-a761e27cfcc0 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Updating instance_info_cache with network_info: [{"id": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "address": "fa:16:3e:d6:b4:45", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d3ea7a-f7", "ovs_interfaceid": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27010e59-bebc-4059-a8a9-0f63e5f26fb4", "address": "fa:16:3e:6e:be:a8", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27010e59-be", "ovs_interfaceid": "27010e59-bebc-4059-a8a9-0f63e5f26fb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.032410] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5a85cec9-c398-470d-a080-dae73a6f9207 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "51c4f924-0ffb-4647-b215-335cb3048b05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.825s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.151125] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.201795] env[69249]: DEBUG oslo_vmware.api [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.252732] env[69249]: DEBUG oslo_vmware.api [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660037, 'name': PowerOnVM_Task, 'duration_secs': 0.852009} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.253033] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.253314] env[69249]: INFO nova.compute.manager [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1092.253531] env[69249]: DEBUG nova.compute.manager [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1092.254439] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102ab137-dfa5-4b05-90cb-bee0eddc2ba2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.291301] env[69249]: DEBUG nova.network.neutron [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Updating instance_info_cache with network_info: [{"id": "0d865bf4-38c4-498f-b949-819b2e54c173", "address": "fa:16:3e:c2:fc:04", "network": {"id": "a9099a13-0068-416e-9d22-96a739b93da7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-572838466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55f32d20fa441d18bf3745170b8e7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d865bf4-38", "ovs_interfaceid": "0d865bf4-38c4-498f-b949-819b2e54c173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.305276] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660038, 'name': ReconfigVM_Task, 'duration_secs': 0.6639} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.305276] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 5add6621-22a2-4dde-964f-8031b6011230/5add6621-22a2-4dde-964f-8031b6011230.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.306754] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21edffd8-6e45-417e-ad30-b205fe7a0a85 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.314939] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1092.314939] env[69249]: value = "task-3660039" [ 1092.314939] env[69249]: _type = "Task" [ 1092.314939] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.324317] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660039, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.359234] env[69249]: INFO nova.compute.manager [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Rebuilding instance [ 1092.367435] env[69249]: DEBUG oslo_concurrency.lockutils [req-eaf4772e-a6e7-48eb-b529-dc0c1f2c499d req-b69c8f44-6560-4987-bb9d-a761e27cfcc0 service nova] Releasing lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.407011] env[69249]: DEBUG nova.compute.manager [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1092.408056] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e257ee07-1151-4ee9-ad2c-b2c146d4317d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.507859] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Applying migration context for instance 7f60ac74-14f2-49b5-98f0-417f5fb046ac as it has an incoming, in-progress migration e9c60c15-d5a5-450a-989c-edc86a52e3a9. Migration status is finished {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1092.509936] env[69249]: INFO nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating resource usage from migration e9c60c15-d5a5-450a-989c-edc86a52e3a9 [ 1092.529077] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance c2bacbbc-a57b-428f-af33-c85e4416ade5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.529245] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 4e8af2c9-4adb-432f-8519-96151a534e26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.529370] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 69555095-0946-44f1-b907-d926fda60f54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.529488] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 4c2c7a6e-6d27-4986-9afe-a91671ab04af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.529604] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 4bac618e-cec3-45c0-9f55-cc7a2be8d63f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.529715] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 32b00162-6b77-4db5-b82c-76e09f9aa7b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.529822] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance c669bad9-3298-4279-b3b3-08c0c9d4a81b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.529931] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance cb9ecca9-ceb4-412c-b29a-7b58e9c9602d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.530052] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 143ec27b-03a3-4765-abed-c1c47582f16a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.530167] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Migration e9c60c15-d5a5-450a-989c-edc86a52e3a9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1092.530278] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 7f60ac74-14f2-49b5-98f0-417f5fb046ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.530385] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 3ca15326-0be1-42b4-a6bc-c8d29595f26b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.530533] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 5add6621-22a2-4dde-964f-8031b6011230 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.530687] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 1b442703-16ca-4fd0-8611-af02d2ddea79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1092.530966] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1092.531164] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1092.699398] env[69249]: DEBUG oslo_vmware.api [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.713117] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c1ef7c-05f1-44e4-bc02-fd10e6b9ec8f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.721105] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dc4239-28ec-4392-8c9d-440e610f4aee {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.753713] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7b1b19-a542-4866-8f39-cfa5391ec77a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.762918] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8165087-af51-4bfe-a2a7-e901c4638e5e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.774012] env[69249]: INFO nova.compute.manager [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Took 20.72 seconds to build instance. [ 1092.782327] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.793889] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Releasing lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.816537] env[69249]: DEBUG nova.virt.hardware [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='149d7c0a55b1b7cfa571173eb02c434d',container_format='bare',created_at=2025-04-28T10:00:54Z,direct_url=,disk_format='vmdk',id=d394b8e3-cece-4e12-8f86-31e29fc5371a,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-979862492-shelved',owner='b55f32d20fa441d18bf3745170b8e7fc',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-04-28T10:01:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.816822] env[69249]: DEBUG nova.virt.hardware [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.817021] env[69249]: DEBUG nova.virt.hardware [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.819043] env[69249]: DEBUG nova.virt.hardware [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.819043] env[69249]: DEBUG nova.virt.hardware [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.819043] env[69249]: DEBUG nova.virt.hardware [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.819043] env[69249]: DEBUG nova.virt.hardware [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.819043] env[69249]: DEBUG nova.virt.hardware [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.819043] env[69249]: DEBUG nova.virt.hardware [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.819043] env[69249]: DEBUG nova.virt.hardware [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.819043] env[69249]: DEBUG nova.virt.hardware [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.819624] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8aabdd-1d4e-45e6-ace0-873d55eacd5a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.834919] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660039, 'name': Rename_Task, 'duration_secs': 0.21547} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.835290] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.836489] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36abcdf-81f2-46c1-a969-c2d8c9b91945 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.840254] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15cfd524-8e27-4627-aec6-5d566771a3c7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.851965] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:fc:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d865bf4-38c4-498f-b949-819b2e54c173', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.859636] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.861491] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.861823] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1092.861823] env[69249]: value = "task-3660040" [ 1092.861823] env[69249]: _type = "Task" [ 1092.861823] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.862019] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-515d0087-9b2a-4e72-adff-539363d18db0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.887945] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660040, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.889532] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.889532] env[69249]: value = "task-3660041" [ 1092.889532] env[69249]: _type = "Task" [ 1092.889532] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.899641] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660041, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.987841] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.988022] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.988221] env[69249]: DEBUG nova.compute.manager [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Going to confirm migration 5 {{(pid=69249) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1093.200046] env[69249]: DEBUG oslo_vmware.api [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660035, 'name': ReconfigVM_Task, 'duration_secs': 1.936263} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.200590] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.200805] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Reconfigured VM to attach interface {{(pid=69249) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1093.285259] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d6fa21b5-8346-46f9-918d-4c24227400b6 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Lock "3ca15326-0be1-42b4-a6bc-c8d29595f26b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.242s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.285894] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.390139] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660040, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.401290] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660041, 'name': CreateVM_Task, 'duration_secs': 0.41479} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.402266] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.402752] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d394b8e3-cece-4e12-8f86-31e29fc5371a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.403116] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d394b8e3-cece-4e12-8f86-31e29fc5371a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.403781] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d394b8e3-cece-4e12-8f86-31e29fc5371a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.404232] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5fbba7f-6f99-49c3-b696-73c3a360a209 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.411605] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1093.411605] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520b4609-c48b-df1c-e958-840b66cbda84" [ 1093.411605] env[69249]: _type = "Task" [ 1093.411605] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.424481] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.425935] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520b4609-c48b-df1c-e958-840b66cbda84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.425935] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1421228e-9d9d-40c2-92c0-9c86e1c4b0cd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.434792] env[69249]: DEBUG oslo_vmware.api [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Waiting for the task: (returnval){ [ 1093.434792] env[69249]: value = "task-3660043" [ 1093.434792] env[69249]: _type = "Task" [ 1093.434792] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.446516] env[69249]: DEBUG oslo_vmware.api [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3660043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.532140] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.532430] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.532596] env[69249]: DEBUG nova.network.neutron [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.532846] env[69249]: DEBUG nova.objects.instance [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lazy-loading 'info_cache' on Instance uuid 7f60ac74-14f2-49b5-98f0-417f5fb046ac {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.706757] env[69249]: DEBUG oslo_concurrency.lockutils [None req-08175a2f-ede8-4fac-9ea4-988e740b9341 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-32b00162-6b77-4db5-b82c-76e09f9aa7b8-27010e59-bebc-4059-a8a9-0f63e5f26fb4" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.109s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.744928] env[69249]: DEBUG nova.compute.manager [req-b781f570-2c4b-431f-b769-ecbc65be1df4 req-d7060cfa-d470-4816-aebb-a605867b9cd3 service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Received event network-changed-0d865bf4-38c4-498f-b949-819b2e54c173 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.745186] env[69249]: DEBUG nova.compute.manager [req-b781f570-2c4b-431f-b769-ecbc65be1df4 req-d7060cfa-d470-4816-aebb-a605867b9cd3 service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Refreshing instance network info cache due to event network-changed-0d865bf4-38c4-498f-b949-819b2e54c173. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.745430] env[69249]: DEBUG oslo_concurrency.lockutils [req-b781f570-2c4b-431f-b769-ecbc65be1df4 req-d7060cfa-d470-4816-aebb-a605867b9cd3 service nova] Acquiring lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.745604] env[69249]: DEBUG oslo_concurrency.lockutils [req-b781f570-2c4b-431f-b769-ecbc65be1df4 req-d7060cfa-d470-4816-aebb-a605867b9cd3 service nova] Acquired lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.745761] env[69249]: DEBUG nova.network.neutron [req-b781f570-2c4b-431f-b769-ecbc65be1df4 req-d7060cfa-d470-4816-aebb-a605867b9cd3 service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Refreshing network info cache for port 0d865bf4-38c4-498f-b949-819b2e54c173 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.790865] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1093.791079] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.294s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.792084] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.641s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.792339] env[69249]: DEBUG nova.objects.instance [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lazy-loading 'resources' on Instance uuid 4e8af2c9-4adb-432f-8519-96151a534e26 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.869952] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "e53047cd-0c48-4d0f-9665-1c4232994b34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.870217] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e53047cd-0c48-4d0f-9665-1c4232994b34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.889693] env[69249]: DEBUG oslo_vmware.api [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660040, 'name': PowerOnVM_Task, 'duration_secs': 0.754178} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.889997] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.890220] env[69249]: INFO nova.compute.manager [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1093.890423] env[69249]: DEBUG nova.compute.manager [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1093.891467] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cfe753-5441-4f6c-a0d6-e6e20894b4cf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.925851] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d394b8e3-cece-4e12-8f86-31e29fc5371a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.926156] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Processing image d394b8e3-cece-4e12-8f86-31e29fc5371a {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.926596] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d394b8e3-cece-4e12-8f86-31e29fc5371a/d394b8e3-cece-4e12-8f86-31e29fc5371a.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.926757] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d394b8e3-cece-4e12-8f86-31e29fc5371a/d394b8e3-cece-4e12-8f86-31e29fc5371a.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.926936] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.927208] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83556bf5-399a-4320-b9f3-479c4e7a06dd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.940729] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.940951] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.942238] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f8cf4d-14d5-43fa-8d2c-b18c290282b0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.948513] env[69249]: DEBUG oslo_vmware.api [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3660043, 'name': PowerOffVM_Task, 'duration_secs': 0.30916} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.949254] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.949980] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.950912] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad4257d9-81dc-46b9-952e-8932590846fa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.954141] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1093.954141] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52be5ede-6ece-02d6-f9e7-7de1e7d1880d" [ 1093.954141] env[69249]: _type = "Task" [ 1093.954141] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.961696] env[69249]: DEBUG oslo_vmware.api [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Waiting for the task: (returnval){ [ 1093.961696] env[69249]: value = "task-3660044" [ 1093.961696] env[69249]: _type = "Task" [ 1093.961696] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.965955] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52be5ede-6ece-02d6-f9e7-7de1e7d1880d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.977414] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] VM already powered off {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1093.977692] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1093.977959] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729479', 'volume_id': 'dce542c7-771b-4ffc-93a8-d35418fd0009', 'name': 'volume-dce542c7-771b-4ffc-93a8-d35418fd0009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bac618e-cec3-45c0-9f55-cc7a2be8d63f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce542c7-771b-4ffc-93a8-d35418fd0009', 'serial': 'dce542c7-771b-4ffc-93a8-d35418fd0009'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1093.979068] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bf3284-04e7-4e76-a58f-da0e2863db5f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.999840] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588a87a6-1760-4e82-b86c-8223a7091e28 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.007537] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e177ed47-501b-44d1-99fe-f3ea4d506773 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.025951] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45929ca-10a8-4a0c-bad9-43376a4ba9b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.047023] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] The volume has not been displaced from its original location: [datastore2] volume-dce542c7-771b-4ffc-93a8-d35418fd0009/volume-dce542c7-771b-4ffc-93a8-d35418fd0009.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1094.049331] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1094.049902] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-636e437a-f2a6-4697-8269-7e5e44346fb3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.071403] env[69249]: DEBUG oslo_vmware.api [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Waiting for the task: (returnval){ [ 1094.071403] env[69249]: value = "task-3660045" [ 1094.071403] env[69249]: _type = "Task" [ 1094.071403] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.081306] env[69249]: DEBUG oslo_vmware.api [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3660045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.098400] env[69249]: DEBUG oslo_concurrency.lockutils [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Acquiring lock "3ca15326-0be1-42b4-a6bc-c8d29595f26b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.098679] env[69249]: DEBUG oslo_concurrency.lockutils [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Lock "3ca15326-0be1-42b4-a6bc-c8d29595f26b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.098875] env[69249]: DEBUG oslo_concurrency.lockutils [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Acquiring lock "3ca15326-0be1-42b4-a6bc-c8d29595f26b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.099071] env[69249]: DEBUG oslo_concurrency.lockutils [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Lock "3ca15326-0be1-42b4-a6bc-c8d29595f26b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.099264] env[69249]: DEBUG oslo_concurrency.lockutils [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Lock "3ca15326-0be1-42b4-a6bc-c8d29595f26b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.101873] env[69249]: INFO nova.compute.manager [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Terminating instance [ 1094.373086] env[69249]: DEBUG nova.compute.manager [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.411027] env[69249]: INFO nova.compute.manager [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Took 20.65 seconds to build instance. [ 1094.466635] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Preparing fetch location {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1094.466883] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Fetch image to [datastore1] OSTACK_IMG_ac747ea5-0f7b-4951-88d5-eabad2eceffe/OSTACK_IMG_ac747ea5-0f7b-4951-88d5-eabad2eceffe.vmdk {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1094.467084] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Downloading stream optimized image d394b8e3-cece-4e12-8f86-31e29fc5371a to [datastore1] OSTACK_IMG_ac747ea5-0f7b-4951-88d5-eabad2eceffe/OSTACK_IMG_ac747ea5-0f7b-4951-88d5-eabad2eceffe.vmdk on the data store datastore1 as vApp {{(pid=69249) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1094.467303] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Downloading image file data d394b8e3-cece-4e12-8f86-31e29fc5371a to the ESX as VM named 'OSTACK_IMG_ac747ea5-0f7b-4951-88d5-eabad2eceffe' {{(pid=69249) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1094.536739] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08729c3e-576e-48a4-bbe9-700d6debc916 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.546745] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e151a2c-99c2-4a06-80c1-9f7d47300edd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.556017] env[69249]: DEBUG oslo_vmware.rw_handles [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1094.556017] env[69249]: value = "resgroup-9" [ 1094.556017] env[69249]: _type = "ResourcePool" [ 1094.556017] env[69249]: }. {{(pid=69249) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1094.556864] env[69249]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bb677c6a-2d5b-480e-bcd3-40d652f076c0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.620794] env[69249]: DEBUG nova.compute.manager [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.620889] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.630327] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63077237-5b05-4d98-9279-785470593954 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.636225] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f591a95-b96d-4f73-bb20-255044666b2d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.645020] env[69249]: DEBUG oslo_vmware.rw_handles [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lease: (returnval){ [ 1094.645020] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526e6b3b-9bbe-0371-ad30-d82fdd651cff" [ 1094.645020] env[69249]: _type = "HttpNfcLease" [ 1094.645020] env[69249]: } obtained for vApp import into resource pool (val){ [ 1094.645020] env[69249]: value = "resgroup-9" [ 1094.645020] env[69249]: _type = "ResourcePool" [ 1094.645020] env[69249]: }. {{(pid=69249) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1094.645020] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the lease: (returnval){ [ 1094.645020] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526e6b3b-9bbe-0371-ad30-d82fdd651cff" [ 1094.645020] env[69249]: _type = "HttpNfcLease" [ 1094.645020] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1094.660448] env[69249]: DEBUG oslo_vmware.api [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3660045, 'name': ReconfigVM_Task, 'duration_secs': 0.290055} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.660792] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.661697] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.669275] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ff73b73-9a37-4aa1-a6bc-d3d351495f7b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.673307] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825e5418-1d39-40dd-9a2e-88d18be54640 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.683102] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1183a880-8490-49d2-8f04-6dfb48a15208 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.698815] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1094.698815] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526e6b3b-9bbe-0371-ad30-d82fdd651cff" [ 1094.698815] env[69249]: _type = "HttpNfcLease" [ 1094.698815] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1094.710586] env[69249]: DEBUG nova.compute.provider_tree [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.715259] env[69249]: DEBUG nova.network.neutron [req-b781f570-2c4b-431f-b769-ecbc65be1df4 req-d7060cfa-d470-4816-aebb-a605867b9cd3 service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Updated VIF entry in instance network info cache for port 0d865bf4-38c4-498f-b949-819b2e54c173. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.715259] env[69249]: DEBUG nova.network.neutron [req-b781f570-2c4b-431f-b769-ecbc65be1df4 req-d7060cfa-d470-4816-aebb-a605867b9cd3 service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Updating instance_info_cache with network_info: [{"id": "0d865bf4-38c4-498f-b949-819b2e54c173", "address": "fa:16:3e:c2:fc:04", "network": {"id": "a9099a13-0068-416e-9d22-96a739b93da7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-572838466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55f32d20fa441d18bf3745170b8e7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d865bf4-38", "ovs_interfaceid": "0d865bf4-38c4-498f-b949-819b2e54c173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.717034] env[69249]: DEBUG oslo_vmware.api [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Waiting for the task: (returnval){ [ 1094.717034] env[69249]: value = "task-3660048" [ 1094.717034] env[69249]: _type = "Task" [ 1094.717034] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.717034] env[69249]: DEBUG oslo_vmware.api [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Waiting for the task: (returnval){ [ 1094.717034] env[69249]: value = "task-3660047" [ 1094.717034] env[69249]: _type = "Task" [ 1094.717034] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.730803] env[69249]: DEBUG oslo_vmware.api [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.734708] env[69249]: DEBUG oslo_vmware.api [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3660048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.897551] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.912697] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6c095739-c4c6-44ee-b8de-8026cff1bdfc tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "5add6621-22a2-4dde-964f-8031b6011230" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.165s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.939626] env[69249]: DEBUG nova.network.neutron [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating instance_info_cache with network_info: [{"id": "36dec8fe-0532-4e6a-b424-d6fd59232088", "address": "fa:16:3e:a5:66:b7", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36dec8fe-05", "ovs_interfaceid": "36dec8fe-0532-4e6a-b424-d6fd59232088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.154348] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1095.154348] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526e6b3b-9bbe-0371-ad30-d82fdd651cff" [ 1095.154348] env[69249]: _type = "HttpNfcLease" [ 1095.154348] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1095.221020] env[69249]: DEBUG nova.scheduler.client.report [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.223258] env[69249]: DEBUG oslo_concurrency.lockutils [req-b781f570-2c4b-431f-b769-ecbc65be1df4 req-d7060cfa-d470-4816-aebb-a605867b9cd3 service nova] Releasing lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.240262] env[69249]: DEBUG oslo_vmware.api [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660047, 'name': PowerOffVM_Task, 'duration_secs': 0.322621} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.244450] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.245063] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.246035] env[69249]: DEBUG oslo_vmware.api [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3660048, 'name': ReconfigVM_Task, 'duration_secs': 0.233354} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.246146] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa1155c4-85be-446f-b90d-1fab0485fcc0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.247938] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729479', 'volume_id': 'dce542c7-771b-4ffc-93a8-d35418fd0009', 'name': 'volume-dce542c7-771b-4ffc-93a8-d35418fd0009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bac618e-cec3-45c0-9f55-cc7a2be8d63f', 'attached_at': '', 'detached_at': '', 'volume_id': 'dce542c7-771b-4ffc-93a8-d35418fd0009', 'serial': 'dce542c7-771b-4ffc-93a8-d35418fd0009'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1095.248754] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.250537] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ce3cc0-cd71-4a2b-b5df-e920a3e30d13 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.262067] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.262067] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd4929f4-2b47-4660-930c-f2258a517edb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.341266] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.341530] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.341720] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Deleting the datastore file [datastore2] 4bac618e-cec3-45c0-9f55-cc7a2be8d63f {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.341991] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a60525e8-96ca-434d-840b-b7daa77eeb61 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.345765] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.345984] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.346183] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Deleting the datastore file [datastore2] 3ca15326-0be1-42b4-a6bc-c8d29595f26b {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.346878] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6160f65a-f72e-4bc5-8325-3b77535ca516 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.352219] env[69249]: DEBUG oslo_vmware.api [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Waiting for the task: (returnval){ [ 1095.352219] env[69249]: value = "task-3660051" [ 1095.352219] env[69249]: _type = "Task" [ 1095.352219] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.353503] env[69249]: DEBUG oslo_vmware.api [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Waiting for the task: (returnval){ [ 1095.353503] env[69249]: value = "task-3660052" [ 1095.353503] env[69249]: _type = "Task" [ 1095.353503] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.368439] env[69249]: DEBUG oslo_vmware.api [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3660051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.371581] env[69249]: DEBUG oslo_vmware.api [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.442513] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "refresh_cache-7f60ac74-14f2-49b5-98f0-417f5fb046ac" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.442621] env[69249]: DEBUG nova.objects.instance [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lazy-loading 'migration_context' on Instance uuid 7f60ac74-14f2-49b5-98f0-417f5fb046ac {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.651858] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1095.651858] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526e6b3b-9bbe-0371-ad30-d82fdd651cff" [ 1095.651858] env[69249]: _type = "HttpNfcLease" [ 1095.651858] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1095.727736] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.730566] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.833s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.732103] env[69249]: INFO nova.compute.claims [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.735594] env[69249]: DEBUG oslo_concurrency.lockutils [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "interface-32b00162-6b77-4db5-b82c-76e09f9aa7b8-27010e59-bebc-4059-a8a9-0f63e5f26fb4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.735974] env[69249]: DEBUG oslo_concurrency.lockutils [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-32b00162-6b77-4db5-b82c-76e09f9aa7b8-27010e59-bebc-4059-a8a9-0f63e5f26fb4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.753178] env[69249]: INFO nova.scheduler.client.report [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Deleted allocations for instance 4e8af2c9-4adb-432f-8519-96151a534e26 [ 1095.775254] env[69249]: DEBUG nova.compute.manager [req-3d26c3b9-f86c-4239-891e-8298a3120cf2 req-e894183a-4380-4baf-99d1-490447bcf73e service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Received event network-changed-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.775508] env[69249]: DEBUG nova.compute.manager [req-3d26c3b9-f86c-4239-891e-8298a3120cf2 req-e894183a-4380-4baf-99d1-490447bcf73e service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Refreshing instance network info cache due to event network-changed-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.775725] env[69249]: DEBUG oslo_concurrency.lockutils [req-3d26c3b9-f86c-4239-891e-8298a3120cf2 req-e894183a-4380-4baf-99d1-490447bcf73e service nova] Acquiring lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.775866] env[69249]: DEBUG oslo_concurrency.lockutils [req-3d26c3b9-f86c-4239-891e-8298a3120cf2 req-e894183a-4380-4baf-99d1-490447bcf73e service nova] Acquired lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.776174] env[69249]: DEBUG nova.network.neutron [req-3d26c3b9-f86c-4239-891e-8298a3120cf2 req-e894183a-4380-4baf-99d1-490447bcf73e service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Refreshing network info cache for port 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.864612] env[69249]: DEBUG oslo_vmware.api [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Task: {'id': task-3660051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177245} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.865294] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.865474] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.867020] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.870280] env[69249]: DEBUG oslo_vmware.api [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Task: {'id': task-3660052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254886} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.872418] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.872715] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.873200] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.873200] env[69249]: INFO nova.compute.manager [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1095.873200] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.874381] env[69249]: DEBUG nova.compute.manager [-] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.874381] env[69249]: DEBUG nova.network.neutron [-] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.932300] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1095.934986] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e0f4b83-7095-45a5-9848-6448be572ffd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.943789] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6bb038-3d83-4108-93f5-a26e87f9fd9d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.956361] env[69249]: DEBUG nova.objects.base [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Object Instance<7f60ac74-14f2-49b5-98f0-417f5fb046ac> lazy-loaded attributes: info_cache,migration_context {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1095.957647] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5d79fa-677d-4437-a4b2-6bc0cc6534b3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.988334] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9548f63-4bb5-4a64-bf12-ed042b969f76 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.991091] env[69249]: ERROR nova.compute.manager [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Failed to detach volume dce542c7-771b-4ffc-93a8-d35418fd0009 from /dev/sda: nova.exception.InstanceNotFound: Instance 4bac618e-cec3-45c0-9f55-cc7a2be8d63f could not be found. [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Traceback (most recent call last): [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] self.driver.rebuild(**kwargs) [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] raise NotImplementedError() [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] NotImplementedError [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] During handling of the above exception, another exception occurred: [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Traceback (most recent call last): [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] self.driver.detach_volume(context, old_connection_info, [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] return self._volumeops.detach_volume(connection_info, instance) [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] self._detach_volume_vmdk(connection_info, instance) [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] stable_ref.fetch_moref(session) [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] nova.exception.InstanceNotFound: Instance 4bac618e-cec3-45c0-9f55-cc7a2be8d63f could not be found. [ 1095.991091] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] [ 1095.997248] env[69249]: DEBUG oslo_vmware.api [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1095.997248] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526a5f25-be4c-355c-321d-fdae3dcd6260" [ 1095.997248] env[69249]: _type = "Task" [ 1095.997248] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.006069] env[69249]: DEBUG oslo_vmware.api [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526a5f25-be4c-355c-321d-fdae3dcd6260, 'name': SearchDatastore_Task} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.006396] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.154643] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1096.154643] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526e6b3b-9bbe-0371-ad30-d82fdd651cff" [ 1096.154643] env[69249]: _type = "HttpNfcLease" [ 1096.154643] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1096.154897] env[69249]: DEBUG oslo_vmware.rw_handles [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1096.154897] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526e6b3b-9bbe-0371-ad30-d82fdd651cff" [ 1096.154897] env[69249]: _type = "HttpNfcLease" [ 1096.154897] env[69249]: }. {{(pid=69249) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1096.155679] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b903aac-5a93-47e8-955e-09a8388996b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.164630] env[69249]: DEBUG oslo_vmware.rw_handles [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2d0c9-dd51-fde8-f9fb-3fa6c880f3d5/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1096.165104] env[69249]: DEBUG oslo_vmware.rw_handles [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2d0c9-dd51-fde8-f9fb-3fa6c880f3d5/disk-0.vmdk. {{(pid=69249) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1096.224062] env[69249]: DEBUG nova.compute.utils [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Build of instance 4bac618e-cec3-45c0-9f55-cc7a2be8d63f aborted: Failed to rebuild volume backed instance. {{(pid=69249) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1096.227760] env[69249]: DEBUG nova.compute.manager [req-86284ca9-0eef-4970-ad18-bd12d830dc7d req-ff2f67d2-a3a2-4f87-a385-3109b411e8b5 service nova] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Received event network-vif-deleted-888e2ca7-69ac-4a4f-8206-4e41c8585848 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.227970] env[69249]: INFO nova.compute.manager [req-86284ca9-0eef-4970-ad18-bd12d830dc7d req-ff2f67d2-a3a2-4f87-a385-3109b411e8b5 service nova] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Neutron deleted interface 888e2ca7-69ac-4a4f-8206-4e41c8585848; detaching it from the instance and deleting it from the info cache [ 1096.228172] env[69249]: DEBUG nova.network.neutron [req-86284ca9-0eef-4970-ad18-bd12d830dc7d req-ff2f67d2-a3a2-4f87-a385-3109b411e8b5 service nova] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.232068] env[69249]: ERROR nova.compute.manager [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 4bac618e-cec3-45c0-9f55-cc7a2be8d63f aborted: Failed to rebuild volume backed instance. [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Traceback (most recent call last): [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] self.driver.rebuild(**kwargs) [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] raise NotImplementedError() [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] NotImplementedError [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] During handling of the above exception, another exception occurred: [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Traceback (most recent call last): [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] self._detach_root_volume(context, instance, root_bdm) [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] with excutils.save_and_reraise_exception(): [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] self.force_reraise() [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] raise self.value [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] self.driver.detach_volume(context, old_connection_info, [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] return self._volumeops.detach_volume(connection_info, instance) [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] self._detach_volume_vmdk(connection_info, instance) [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] stable_ref.fetch_moref(session) [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] nova.exception.InstanceNotFound: Instance 4bac618e-cec3-45c0-9f55-cc7a2be8d63f could not be found. [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] During handling of the above exception, another exception occurred: [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Traceback (most recent call last): [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] yield [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1096.232068] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] self._do_rebuild_instance_with_claim( [ 1096.233317] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1096.233317] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] self._do_rebuild_instance( [ 1096.233317] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1096.233317] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] self._rebuild_default_impl(**kwargs) [ 1096.233317] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1096.233317] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] self._rebuild_volume_backed_instance( [ 1096.233317] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1096.233317] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] raise exception.BuildAbortException( [ 1096.233317] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] nova.exception.BuildAbortException: Build of instance 4bac618e-cec3-45c0-9f55-cc7a2be8d63f aborted: Failed to rebuild volume backed instance. [ 1096.233317] env[69249]: ERROR nova.compute.manager [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] [ 1096.241633] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7e85a43e-0f44-4943-b6d3-0534f4a70eff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.245647] env[69249]: DEBUG oslo_concurrency.lockutils [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.245647] env[69249]: DEBUG oslo_concurrency.lockutils [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.245647] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d996f8a6-4b7a-4d76-9aae-7413c93249ee {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.271494] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde51c98-0725-43e3-82bc-77202948a5a5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.274854] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e15480d2-13c0-4131-b16b-4d48c0333921 tempest-ServerRescueTestJSON-949415019 tempest-ServerRescueTestJSON-949415019-project-member] Lock "4e8af2c9-4adb-432f-8519-96151a534e26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.080s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.307357] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Reconfiguring VM to detach interface {{(pid=69249) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1096.307582] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-708ffc12-25f7-4406-bd02-fdacc131586c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.328077] env[69249]: DEBUG oslo_vmware.api [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1096.328077] env[69249]: value = "task-3660054" [ 1096.328077] env[69249]: _type = "Task" [ 1096.328077] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.337918] env[69249]: DEBUG oslo_vmware.api [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.631194] env[69249]: DEBUG nova.network.neutron [req-3d26c3b9-f86c-4239-891e-8298a3120cf2 req-e894183a-4380-4baf-99d1-490447bcf73e service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Updated VIF entry in instance network info cache for port 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.631194] env[69249]: DEBUG nova.network.neutron [req-3d26c3b9-f86c-4239-891e-8298a3120cf2 req-e894183a-4380-4baf-99d1-490447bcf73e service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Updating instance_info_cache with network_info: [{"id": "1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765", "address": "fa:16:3e:94:92:98", "network": {"id": "e59dfeb9-7c22-4fe8-87c2-63ac957af66b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2005901689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "555aaedd80894aeb87e5c67e30897de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2b4ecf-5f", "ovs_interfaceid": "1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.632208] env[69249]: DEBUG nova.network.neutron [-] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.738487] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe21b7df-85a0-4781-bf4a-4d1dc32bce4e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.755313] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33122538-8867-4288-af2f-1621945f97b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.797717] env[69249]: DEBUG nova.compute.manager [req-86284ca9-0eef-4970-ad18-bd12d830dc7d req-ff2f67d2-a3a2-4f87-a385-3109b411e8b5 service nova] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Detach interface failed, port_id=888e2ca7-69ac-4a4f-8206-4e41c8585848, reason: Instance 3ca15326-0be1-42b4-a6bc-c8d29595f26b could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.840802] env[69249]: DEBUG oslo_vmware.api [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.977822] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ce3729-ea6a-4aad-96a3-391a574c865f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.991559] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e53d92-9282-4bb2-a4e5-a2f84094632d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.033288] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372cccb9-2fc9-480e-bfb2-e41ac09caff3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.045639] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03362793-a947-422b-811a-7ac28b8d1bb7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.063348] env[69249]: DEBUG nova.compute.provider_tree [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.138376] env[69249]: INFO nova.compute.manager [-] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Took 1.26 seconds to deallocate network for instance. [ 1097.138939] env[69249]: DEBUG oslo_concurrency.lockutils [req-3d26c3b9-f86c-4239-891e-8298a3120cf2 req-e894183a-4380-4baf-99d1-490447bcf73e service nova] Releasing lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.278336] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5e993-2945-aa1d-7f4e-bc47cf114693/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1097.279526] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9580429b-48ef-437c-8f10-1021798f0de4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.293960] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5e993-2945-aa1d-7f4e-bc47cf114693/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1097.294191] env[69249]: ERROR oslo_vmware.rw_handles [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5e993-2945-aa1d-7f4e-bc47cf114693/disk-0.vmdk due to incomplete transfer. [ 1097.294473] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7ac34621-6347-43db-b961-0834a2441b53 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.303360] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5e993-2945-aa1d-7f4e-bc47cf114693/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1097.303572] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Uploaded image 0b88f6f9-ba01-4cad-bbd4-591f1103b6f8 to the Glance image server {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1097.306496] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1097.309322] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5f47b80f-5b7d-4f61-829d-27d89d223f66 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.319689] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1097.319689] env[69249]: value = "task-3660055" [ 1097.319689] env[69249]: _type = "Task" [ 1097.319689] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.329281] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660055, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.344167] env[69249]: DEBUG oslo_vmware.api [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.569495] env[69249]: DEBUG nova.scheduler.client.report [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.625826] env[69249]: DEBUG oslo_vmware.rw_handles [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Completed reading data from the image iterator. {{(pid=69249) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1097.626077] env[69249]: DEBUG oslo_vmware.rw_handles [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2d0c9-dd51-fde8-f9fb-3fa6c880f3d5/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1097.628626] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499734ec-b6ba-4f5a-88bf-25f763c0d151 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.636806] env[69249]: DEBUG oslo_vmware.rw_handles [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2d0c9-dd51-fde8-f9fb-3fa6c880f3d5/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1097.637018] env[69249]: DEBUG oslo_vmware.rw_handles [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2d0c9-dd51-fde8-f9fb-3fa6c880f3d5/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1097.637277] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7fd3f1ed-b371-431e-bbfc-4aae6ac0f80b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.645530] env[69249]: DEBUG oslo_concurrency.lockutils [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.807724] env[69249]: DEBUG nova.compute.manager [req-06fdce5b-93aa-419f-b10d-d0ee3be21f98 req-283a8bca-c512-44a9-9dde-3383b07f449c service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Received event network-changed-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.807985] env[69249]: DEBUG nova.compute.manager [req-06fdce5b-93aa-419f-b10d-d0ee3be21f98 req-283a8bca-c512-44a9-9dde-3383b07f449c service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Refreshing instance network info cache due to event network-changed-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.808139] env[69249]: DEBUG oslo_concurrency.lockutils [req-06fdce5b-93aa-419f-b10d-d0ee3be21f98 req-283a8bca-c512-44a9-9dde-3383b07f449c service nova] Acquiring lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.808281] env[69249]: DEBUG oslo_concurrency.lockutils [req-06fdce5b-93aa-419f-b10d-d0ee3be21f98 req-283a8bca-c512-44a9-9dde-3383b07f449c service nova] Acquired lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.808549] env[69249]: DEBUG nova.network.neutron [req-06fdce5b-93aa-419f-b10d-d0ee3be21f98 req-283a8bca-c512-44a9-9dde-3383b07f449c service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Refreshing network info cache for port 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.835908] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660055, 'name': Destroy_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.844532] env[69249]: DEBUG oslo_vmware.api [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.075627] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.076195] env[69249]: DEBUG nova.compute.manager [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.079437] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.073s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.178988] env[69249]: DEBUG oslo_vmware.rw_handles [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2d0c9-dd51-fde8-f9fb-3fa6c880f3d5/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1098.179220] env[69249]: INFO nova.virt.vmwareapi.images [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Downloaded image file data d394b8e3-cece-4e12-8f86-31e29fc5371a [ 1098.179977] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782f0b44-16a2-432f-8dfb-e81198534a7a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.195922] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d35b329e-cb2c-4374-ad07-5a92871a7627 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.252718] env[69249]: DEBUG oslo_concurrency.lockutils [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.301895] env[69249]: INFO nova.virt.vmwareapi.images [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] The imported VM was unregistered [ 1098.304380] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Caching image {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1098.304380] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d394b8e3-cece-4e12-8f86-31e29fc5371a {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.304618] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d7c2198-b705-4646-8d34-521920c9d7f1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.319592] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Created directory with path [datastore1] devstack-image-cache_base/d394b8e3-cece-4e12-8f86-31e29fc5371a {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.319592] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ac747ea5-0f7b-4951-88d5-eabad2eceffe/OSTACK_IMG_ac747ea5-0f7b-4951-88d5-eabad2eceffe.vmdk to [datastore1] devstack-image-cache_base/d394b8e3-cece-4e12-8f86-31e29fc5371a/d394b8e3-cece-4e12-8f86-31e29fc5371a.vmdk. {{(pid=69249) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1098.319799] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-100b27f2-4f66-4cd0-9c81-50463dd9885c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.329068] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1098.329068] env[69249]: value = "task-3660058" [ 1098.329068] env[69249]: _type = "Task" [ 1098.329068] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.337012] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660055, 'name': Destroy_Task, 'duration_secs': 0.581879} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.341337] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Destroyed the VM [ 1098.341660] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1098.344671] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c06d134f-195c-44b2-9162-179321d63518 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.346300] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660058, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.351423] env[69249]: DEBUG oslo_vmware.api [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.352821] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1098.352821] env[69249]: value = "task-3660059" [ 1098.352821] env[69249]: _type = "Task" [ 1098.352821] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.365038] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660059, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.583270] env[69249]: DEBUG nova.compute.utils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.587790] env[69249]: DEBUG nova.compute.manager [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.587986] env[69249]: DEBUG nova.network.neutron [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.646025] env[69249]: DEBUG nova.policy [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdfd4f530271419ebba9bed34314b2a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6a6ad9093624bf6ae36125cc477c4ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.814517] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5516950c-ac46-46e7-9eaf-f4252a3c6a17 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.823713] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01469cbe-735d-48a9-ae82-1c35f85520c3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.872279] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6012709b-b3c0-44af-b195-d6ae746459bb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.876816] env[69249]: DEBUG nova.network.neutron [req-06fdce5b-93aa-419f-b10d-d0ee3be21f98 req-283a8bca-c512-44a9-9dde-3383b07f449c service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Updated VIF entry in instance network info cache for port 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.877160] env[69249]: DEBUG nova.network.neutron [req-06fdce5b-93aa-419f-b10d-d0ee3be21f98 req-283a8bca-c512-44a9-9dde-3383b07f449c service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Updating instance_info_cache with network_info: [{"id": "1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765", "address": "fa:16:3e:94:92:98", "network": {"id": "e59dfeb9-7c22-4fe8-87c2-63ac957af66b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2005901689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "555aaedd80894aeb87e5c67e30897de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2b4ecf-5f", "ovs_interfaceid": "1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.884160] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660058, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.893749] env[69249]: DEBUG oslo_vmware.api [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.894067] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660059, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.895919] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2bfed1-8afa-4ceb-92a0-fc5a433a11b5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.916769] env[69249]: DEBUG nova.compute.provider_tree [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.088422] env[69249]: DEBUG nova.compute.manager [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.200188] env[69249]: DEBUG nova.network.neutron [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Successfully created port: 8d1fb131-7a84-4b9b-ac2c-2443b1a80738 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.265257] env[69249]: DEBUG nova.compute.manager [req-d069567b-0d13-45ca-813b-64d703af7c1a req-9580682a-ccc7-4844-b013-74e35c56f3eb service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Received event network-changed-8715bfc3-fc9c-48a3-8028-f37c366a8979 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.265257] env[69249]: DEBUG nova.compute.manager [req-d069567b-0d13-45ca-813b-64d703af7c1a req-9580682a-ccc7-4844-b013-74e35c56f3eb service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Refreshing instance network info cache due to event network-changed-8715bfc3-fc9c-48a3-8028-f37c366a8979. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.265257] env[69249]: DEBUG oslo_concurrency.lockutils [req-d069567b-0d13-45ca-813b-64d703af7c1a req-9580682a-ccc7-4844-b013-74e35c56f3eb service nova] Acquiring lock "refresh_cache-5add6621-22a2-4dde-964f-8031b6011230" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.265257] env[69249]: DEBUG oslo_concurrency.lockutils [req-d069567b-0d13-45ca-813b-64d703af7c1a req-9580682a-ccc7-4844-b013-74e35c56f3eb service nova] Acquired lock "refresh_cache-5add6621-22a2-4dde-964f-8031b6011230" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.265730] env[69249]: DEBUG nova.network.neutron [req-d069567b-0d13-45ca-813b-64d703af7c1a req-9580682a-ccc7-4844-b013-74e35c56f3eb service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Refreshing network info cache for port 8715bfc3-fc9c-48a3-8028-f37c366a8979 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.341402] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660058, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.377348] env[69249]: DEBUG oslo_vmware.api [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.381500] env[69249]: DEBUG oslo_concurrency.lockutils [req-06fdce5b-93aa-419f-b10d-d0ee3be21f98 req-283a8bca-c512-44a9-9dde-3383b07f449c service nova] Releasing lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.381818] env[69249]: DEBUG nova.compute.manager [req-06fdce5b-93aa-419f-b10d-d0ee3be21f98 req-283a8bca-c512-44a9-9dde-3383b07f449c service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Received event network-changed-8715bfc3-fc9c-48a3-8028-f37c366a8979 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.382264] env[69249]: DEBUG nova.compute.manager [req-06fdce5b-93aa-419f-b10d-d0ee3be21f98 req-283a8bca-c512-44a9-9dde-3383b07f449c service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Refreshing instance network info cache due to event network-changed-8715bfc3-fc9c-48a3-8028-f37c366a8979. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.382437] env[69249]: DEBUG oslo_concurrency.lockutils [req-06fdce5b-93aa-419f-b10d-d0ee3be21f98 req-283a8bca-c512-44a9-9dde-3383b07f449c service nova] Acquiring lock "refresh_cache-5add6621-22a2-4dde-964f-8031b6011230" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.382709] env[69249]: DEBUG oslo_vmware.api [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660059, 'name': RemoveSnapshot_Task, 'duration_secs': 0.958161} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.382976] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1099.383266] env[69249]: INFO nova.compute.manager [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Took 16.31 seconds to snapshot the instance on the hypervisor. [ 1099.420566] env[69249]: DEBUG nova.scheduler.client.report [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.729077] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Acquiring lock "4bac618e-cec3-45c0-9f55-cc7a2be8d63f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.729412] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Lock "4bac618e-cec3-45c0-9f55-cc7a2be8d63f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.729660] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Acquiring lock "4bac618e-cec3-45c0-9f55-cc7a2be8d63f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.729827] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Lock "4bac618e-cec3-45c0-9f55-cc7a2be8d63f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.729994] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Lock "4bac618e-cec3-45c0-9f55-cc7a2be8d63f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.733865] env[69249]: INFO nova.compute.manager [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Terminating instance [ 1099.842216] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660058, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.876633] env[69249]: DEBUG oslo_vmware.api [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.931681] env[69249]: DEBUG nova.compute.manager [None req-d9da2a5e-4b3e-4a55-815b-7e411874634c tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Found 1 images (rotation: 2) {{(pid=69249) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1100.008892] env[69249]: DEBUG nova.network.neutron [req-d069567b-0d13-45ca-813b-64d703af7c1a req-9580682a-ccc7-4844-b013-74e35c56f3eb service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Updated VIF entry in instance network info cache for port 8715bfc3-fc9c-48a3-8028-f37c366a8979. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.009348] env[69249]: DEBUG nova.network.neutron [req-d069567b-0d13-45ca-813b-64d703af7c1a req-9580682a-ccc7-4844-b013-74e35c56f3eb service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Updating instance_info_cache with network_info: [{"id": "8715bfc3-fc9c-48a3-8028-f37c366a8979", "address": "fa:16:3e:41:66:59", "network": {"id": "e59dfeb9-7c22-4fe8-87c2-63ac957af66b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2005901689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "555aaedd80894aeb87e5c67e30897de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8715bfc3-fc", "ovs_interfaceid": "8715bfc3-fc9c-48a3-8028-f37c366a8979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.101020] env[69249]: DEBUG nova.compute.manager [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.134747] env[69249]: DEBUG nova.virt.hardware [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.134747] env[69249]: DEBUG nova.virt.hardware [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.134747] env[69249]: DEBUG nova.virt.hardware [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.134747] env[69249]: DEBUG nova.virt.hardware [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.134747] env[69249]: DEBUG nova.virt.hardware [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.135229] env[69249]: DEBUG nova.virt.hardware [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.135686] env[69249]: DEBUG nova.virt.hardware [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.135920] env[69249]: DEBUG nova.virt.hardware [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.136296] env[69249]: DEBUG nova.virt.hardware [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.136994] env[69249]: DEBUG nova.virt.hardware [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.137257] env[69249]: DEBUG nova.virt.hardware [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.138307] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5a99f5-28c8-4b61-9194-8d19a2a2cf14 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.147794] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4f07af-3bac-48ea-b34c-699dc8bf230b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.165232] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquiring lock "5add6621-22a2-4dde-964f-8031b6011230" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.165578] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "5add6621-22a2-4dde-964f-8031b6011230" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.165851] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquiring lock "5add6621-22a2-4dde-964f-8031b6011230-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.166237] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "5add6621-22a2-4dde-964f-8031b6011230-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.166237] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "5add6621-22a2-4dde-964f-8031b6011230-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.169147] env[69249]: INFO nova.compute.manager [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Terminating instance [ 1100.238886] env[69249]: DEBUG nova.compute.manager [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.239452] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90e97d72-defa-4693-a44d-2039297451dc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.250929] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8489e6b-3f40-494a-b6e2-3dcf05287e17 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.287506] env[69249]: WARNING nova.virt.vmwareapi.driver [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 4bac618e-cec3-45c0-9f55-cc7a2be8d63f could not be found. [ 1100.287506] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.287506] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-687bf5c7-f25c-4e2e-93cc-c24a57ef68af {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.297474] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5731514a-7240-4ccc-b02b-a2682267c1a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.333592] env[69249]: WARNING nova.virt.vmwareapi.vmops [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4bac618e-cec3-45c0-9f55-cc7a2be8d63f could not be found. [ 1100.333799] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.333857] env[69249]: INFO nova.compute.manager [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1100.334157] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.337641] env[69249]: DEBUG nova.compute.manager [-] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.337752] env[69249]: DEBUG nova.network.neutron [-] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.345726] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660058, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.362894] env[69249]: DEBUG nova.compute.manager [req-13f32572-4d00-4055-8cee-a5a6b76f0f42 req-d351e0ac-4128-4365-a18d-ab9bdeb83546 service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Received event network-changed-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.362894] env[69249]: DEBUG nova.compute.manager [req-13f32572-4d00-4055-8cee-a5a6b76f0f42 req-d351e0ac-4128-4365-a18d-ab9bdeb83546 service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Refreshing instance network info cache due to event network-changed-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.363063] env[69249]: DEBUG oslo_concurrency.lockutils [req-13f32572-4d00-4055-8cee-a5a6b76f0f42 req-d351e0ac-4128-4365-a18d-ab9bdeb83546 service nova] Acquiring lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.363163] env[69249]: DEBUG oslo_concurrency.lockutils [req-13f32572-4d00-4055-8cee-a5a6b76f0f42 req-d351e0ac-4128-4365-a18d-ab9bdeb83546 service nova] Acquired lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.363419] env[69249]: DEBUG nova.network.neutron [req-13f32572-4d00-4055-8cee-a5a6b76f0f42 req-d351e0ac-4128-4365-a18d-ab9bdeb83546 service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Refreshing network info cache for port 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.377704] env[69249]: DEBUG oslo_vmware.api [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.438288] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.359s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.441543] env[69249]: DEBUG oslo_concurrency.lockutils [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.796s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.441798] env[69249]: DEBUG nova.objects.instance [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Lazy-loading 'resources' on Instance uuid 3ca15326-0be1-42b4-a6bc-c8d29595f26b {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.514030] env[69249]: DEBUG oslo_concurrency.lockutils [req-d069567b-0d13-45ca-813b-64d703af7c1a req-9580682a-ccc7-4844-b013-74e35c56f3eb service nova] Releasing lock "refresh_cache-5add6621-22a2-4dde-964f-8031b6011230" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.514440] env[69249]: DEBUG oslo_concurrency.lockutils [req-06fdce5b-93aa-419f-b10d-d0ee3be21f98 req-283a8bca-c512-44a9-9dde-3383b07f449c service nova] Acquired lock "refresh_cache-5add6621-22a2-4dde-964f-8031b6011230" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.514625] env[69249]: DEBUG nova.network.neutron [req-06fdce5b-93aa-419f-b10d-d0ee3be21f98 req-283a8bca-c512-44a9-9dde-3383b07f449c service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Refreshing network info cache for port 8715bfc3-fc9c-48a3-8028-f37c366a8979 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.674118] env[69249]: DEBUG nova.compute.manager [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.674678] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.677036] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124abfff-cc44-4e9b-b78f-3b93d15cffba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.684286] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.684588] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2fa4cca-c8f0-49ff-a6fc-753e86255d3a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.689357] env[69249]: DEBUG nova.compute.manager [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1100.690467] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618737a3-0f63-4a0c-b5eb-f9d7ccf934eb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.696348] env[69249]: DEBUG oslo_vmware.api [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1100.696348] env[69249]: value = "task-3660061" [ 1100.696348] env[69249]: _type = "Task" [ 1100.696348] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.717312] env[69249]: DEBUG oslo_vmware.api [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.844464] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660058, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.469143} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.844782] env[69249]: INFO nova.virt.vmwareapi.ds_util [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ac747ea5-0f7b-4951-88d5-eabad2eceffe/OSTACK_IMG_ac747ea5-0f7b-4951-88d5-eabad2eceffe.vmdk to [datastore1] devstack-image-cache_base/d394b8e3-cece-4e12-8f86-31e29fc5371a/d394b8e3-cece-4e12-8f86-31e29fc5371a.vmdk. [ 1100.846561] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Cleaning up location [datastore1] OSTACK_IMG_ac747ea5-0f7b-4951-88d5-eabad2eceffe {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1100.846561] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ac747ea5-0f7b-4951-88d5-eabad2eceffe {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.846561] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2513b952-7b9f-48dd-9e1c-c5aa14f69554 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.851379] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1100.851379] env[69249]: value = "task-3660062" [ 1100.851379] env[69249]: _type = "Task" [ 1100.851379] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.859828] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.883209] env[69249]: DEBUG oslo_vmware.api [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.006882] env[69249]: DEBUG nova.network.neutron [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Successfully updated port: 8d1fb131-7a84-4b9b-ac2c-2443b1a80738 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.037330] env[69249]: INFO nova.scheduler.client.report [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Deleted allocation for migration e9c60c15-d5a5-450a-989c-edc86a52e3a9 [ 1101.204778] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51c1aac-9db2-4c1f-91eb-35a5e864ab85 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.212174] env[69249]: INFO nova.compute.manager [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] instance snapshotting [ 1101.213231] env[69249]: DEBUG nova.objects.instance [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lazy-loading 'flavor' on Instance uuid 4c2c7a6e-6d27-4986-9afe-a91671ab04af {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.218154] env[69249]: DEBUG oslo_vmware.api [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660061, 'name': PowerOffVM_Task, 'duration_secs': 0.489775} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.218707] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.218925] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.222818] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fb7d982-cf0f-4ab9-ba59-1237f962cada {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.228516] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215d29d4-738b-4c6d-b0ac-fe921b777f5b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.260309] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24536b25-bc2f-46e5-bcf1-3eb36c4a8c05 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.268402] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b35727-bad2-477b-997c-c8d09fa5de58 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.283762] env[69249]: DEBUG nova.compute.provider_tree [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.295402] env[69249]: DEBUG nova.compute.manager [req-56416c65-07ba-4355-956a-e16783cdc7a3 req-655371b1-8abb-4342-bb40-c3d690c53216 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Received event network-vif-deleted-ae39101d-b466-4012-87f9-9804a0f32b5b {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.295758] env[69249]: INFO nova.compute.manager [req-56416c65-07ba-4355-956a-e16783cdc7a3 req-655371b1-8abb-4342-bb40-c3d690c53216 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Neutron deleted interface ae39101d-b466-4012-87f9-9804a0f32b5b; detaching it from the instance and deleting it from the info cache [ 1101.295984] env[69249]: DEBUG nova.network.neutron [req-56416c65-07ba-4355-956a-e16783cdc7a3 req-655371b1-8abb-4342-bb40-c3d690c53216 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.301211] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.301458] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.303459] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Deleting the datastore file [datastore2] 5add6621-22a2-4dde-964f-8031b6011230 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.303459] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ad28bec-116e-4659-a9e1-3654607f28be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.311471] env[69249]: DEBUG oslo_vmware.api [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1101.311471] env[69249]: value = "task-3660064" [ 1101.311471] env[69249]: _type = "Task" [ 1101.311471] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.320065] env[69249]: DEBUG oslo_vmware.api [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.360637] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038127} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.360913] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.361135] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d394b8e3-cece-4e12-8f86-31e29fc5371a/d394b8e3-cece-4e12-8f86-31e29fc5371a.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.361429] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d394b8e3-cece-4e12-8f86-31e29fc5371a/d394b8e3-cece-4e12-8f86-31e29fc5371a.vmdk to [datastore1] 1b442703-16ca-4fd0-8611-af02d2ddea79/1b442703-16ca-4fd0-8611-af02d2ddea79.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.361779] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2f3cffb-c589-4861-83af-a0e5e57af645 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.374315] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1101.374315] env[69249]: value = "task-3660065" [ 1101.374315] env[69249]: _type = "Task" [ 1101.374315] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.381513] env[69249]: DEBUG oslo_vmware.api [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.388997] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.392223] env[69249]: DEBUG nova.network.neutron [req-13f32572-4d00-4055-8cee-a5a6b76f0f42 req-d351e0ac-4128-4365-a18d-ab9bdeb83546 service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Updated VIF entry in instance network info cache for port 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.392578] env[69249]: DEBUG nova.network.neutron [req-13f32572-4d00-4055-8cee-a5a6b76f0f42 req-d351e0ac-4128-4365-a18d-ab9bdeb83546 service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Updating instance_info_cache with network_info: [{"id": "1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765", "address": "fa:16:3e:94:92:98", "network": {"id": "e59dfeb9-7c22-4fe8-87c2-63ac957af66b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2005901689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "555aaedd80894aeb87e5c67e30897de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2b4ecf-5f", "ovs_interfaceid": "1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.509395] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "refresh_cache-e53047cd-0c48-4d0f-9665-1c4232994b34" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.509395] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "refresh_cache-e53047cd-0c48-4d0f-9665-1c4232994b34" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.509556] env[69249]: DEBUG nova.network.neutron [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.549397] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2e3f8998-59b4-4e7e-8e4b-55fd37f6de14 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.561s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.624572] env[69249]: DEBUG nova.network.neutron [req-06fdce5b-93aa-419f-b10d-d0ee3be21f98 req-283a8bca-c512-44a9-9dde-3383b07f449c service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Updated VIF entry in instance network info cache for port 8715bfc3-fc9c-48a3-8028-f37c366a8979. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.624572] env[69249]: DEBUG nova.network.neutron [req-06fdce5b-93aa-419f-b10d-d0ee3be21f98 req-283a8bca-c512-44a9-9dde-3383b07f449c service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Updating instance_info_cache with network_info: [{"id": "8715bfc3-fc9c-48a3-8028-f37c366a8979", "address": "fa:16:3e:41:66:59", "network": {"id": "e59dfeb9-7c22-4fe8-87c2-63ac957af66b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2005901689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "555aaedd80894aeb87e5c67e30897de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8715bfc3-fc", "ovs_interfaceid": "8715bfc3-fc9c-48a3-8028-f37c366a8979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.660482] env[69249]: DEBUG nova.network.neutron [-] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.723386] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fdc252-02bd-48ac-8b88-03d6a8fa2775 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.752945] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daa98da-d31d-4fcf-91f4-36fb9165bd24 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.789900] env[69249]: DEBUG nova.scheduler.client.report [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.803812] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04a8939f-1210-4c66-9459-7ab465510be8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.821575] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc09424-404f-4152-b19d-dc0501aaa056 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.841206] env[69249]: DEBUG oslo_vmware.api [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151777} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.842321] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.842553] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.842797] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.842925] env[69249]: INFO nova.compute.manager [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1101.843203] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.843351] env[69249]: DEBUG nova.compute.manager [-] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.843441] env[69249]: DEBUG nova.network.neutron [-] [instance: 5add6621-22a2-4dde-964f-8031b6011230] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.865056] env[69249]: DEBUG nova.compute.manager [req-56416c65-07ba-4355-956a-e16783cdc7a3 req-655371b1-8abb-4342-bb40-c3d690c53216 service nova] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Detach interface failed, port_id=ae39101d-b466-4012-87f9-9804a0f32b5b, reason: Instance 4bac618e-cec3-45c0-9f55-cc7a2be8d63f could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.877129] env[69249]: DEBUG oslo_vmware.api [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660054, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.890974] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660065, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.895517] env[69249]: DEBUG oslo_concurrency.lockutils [req-13f32572-4d00-4055-8cee-a5a6b76f0f42 req-d351e0ac-4128-4365-a18d-ab9bdeb83546 service nova] Releasing lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.077995] env[69249]: DEBUG nova.network.neutron [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.127873] env[69249]: DEBUG oslo_concurrency.lockutils [req-06fdce5b-93aa-419f-b10d-d0ee3be21f98 req-283a8bca-c512-44a9-9dde-3383b07f449c service nova] Releasing lock "refresh_cache-5add6621-22a2-4dde-964f-8031b6011230" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.163051] env[69249]: INFO nova.compute.manager [-] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Took 1.83 seconds to deallocate network for instance. [ 1102.265297] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1102.265640] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-46d4bd1d-346c-4258-b947-ee6f7535ff1c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.273685] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1102.273685] env[69249]: value = "task-3660066" [ 1102.273685] env[69249]: _type = "Task" [ 1102.273685] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.283704] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660066, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.293828] env[69249]: DEBUG oslo_concurrency.lockutils [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.296794] env[69249]: DEBUG oslo_concurrency.lockutils [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.044s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.328271] env[69249]: INFO nova.scheduler.client.report [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Deleted allocations for instance 3ca15326-0be1-42b4-a6bc-c8d29595f26b [ 1102.367050] env[69249]: DEBUG nova.network.neutron [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Updating instance_info_cache with network_info: [{"id": "8d1fb131-7a84-4b9b-ac2c-2443b1a80738", "address": "fa:16:3e:72:3e:de", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1fb131-7a", "ovs_interfaceid": "8d1fb131-7a84-4b9b-ac2c-2443b1a80738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.386577] env[69249]: DEBUG oslo_vmware.api [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660054, 'name': ReconfigVM_Task, 'duration_secs': 5.821703} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.390975] env[69249]: DEBUG oslo_concurrency.lockutils [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.391259] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Reconfigured VM to detach interface {{(pid=69249) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1102.400368] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660065, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.522074] env[69249]: DEBUG nova.compute.manager [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Received event network-vif-plugged-8d1fb131-7a84-4b9b-ac2c-2443b1a80738 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.522335] env[69249]: DEBUG oslo_concurrency.lockutils [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] Acquiring lock "e53047cd-0c48-4d0f-9665-1c4232994b34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.522563] env[69249]: DEBUG oslo_concurrency.lockutils [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] Lock "e53047cd-0c48-4d0f-9665-1c4232994b34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.523317] env[69249]: DEBUG oslo_concurrency.lockutils [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] Lock "e53047cd-0c48-4d0f-9665-1c4232994b34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.523317] env[69249]: DEBUG nova.compute.manager [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] No waiting events found dispatching network-vif-plugged-8d1fb131-7a84-4b9b-ac2c-2443b1a80738 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1102.523317] env[69249]: WARNING nova.compute.manager [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Received unexpected event network-vif-plugged-8d1fb131-7a84-4b9b-ac2c-2443b1a80738 for instance with vm_state building and task_state spawning. [ 1102.523317] env[69249]: DEBUG nova.compute.manager [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Received event network-changed-8d1fb131-7a84-4b9b-ac2c-2443b1a80738 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.523552] env[69249]: DEBUG nova.compute.manager [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Refreshing instance network info cache due to event network-changed-8d1fb131-7a84-4b9b-ac2c-2443b1a80738. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.523552] env[69249]: DEBUG oslo_concurrency.lockutils [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] Acquiring lock "refresh_cache-e53047cd-0c48-4d0f-9665-1c4232994b34" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.526303] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.526498] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.526705] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.526882] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.527056] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.535816] env[69249]: INFO nova.compute.manager [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Terminating instance [ 1102.549838] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79d7c9e-0dca-420c-ac36-f492a9cc131e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.560539] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fb8752-6f75-466c-a3d8-5cdcf9a69445 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.602042] env[69249]: DEBUG nova.network.neutron [-] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.607016] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e505cc0-080b-40dd-ae77-956bb8596938 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.615580] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22f73ff-32ee-495e-b009-5b29b58b9415 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.633728] env[69249]: DEBUG nova.compute.provider_tree [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.712855] env[69249]: INFO nova.compute.manager [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Took 0.55 seconds to detach 1 volumes for instance. [ 1102.715445] env[69249]: DEBUG nova.compute.manager [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Deleting volume: dce542c7-771b-4ffc-93a8-d35418fd0009 {{(pid=69249) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1102.791166] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660066, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.842159] env[69249]: DEBUG oslo_concurrency.lockutils [None req-47be5442-ee6c-465a-9bf8-24a50d5b9d49 tempest-ServerAddressesNegativeTestJSON-633845307 tempest-ServerAddressesNegativeTestJSON-633845307-project-member] Lock "3ca15326-0be1-42b4-a6bc-c8d29595f26b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.741s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.871928] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "refresh_cache-e53047cd-0c48-4d0f-9665-1c4232994b34" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.871928] env[69249]: DEBUG nova.compute.manager [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Instance network_info: |[{"id": "8d1fb131-7a84-4b9b-ac2c-2443b1a80738", "address": "fa:16:3e:72:3e:de", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1fb131-7a", "ovs_interfaceid": "8d1fb131-7a84-4b9b-ac2c-2443b1a80738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.872376] env[69249]: DEBUG oslo_concurrency.lockutils [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] Acquired lock "refresh_cache-e53047cd-0c48-4d0f-9665-1c4232994b34" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.872509] env[69249]: DEBUG nova.network.neutron [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Refreshing network info cache for port 8d1fb131-7a84-4b9b-ac2c-2443b1a80738 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.874810] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:3e:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d1fb131-7a84-4b9b-ac2c-2443b1a80738', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.882104] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.883236] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.883236] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-011bf917-2a93-4656-9a82-1dcee18d712e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.909901] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.910924] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.914244] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.914244] env[69249]: value = "task-3660068" [ 1102.914244] env[69249]: _type = "Task" [ 1102.914244] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.919166] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660065, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.929180] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660068, 'name': CreateVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.040919] env[69249]: DEBUG nova.compute.manager [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.041236] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.043312] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea2bd5c-59c5-4df5-a825-1210fe6f0de0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.054267] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.054453] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4c0a3fb-e4fe-47ea-bc76-3e870ee80d29 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.061083] env[69249]: DEBUG oslo_vmware.api [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1103.061083] env[69249]: value = "task-3660069" [ 1103.061083] env[69249]: _type = "Task" [ 1103.061083] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.074481] env[69249]: DEBUG oslo_vmware.api [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.108058] env[69249]: INFO nova.compute.manager [-] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Took 1.26 seconds to deallocate network for instance. [ 1103.136925] env[69249]: DEBUG nova.scheduler.client.report [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.292176] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.292376] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660066, 'name': CreateSnapshot_Task, 'duration_secs': 0.89372} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.292676] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1103.293635] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dd331c-3c56-434c-b2a0-b56da38b6033 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.415474] env[69249]: DEBUG nova.compute.utils [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.417173] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660065, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.426981] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660068, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.583827] env[69249]: DEBUG oslo_vmware.api [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660069, 'name': PowerOffVM_Task, 'duration_secs': 0.227777} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.584308] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.584549] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.585267] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b3bf7fb-cbf5-4c28-adef-b526c19c46e3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.615802] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.643044] env[69249]: DEBUG oslo_concurrency.lockutils [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.346s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.643269] env[69249]: INFO nova.compute.manager [None req-393e2130-7898-4c04-828e-7f6b6d8ebc60 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Successfully reverted task state from rebuilding on failure for instance. [ 1103.649555] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.357s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.649855] env[69249]: DEBUG nova.objects.instance [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Lazy-loading 'resources' on Instance uuid 4bac618e-cec3-45c0-9f55-cc7a2be8d63f {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.652269] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.652410] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.652624] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Deleting the datastore file [datastore1] 7f60ac74-14f2-49b5-98f0-417f5fb046ac {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.653100] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f21dc2f-7af7-4595-9c51-d569033a07c1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.660823] env[69249]: DEBUG oslo_vmware.api [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1103.660823] env[69249]: value = "task-3660071" [ 1103.660823] env[69249]: _type = "Task" [ 1103.660823] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.671288] env[69249]: DEBUG oslo_vmware.api [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.812228] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1103.812565] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e5c1042-3097-471b-be2e-303e3c0af56d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.822176] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1103.822176] env[69249]: value = "task-3660072" [ 1103.822176] env[69249]: _type = "Task" [ 1103.822176] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.832673] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660072, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.919162] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.919875] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660065, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.932020] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660068, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.964583] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "7abd09b1-89dc-482e-b616-e3a65992183c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.964941] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "7abd09b1-89dc-482e-b616-e3a65992183c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.966658] env[69249]: DEBUG oslo_concurrency.lockutils [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.966878] env[69249]: DEBUG oslo_concurrency.lockutils [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquired lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.966997] env[69249]: DEBUG nova.network.neutron [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.973302] env[69249]: DEBUG nova.network.neutron [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Updated VIF entry in instance network info cache for port 8d1fb131-7a84-4b9b-ac2c-2443b1a80738. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.973302] env[69249]: DEBUG nova.network.neutron [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Updating instance_info_cache with network_info: [{"id": "8d1fb131-7a84-4b9b-ac2c-2443b1a80738", "address": "fa:16:3e:72:3e:de", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1fb131-7a", "ovs_interfaceid": "8d1fb131-7a84-4b9b-ac2c-2443b1a80738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.178550] env[69249]: DEBUG oslo_vmware.api [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.334464] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660072, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.338983] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85719eac-65e4-4179-b844-41489d426f92 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.345665] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf9e7f7-980b-442f-8a4b-5c80ee0fca52 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.374749] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967a1cc8-4a7e-416d-a7d2-11a778afbfb6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.381942] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08de8c76-4178-43e2-a9ff-fe01bc650b25 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.395331] env[69249]: DEBUG nova.compute.provider_tree [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.415766] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660065, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.638718} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.415766] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d394b8e3-cece-4e12-8f86-31e29fc5371a/d394b8e3-cece-4e12-8f86-31e29fc5371a.vmdk to [datastore1] 1b442703-16ca-4fd0-8611-af02d2ddea79/1b442703-16ca-4fd0-8611-af02d2ddea79.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.416908] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d26b62-99f6-48a7-851b-a3d280b70231 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.440812] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 1b442703-16ca-4fd0-8611-af02d2ddea79/1b442703-16ca-4fd0-8611-af02d2ddea79.vmdk or device None with type streamOptimized {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.441844] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42a12bce-e1ce-47f7-939f-9c41c21eec7d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.461131] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660068, 'name': CreateVM_Task, 'duration_secs': 1.289891} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.461606] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.462311] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.462469] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.462777] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.463069] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fc642b4-8695-4c7b-9cd4-ddec7498e994 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.467557] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1104.467557] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f43621-9066-932b-0369-774ddd454c54" [ 1104.467557] env[69249]: _type = "Task" [ 1104.467557] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.468803] env[69249]: DEBUG nova.compute.manager [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.471346] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1104.471346] env[69249]: value = "task-3660073" [ 1104.471346] env[69249]: _type = "Task" [ 1104.471346] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.477498] env[69249]: DEBUG oslo_concurrency.lockutils [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] Releasing lock "refresh_cache-e53047cd-0c48-4d0f-9665-1c4232994b34" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.477718] env[69249]: DEBUG nova.compute.manager [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Received event network-vif-deleted-8715bfc3-fc9c-48a3-8028-f37c366a8979 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.477884] env[69249]: INFO nova.compute.manager [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Neutron deleted interface 8715bfc3-fc9c-48a3-8028-f37c366a8979; detaching it from the instance and deleting it from the info cache [ 1104.478103] env[69249]: DEBUG nova.network.neutron [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.489073] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f43621-9066-932b-0369-774ddd454c54, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.492333] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.492570] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.492794] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.492932] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.493112] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.493371] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.494043] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a239ceec-169b-4a93-9e76-e114f8cbd44f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.505032] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.505032] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.505032] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-523f46e8-74b4-44f8-8419-4370dbe4d1bb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.510280] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1104.510280] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523fd251-891d-5e1d-825e-51ebec22fee8" [ 1104.510280] env[69249]: _type = "Task" [ 1104.510280] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.521975] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523fd251-891d-5e1d-825e-51ebec22fee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.552653] env[69249]: DEBUG nova.compute.manager [req-c5f142d4-b469-4565-b1cd-4697e1c9d8cd req-5c134211-07e9-423e-91e2-41545670997e service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Received event network-changed-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.552833] env[69249]: DEBUG nova.compute.manager [req-c5f142d4-b469-4565-b1cd-4697e1c9d8cd req-5c134211-07e9-423e-91e2-41545670997e service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Refreshing instance network info cache due to event network-changed-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.553051] env[69249]: DEBUG oslo_concurrency.lockutils [req-c5f142d4-b469-4565-b1cd-4697e1c9d8cd req-5c134211-07e9-423e-91e2-41545670997e service nova] Acquiring lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.553198] env[69249]: DEBUG oslo_concurrency.lockutils [req-c5f142d4-b469-4565-b1cd-4697e1c9d8cd req-5c134211-07e9-423e-91e2-41545670997e service nova] Acquired lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.553353] env[69249]: DEBUG nova.network.neutron [req-c5f142d4-b469-4565-b1cd-4697e1c9d8cd req-5c134211-07e9-423e-91e2-41545670997e service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Refreshing network info cache for port 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.671592] env[69249]: DEBUG oslo_vmware.api [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.536285} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.671836] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.672050] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.672247] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.672420] env[69249]: INFO nova.compute.manager [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1104.672662] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.672841] env[69249]: DEBUG nova.compute.manager [-] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.672934] env[69249]: DEBUG nova.network.neutron [-] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.674618] env[69249]: DEBUG oslo_concurrency.lockutils [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.674831] env[69249]: DEBUG oslo_concurrency.lockutils [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.675036] env[69249]: DEBUG oslo_concurrency.lockutils [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.675252] env[69249]: DEBUG oslo_concurrency.lockutils [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.675443] env[69249]: DEBUG oslo_concurrency.lockutils [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.677698] env[69249]: INFO nova.compute.manager [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Terminating instance [ 1104.721284] env[69249]: INFO nova.network.neutron [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Port 27010e59-bebc-4059-a8a9-0f63e5f26fb4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1104.721682] env[69249]: DEBUG nova.network.neutron [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Updating instance_info_cache with network_info: [{"id": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "address": "fa:16:3e:d6:b4:45", "network": {"id": "2676956a-ad72-4cb3-909f-c7243e14c9b5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2042171364-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d6539ea997f4394bc825b68e6e73910", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43d3ea7a-f7", "ovs_interfaceid": "43d3ea7a-f7d6-4356-ae65-e96211a22bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.833670] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660072, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.900759] env[69249]: DEBUG nova.scheduler.client.report [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.986018] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.992985] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.004s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.992985] env[69249]: INFO nova.compute.manager [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Attaching volume 5772b56d-666e-4bf7-b1b8-e354a2c30dd2 to /dev/sdb [ 1104.992985] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e47f0cdf-29c1-425e-b94e-a946548922f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.002350] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.010395] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.021238] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23389d74-ac5b-4b27-931f-8295feba309c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.040772] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523fd251-891d-5e1d-825e-51ebec22fee8, 'name': SearchDatastore_Task, 'duration_secs': 0.008563} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.042861] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8673a11-9d78-4d42-87ae-eb6faf5214be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.054865] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a027abd7-a5b4-45d6-b083-046b2a6baa26 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.058439] env[69249]: DEBUG nova.compute.manager [req-2890343f-31df-4a5c-9769-98f9d4847626 req-95871c33-b1a7-4055-abc6-4e0f9afbd9f7 service nova] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Detach interface failed, port_id=8715bfc3-fc9c-48a3-8028-f37c366a8979, reason: Instance 5add6621-22a2-4dde-964f-8031b6011230 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.066793] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0690314d-7868-4721-b83f-3e3cbafc2ce6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.069571] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1105.069571] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5248d318-242d-b690-bbda-9d911e4f09b8" [ 1105.069571] env[69249]: _type = "Task" [ 1105.069571] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.079469] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5248d318-242d-b690-bbda-9d911e4f09b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.079469] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.079604] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] e53047cd-0c48-4d0f-9665-1c4232994b34/e53047cd-0c48-4d0f-9665-1c4232994b34.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.079890] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b606d4c-01f7-4847-b5b6-73d4422d0aab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.086424] env[69249]: DEBUG nova.virt.block_device [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Updating existing volume attachment record: af325852-5048-4627-bca7-cdb2874c872a {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1105.094757] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1105.094757] env[69249]: value = "task-3660074" [ 1105.094757] env[69249]: _type = "Task" [ 1105.094757] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.103758] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.181894] env[69249]: DEBUG nova.compute.manager [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.182148] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.183584] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09f5947-b4fa-4337-b44c-70f4c26bc9e9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.191880] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.191880] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37926872-43e8-495e-9da2-9a0671f2f338 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.202395] env[69249]: DEBUG oslo_vmware.api [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1105.202395] env[69249]: value = "task-3660075" [ 1105.202395] env[69249]: _type = "Task" [ 1105.202395] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.210836] env[69249]: DEBUG oslo_vmware.api [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.224425] env[69249]: DEBUG oslo_concurrency.lockutils [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Releasing lock "refresh_cache-32b00162-6b77-4db5-b82c-76e09f9aa7b8" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.346099] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660072, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.406632] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.409920] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.794s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.409920] env[69249]: DEBUG nova.objects.instance [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lazy-loading 'resources' on Instance uuid 5add6621-22a2-4dde-964f-8031b6011230 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.496662] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660073, 'name': ReconfigVM_Task, 'duration_secs': 1.010842} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.499155] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 1b442703-16ca-4fd0-8611-af02d2ddea79/1b442703-16ca-4fd0-8611-af02d2ddea79.vmdk or device None with type streamOptimized {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.499155] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20582e70-d4a3-422b-81df-2aac22040afc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.506868] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1105.506868] env[69249]: value = "task-3660077" [ 1105.506868] env[69249]: _type = "Task" [ 1105.506868] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.512200] env[69249]: DEBUG nova.network.neutron [req-c5f142d4-b469-4565-b1cd-4697e1c9d8cd req-5c134211-07e9-423e-91e2-41545670997e service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Updated VIF entry in instance network info cache for port 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.512922] env[69249]: DEBUG nova.network.neutron [req-c5f142d4-b469-4565-b1cd-4697e1c9d8cd req-5c134211-07e9-423e-91e2-41545670997e service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Updating instance_info_cache with network_info: [{"id": "1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765", "address": "fa:16:3e:94:92:98", "network": {"id": "e59dfeb9-7c22-4fe8-87c2-63ac957af66b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2005901689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "555aaedd80894aeb87e5c67e30897de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2b4ecf-5f", "ovs_interfaceid": "1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.523693] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660077, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.609229] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504754} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.609594] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] e53047cd-0c48-4d0f-9665-1c4232994b34/e53047cd-0c48-4d0f-9665-1c4232994b34.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.609872] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.610198] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02365587-8654-4373-9c62-95e2f9d84598 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.617379] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1105.617379] env[69249]: value = "task-3660078" [ 1105.617379] env[69249]: _type = "Task" [ 1105.617379] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.628796] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.712275] env[69249]: DEBUG oslo_vmware.api [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660075, 'name': PowerOffVM_Task, 'duration_secs': 0.349109} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.712556] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.712725] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.712984] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c4afa87-d902-48ff-af93-314a6d735c7f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.728756] env[69249]: DEBUG oslo_concurrency.lockutils [None req-94f82250-fb91-43b4-a90a-623cb3666d04 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "interface-32b00162-6b77-4db5-b82c-76e09f9aa7b8-27010e59-bebc-4059-a8a9-0f63e5f26fb4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.993s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.776442] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.776873] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.776873] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Deleting the datastore file [datastore2] 32b00162-6b77-4db5-b82c-76e09f9aa7b8 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.777159] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22c1e984-ab4f-436e-ac44-3f04b4257241 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.784467] env[69249]: DEBUG oslo_vmware.api [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1105.784467] env[69249]: value = "task-3660080" [ 1105.784467] env[69249]: _type = "Task" [ 1105.784467] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.793332] env[69249]: DEBUG oslo_vmware.api [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.835386] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660072, 'name': CloneVM_Task, 'duration_secs': 1.88941} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.835669] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Created linked-clone VM from snapshot [ 1105.836560] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a099e10e-2f84-44d1-b513-d511282af3c1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.844120] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Uploading image 10fa4e3a-d609-4588-b5bd-22f32e69ca0d {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1105.865476] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1105.865476] env[69249]: value = "vm-729514" [ 1105.865476] env[69249]: _type = "VirtualMachine" [ 1105.865476] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1105.865741] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f03055b5-0865-41bc-b779-f2e113bb01b2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.872758] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lease: (returnval){ [ 1105.872758] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f23354-f208-bd09-0eb5-134673a5072b" [ 1105.872758] env[69249]: _type = "HttpNfcLease" [ 1105.872758] env[69249]: } obtained for exporting VM: (result){ [ 1105.872758] env[69249]: value = "vm-729514" [ 1105.872758] env[69249]: _type = "VirtualMachine" [ 1105.872758] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1105.873057] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the lease: (returnval){ [ 1105.873057] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f23354-f208-bd09-0eb5-134673a5072b" [ 1105.873057] env[69249]: _type = "HttpNfcLease" [ 1105.873057] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1105.878961] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1105.878961] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f23354-f208-bd09-0eb5-134673a5072b" [ 1105.878961] env[69249]: _type = "HttpNfcLease" [ 1105.878961] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1105.892790] env[69249]: DEBUG nova.network.neutron [-] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.929554] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b1f566c9-a7bf-4c19-9368-a33a2c71fd84 tempest-ServerActionsV293TestJSON-1288447202 tempest-ServerActionsV293TestJSON-1288447202-project-member] Lock "4bac618e-cec3-45c0-9f55-cc7a2be8d63f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.200s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.018031] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660077, 'name': Rename_Task, 'duration_secs': 0.176075} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.018568] env[69249]: DEBUG oslo_concurrency.lockutils [req-c5f142d4-b469-4565-b1cd-4697e1c9d8cd req-5c134211-07e9-423e-91e2-41545670997e service nova] Releasing lock "refresh_cache-cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.019141] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.019402] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aae75a70-fb05-4183-b92d-69b935d43d5c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.025271] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1106.025271] env[69249]: value = "task-3660082" [ 1106.025271] env[69249]: _type = "Task" [ 1106.025271] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.033121] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.080717] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa29d73-6704-41f1-8b1c-2108ec3984a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.089359] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce4739b-eb9f-405d-90ad-e4bc873ae319 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.127599] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e79bc9-498a-488c-8a22-540f805442e8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.135318] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069566} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.137489] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.138340] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16e1bcd-ccb0-4e29-b24c-c0c84ceea1a3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.141834] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47c1e0d-a36e-4931-8d41-224c9fe7b494 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.166968] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] e53047cd-0c48-4d0f-9665-1c4232994b34/e53047cd-0c48-4d0f-9665-1c4232994b34.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.175028] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6b13c21-80a0-4dd8-9b3b-f2874d5a8851 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.189730] env[69249]: DEBUG nova.compute.provider_tree [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.196646] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1106.196646] env[69249]: value = "task-3660083" [ 1106.196646] env[69249]: _type = "Task" [ 1106.196646] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.205486] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.296020] env[69249]: DEBUG oslo_vmware.api [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16265} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.296350] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.296540] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.296713] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.296884] env[69249]: INFO nova.compute.manager [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1106.297124] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.297322] env[69249]: DEBUG nova.compute.manager [-] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.297421] env[69249]: DEBUG nova.network.neutron [-] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.381471] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1106.381471] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f23354-f208-bd09-0eb5-134673a5072b" [ 1106.381471] env[69249]: _type = "HttpNfcLease" [ 1106.381471] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1106.381797] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1106.381797] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f23354-f208-bd09-0eb5-134673a5072b" [ 1106.381797] env[69249]: _type = "HttpNfcLease" [ 1106.381797] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1106.382643] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcc8667-0b1a-4a9d-adae-c1b3c745f14e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.390869] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52237cf7-0d20-e1c8-245b-b04436cf88a8/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1106.391091] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52237cf7-0d20-e1c8-245b-b04436cf88a8/disk-0.vmdk for reading. {{(pid=69249) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1106.450091] env[69249]: INFO nova.compute.manager [-] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Took 1.78 seconds to deallocate network for instance. [ 1106.535410] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660082, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.639646] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d7f8c1b1-3db8-4522-9cb1-e72378bdea54 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.659087] env[69249]: DEBUG nova.compute.manager [req-edefcd22-b51b-42d8-8e1f-0c185719265f req-cc847a49-30a2-44d4-aa35-a45b6bb315c5 service nova] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Received event network-vif-deleted-36dec8fe-0532-4e6a-b424-d6fd59232088 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.693399] env[69249]: DEBUG nova.scheduler.client.report [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.708552] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660083, 'name': ReconfigVM_Task, 'duration_secs': 0.289353} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.709438] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Reconfigured VM instance instance-00000067 to attach disk [datastore1] e53047cd-0c48-4d0f-9665-1c4232994b34/e53047cd-0c48-4d0f-9665-1c4232994b34.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.710057] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efc603a7-e1d4-4b2e-833e-47d29886d48c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.716973] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1106.716973] env[69249]: value = "task-3660084" [ 1106.716973] env[69249]: _type = "Task" [ 1106.716973] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.726142] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660084, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.963357] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.042587] env[69249]: DEBUG oslo_vmware.api [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660082, 'name': PowerOnVM_Task, 'duration_secs': 0.8781} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.044416] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.078176] env[69249]: DEBUG nova.compute.manager [req-42538960-6706-4121-861b-1c7da551460a req-cc95a2bd-ef4e-494c-8818-1c458c3d5157 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Received event network-vif-deleted-43d3ea7a-f7d6-4356-ae65-e96211a22bff {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.078176] env[69249]: INFO nova.compute.manager [req-42538960-6706-4121-861b-1c7da551460a req-cc95a2bd-ef4e-494c-8818-1c458c3d5157 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Neutron deleted interface 43d3ea7a-f7d6-4356-ae65-e96211a22bff; detaching it from the instance and deleting it from the info cache [ 1107.078176] env[69249]: DEBUG nova.network.neutron [req-42538960-6706-4121-861b-1c7da551460a req-cc95a2bd-ef4e-494c-8818-1c458c3d5157 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.090656] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquiring lock "3ceef616-9f4e-4d94-9979-bad57f51d92f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.090905] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Lock "3ceef616-9f4e-4d94-9979-bad57f51d92f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.181130] env[69249]: DEBUG nova.compute.manager [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1107.183222] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29256ba2-a427-4b89-87e8-69bc8dd12107 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.198473] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.201201] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.191s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.202886] env[69249]: INFO nova.compute.claims [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.229266] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660084, 'name': Rename_Task, 'duration_secs': 0.15307} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.229771] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.229995] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e88073d8-6e6e-4b46-ae00-5de9c4b236ea {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.236231] env[69249]: INFO nova.scheduler.client.report [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Deleted allocations for instance 5add6621-22a2-4dde-964f-8031b6011230 [ 1107.238549] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1107.238549] env[69249]: value = "task-3660085" [ 1107.238549] env[69249]: _type = "Task" [ 1107.238549] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.255864] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660085, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.559201] env[69249]: DEBUG nova.network.neutron [-] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.581552] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcc7099f-3b6e-41d3-9f55-e56362e9b262 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.593976] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7050e076-8611-455d-903d-963805058d1d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.608869] env[69249]: DEBUG nova.compute.manager [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.635125] env[69249]: DEBUG nova.compute.manager [req-42538960-6706-4121-861b-1c7da551460a req-cc95a2bd-ef4e-494c-8818-1c458c3d5157 service nova] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Detach interface failed, port_id=43d3ea7a-f7d6-4356-ae65-e96211a22bff, reason: Instance 32b00162-6b77-4db5-b82c-76e09f9aa7b8 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1107.704479] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c4660599-a4cc-489d-8adb-5944c3cdd72f tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "1b442703-16ca-4fd0-8611-af02d2ddea79" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.395s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.750062] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6d786509-1108-40b5-9f55-3f028bbc1b7b tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "5add6621-22a2-4dde-964f-8031b6011230" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.584s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.757382] env[69249]: DEBUG oslo_vmware.api [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660085, 'name': PowerOnVM_Task, 'duration_secs': 0.469024} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.757841] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.758170] env[69249]: INFO nova.compute.manager [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1107.758571] env[69249]: DEBUG nova.compute.manager [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1107.759559] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f21d0b4-8a1a-47a7-8deb-ebbcca35c5e5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.065208] env[69249]: INFO nova.compute.manager [-] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Took 1.77 seconds to deallocate network for instance. [ 1108.132596] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.285764] env[69249]: INFO nova.compute.manager [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Took 13.41 seconds to build instance. [ 1108.381914] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd54453-9898-4f61-9e9f-9f09aaeb0ef2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.395237] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd839b6-d09c-418b-b7ed-26aab2c2b509 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.432412] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84185d5-dd0d-40fb-a749-0143e7073b61 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.440824] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab7b68b-454a-4d2a-af70-7fb07cff0f47 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.456493] env[69249]: DEBUG nova.compute.provider_tree [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.573202] env[69249]: DEBUG oslo_concurrency.lockutils [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.625343] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquiring lock "cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.626648] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.626648] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquiring lock "cb9ecca9-ceb4-412c-b29a-7b58e9c9602d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.626648] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "cb9ecca9-ceb4-412c-b29a-7b58e9c9602d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.626648] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "cb9ecca9-ceb4-412c-b29a-7b58e9c9602d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.630336] env[69249]: INFO nova.compute.manager [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Terminating instance [ 1108.789213] env[69249]: DEBUG oslo_concurrency.lockutils [None req-eb12ade5-441c-4d00-bf42-8366b8817702 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e53047cd-0c48-4d0f-9665-1c4232994b34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.919s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.893322] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990b047b-0612-42b1-b84a-7358458400b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.900509] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ab0b5c-dd99-432e-a898-d67502cacfcd tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Suspending the VM {{(pid=69249) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1108.900789] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3dac2ef8-1569-4ca5-8ecd-215485fbf664 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.908054] env[69249]: DEBUG oslo_vmware.api [None req-f7ab0b5c-dd99-432e-a898-d67502cacfcd tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1108.908054] env[69249]: value = "task-3660087" [ 1108.908054] env[69249]: _type = "Task" [ 1108.908054] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.916264] env[69249]: DEBUG oslo_vmware.api [None req-f7ab0b5c-dd99-432e-a898-d67502cacfcd tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660087, 'name': SuspendVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.960274] env[69249]: DEBUG nova.scheduler.client.report [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.134246] env[69249]: DEBUG nova.compute.manager [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.134598] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.135991] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2be155-6435-4a94-a088-5c217f758c70 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.143525] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.143801] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58475d9f-15e2-4445-8303-96004439eac0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.150984] env[69249]: DEBUG oslo_vmware.api [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1109.150984] env[69249]: value = "task-3660088" [ 1109.150984] env[69249]: _type = "Task" [ 1109.150984] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.159291] env[69249]: DEBUG oslo_vmware.api [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.418594] env[69249]: DEBUG oslo_vmware.api [None req-f7ab0b5c-dd99-432e-a898-d67502cacfcd tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660087, 'name': SuspendVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.466133] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.466693] env[69249]: DEBUG nova.compute.manager [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.469906] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.507s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.470171] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.472381] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.340s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.474129] env[69249]: INFO nova.compute.claims [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.499155] env[69249]: INFO nova.scheduler.client.report [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Deleted allocations for instance 7f60ac74-14f2-49b5-98f0-417f5fb046ac [ 1109.661672] env[69249]: DEBUG oslo_vmware.api [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660088, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.662961] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1109.663279] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729515', 'volume_id': '5772b56d-666e-4bf7-b1b8-e354a2c30dd2', 'name': 'volume-5772b56d-666e-4bf7-b1b8-e354a2c30dd2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c669bad9-3298-4279-b3b3-08c0c9d4a81b', 'attached_at': '', 'detached_at': '', 'volume_id': '5772b56d-666e-4bf7-b1b8-e354a2c30dd2', 'serial': '5772b56d-666e-4bf7-b1b8-e354a2c30dd2'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1109.664201] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35965a02-ce5a-46f4-ac6f-92c8cb648a84 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.680968] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695d10e4-7376-4f24-85cc-193372f3ea43 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.706733] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-5772b56d-666e-4bf7-b1b8-e354a2c30dd2/volume-5772b56d-666e-4bf7-b1b8-e354a2c30dd2.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.707619] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4baa89cf-dd1b-4ec1-8785-682564231748 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.724519] env[69249]: DEBUG nova.compute.manager [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Stashing vm_state: active {{(pid=69249) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1109.728776] env[69249]: DEBUG oslo_vmware.api [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1109.728776] env[69249]: value = "task-3660089" [ 1109.728776] env[69249]: _type = "Task" [ 1109.728776] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.738208] env[69249]: DEBUG oslo_vmware.api [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660089, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.919132] env[69249]: DEBUG oslo_vmware.api [None req-f7ab0b5c-dd99-432e-a898-d67502cacfcd tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660087, 'name': SuspendVM_Task, 'duration_secs': 0.815776} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.919132] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ab0b5c-dd99-432e-a898-d67502cacfcd tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Suspended the VM {{(pid=69249) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1109.919132] env[69249]: DEBUG nova.compute.manager [None req-f7ab0b5c-dd99-432e-a898-d67502cacfcd tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1109.919453] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55b4fac-a6ab-4d0d-b7c7-11434372219a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.978511] env[69249]: DEBUG nova.compute.utils [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.981642] env[69249]: DEBUG nova.compute.manager [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.981879] env[69249]: DEBUG nova.network.neutron [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.006517] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6e432695-cbde-49fc-bac9-81356da3a3aa tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "7f60ac74-14f2-49b5-98f0-417f5fb046ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.480s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.018815] env[69249]: DEBUG nova.policy [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a6b46b9c06741bf927d76ea15e53256', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b115b13acd64b8387512095d0ec92b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.165570] env[69249]: DEBUG oslo_vmware.api [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660088, 'name': PowerOffVM_Task, 'duration_secs': 0.566213} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.166025] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.166263] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.166630] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbc0fe54-6cc2-440c-9f46-9d8a2ea15d93 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.242106] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.242106] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.242106] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Deleting the datastore file [datastore1] cb9ecca9-ceb4-412c-b29a-7b58e9c9602d {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.245138] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9254957-bbfc-4d93-a417-c9c2d5af9ed8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.247219] env[69249]: DEBUG oslo_vmware.api [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660089, 'name': ReconfigVM_Task, 'duration_secs': 0.413327} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.247922] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-5772b56d-666e-4bf7-b1b8-e354a2c30dd2/volume-5772b56d-666e-4bf7-b1b8-e354a2c30dd2.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.256443] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-697db958-1fa2-4fc2-8efe-adb25915e9c9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.266603] env[69249]: DEBUG oslo_vmware.api [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for the task: (returnval){ [ 1110.266603] env[69249]: value = "task-3660091" [ 1110.266603] env[69249]: _type = "Task" [ 1110.266603] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.272241] env[69249]: DEBUG oslo_vmware.api [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1110.272241] env[69249]: value = "task-3660092" [ 1110.272241] env[69249]: _type = "Task" [ 1110.272241] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.275842] env[69249]: DEBUG oslo_vmware.api [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.281439] env[69249]: DEBUG oslo_concurrency.lockutils [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.286066] env[69249]: DEBUG oslo_vmware.api [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.453459] env[69249]: DEBUG nova.network.neutron [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Successfully created port: da635576-f84f-4570-b90d-12257801ff60 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.488813] env[69249]: DEBUG nova.compute.manager [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.676804] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8daf188-ccf5-4c54-8f2c-cb4afed47c94 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.686730] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86329b7-fec9-42ed-8ef7-cdc317804d5c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.717422] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a773f2ec-2701-440a-9024-a9610cdb45b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.727134] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0b72d8-9027-4a8c-8bf6-be7e37de48da {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.743519] env[69249]: DEBUG nova.compute.provider_tree [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1110.777493] env[69249]: DEBUG oslo_vmware.api [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Task: {'id': task-3660091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177984} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.780678] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.780876] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.781069] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.781371] env[69249]: INFO nova.compute.manager [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1110.781618] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.781823] env[69249]: DEBUG nova.compute.manager [-] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.781923] env[69249]: DEBUG nova.network.neutron [-] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.788762] env[69249]: DEBUG oslo_vmware.api [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660092, 'name': ReconfigVM_Task, 'duration_secs': 0.16152} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.789043] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729515', 'volume_id': '5772b56d-666e-4bf7-b1b8-e354a2c30dd2', 'name': 'volume-5772b56d-666e-4bf7-b1b8-e354a2c30dd2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c669bad9-3298-4279-b3b3-08c0c9d4a81b', 'attached_at': '', 'detached_at': '', 'volume_id': '5772b56d-666e-4bf7-b1b8-e354a2c30dd2', 'serial': '5772b56d-666e-4bf7-b1b8-e354a2c30dd2'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1110.997684] env[69249]: INFO nova.virt.block_device [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Booting with volume 8dfe0638-54c9-4336-88d4-8710e18c41a4 at /dev/sda [ 1111.044693] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4605af2b-59f9-4507-9ecd-cd80d5d57d35 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.059044] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72154aa5-0ce7-4f2c-bc91-90432ec56f4b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.097537] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7aa54b1-de7b-47e0-8c8f-6c698a4e2196 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.109975] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed582223-ac1c-4feb-9372-9a4b9b43bdde {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.123051] env[69249]: DEBUG nova.compute.manager [req-fc196b61-630c-49a0-ba82-dc30b3a01a95 req-5e2178f6-6202-4fba-965a-313d07b6de82 service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Received event network-vif-deleted-1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.123275] env[69249]: INFO nova.compute.manager [req-fc196b61-630c-49a0-ba82-dc30b3a01a95 req-5e2178f6-6202-4fba-965a-313d07b6de82 service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Neutron deleted interface 1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765; detaching it from the instance and deleting it from the info cache [ 1111.123429] env[69249]: DEBUG nova.network.neutron [req-fc196b61-630c-49a0-ba82-dc30b3a01a95 req-5e2178f6-6202-4fba-965a-313d07b6de82 service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.146858] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab804a54-b7f4-44a4-acec-6bf7c9505db5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.154904] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f59121-6cac-45a6-8867-0da4592c245f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.170897] env[69249]: DEBUG nova.virt.block_device [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating existing volume attachment record: 8f5ba223-36b4-44a5-b750-cbf8f4679b25 {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1111.266821] env[69249]: ERROR nova.scheduler.client.report [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [req-00f89816-c2f6-423e-bd24-f1906f6cf519] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c355696e-e44b-4fc5-8175-1e54a0df25d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-00f89816-c2f6-423e-bd24-f1906f6cf519"}]} [ 1111.283965] env[69249]: DEBUG nova.scheduler.client.report [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Refreshing inventories for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1111.299044] env[69249]: DEBUG nova.scheduler.client.report [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Updating ProviderTree inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1111.299438] env[69249]: DEBUG nova.compute.provider_tree [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.312385] env[69249]: DEBUG nova.scheduler.client.report [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Refreshing aggregate associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, aggregates: None {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1111.332263] env[69249]: DEBUG nova.scheduler.client.report [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Refreshing trait associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1111.504206] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3f2294-03a9-4690-88fa-5d721bfd1a14 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.513532] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1805094e-f8ff-4e19-8095-56089f51ae2e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.546222] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aad7ff0-957c-4b81-a1de-68080ae9b5eb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.554417] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525023f6-55ca-4632-b259-3f7be20f6075 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.568674] env[69249]: DEBUG nova.compute.provider_tree [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.579573] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.579839] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.602507] env[69249]: INFO nova.compute.manager [None req-0324f2e8-ec70-4a82-9a63-08a0954d7a85 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Resuming [ 1111.603179] env[69249]: DEBUG nova.objects.instance [None req-0324f2e8-ec70-4a82-9a63-08a0954d7a85 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lazy-loading 'flavor' on Instance uuid 1b442703-16ca-4fd0-8611-af02d2ddea79 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.604506] env[69249]: DEBUG nova.network.neutron [-] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.626475] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67182d9d-3338-4200-97ce-157636100816 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.637035] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160f5f55-d953-4792-920b-5d439c47fac4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.668491] env[69249]: DEBUG nova.compute.manager [req-fc196b61-630c-49a0-ba82-dc30b3a01a95 req-5e2178f6-6202-4fba-965a-313d07b6de82 service nova] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Detach interface failed, port_id=1f2b4ecf-5fb9-4cdb-8416-40c78bb4f765, reason: Instance cb9ecca9-ceb4-412c-b29a-7b58e9c9602d could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1111.830125] env[69249]: DEBUG nova.objects.instance [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lazy-loading 'flavor' on Instance uuid c669bad9-3298-4279-b3b3-08c0c9d4a81b {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.861196] env[69249]: DEBUG nova.compute.manager [req-48470c45-bbbc-414b-b01b-c45457296245 req-b91b46d3-9e9c-4498-af78-e068b7b83bd2 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Received event network-vif-plugged-da635576-f84f-4570-b90d-12257801ff60 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.861437] env[69249]: DEBUG oslo_concurrency.lockutils [req-48470c45-bbbc-414b-b01b-c45457296245 req-b91b46d3-9e9c-4498-af78-e068b7b83bd2 service nova] Acquiring lock "7abd09b1-89dc-482e-b616-e3a65992183c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.861660] env[69249]: DEBUG oslo_concurrency.lockutils [req-48470c45-bbbc-414b-b01b-c45457296245 req-b91b46d3-9e9c-4498-af78-e068b7b83bd2 service nova] Lock "7abd09b1-89dc-482e-b616-e3a65992183c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.861885] env[69249]: DEBUG oslo_concurrency.lockutils [req-48470c45-bbbc-414b-b01b-c45457296245 req-b91b46d3-9e9c-4498-af78-e068b7b83bd2 service nova] Lock "7abd09b1-89dc-482e-b616-e3a65992183c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.862116] env[69249]: DEBUG nova.compute.manager [req-48470c45-bbbc-414b-b01b-c45457296245 req-b91b46d3-9e9c-4498-af78-e068b7b83bd2 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] No waiting events found dispatching network-vif-plugged-da635576-f84f-4570-b90d-12257801ff60 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1111.862313] env[69249]: WARNING nova.compute.manager [req-48470c45-bbbc-414b-b01b-c45457296245 req-b91b46d3-9e9c-4498-af78-e068b7b83bd2 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Received unexpected event network-vif-plugged-da635576-f84f-4570-b90d-12257801ff60 for instance with vm_state building and task_state block_device_mapping. [ 1111.971520] env[69249]: DEBUG nova.network.neutron [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Successfully updated port: da635576-f84f-4570-b90d-12257801ff60 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.084957] env[69249]: DEBUG nova.compute.manager [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.103489] env[69249]: DEBUG nova.scheduler.client.report [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1112.104137] env[69249]: DEBUG nova.compute.provider_tree [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 140 to 141 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1112.104137] env[69249]: DEBUG nova.compute.provider_tree [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.110103] env[69249]: INFO nova.compute.manager [-] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Took 1.33 seconds to deallocate network for instance. [ 1112.335312] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a8c8c59c-4502-45ba-9e3b-14bb6096b318 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.345s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.474476] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.474689] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.474830] env[69249]: DEBUG nova.network.neutron [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.562081] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.562323] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.606013] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.609236] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.137s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.609726] env[69249]: DEBUG nova.compute.manager [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.612187] env[69249]: DEBUG oslo_concurrency.lockutils [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.039s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.612398] env[69249]: DEBUG nova.objects.instance [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lazy-loading 'resources' on Instance uuid 32b00162-6b77-4db5-b82c-76e09f9aa7b8 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.616768] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.008054] env[69249]: DEBUG nova.network.neutron [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.065614] env[69249]: INFO nova.compute.manager [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Detaching volume 5772b56d-666e-4bf7-b1b8-e354a2c30dd2 [ 1113.105561] env[69249]: INFO nova.virt.block_device [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Attempting to driver detach volume 5772b56d-666e-4bf7-b1b8-e354a2c30dd2 from mountpoint /dev/sdb [ 1113.106225] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1113.106225] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729515', 'volume_id': '5772b56d-666e-4bf7-b1b8-e354a2c30dd2', 'name': 'volume-5772b56d-666e-4bf7-b1b8-e354a2c30dd2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c669bad9-3298-4279-b3b3-08c0c9d4a81b', 'attached_at': '', 'detached_at': '', 'volume_id': '5772b56d-666e-4bf7-b1b8-e354a2c30dd2', 'serial': '5772b56d-666e-4bf7-b1b8-e354a2c30dd2'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1113.107236] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40522b7-74a6-4ec5-b7f9-43674bb1bdd6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.115630] env[69249]: DEBUG nova.compute.utils [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.137033] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0324f2e8-ec70-4a82-9a63-08a0954d7a85 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.137251] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0324f2e8-ec70-4a82-9a63-08a0954d7a85 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquired lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.137447] env[69249]: DEBUG nova.network.neutron [None req-0324f2e8-ec70-4a82-9a63-08a0954d7a85 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.138649] env[69249]: DEBUG nova.compute.manager [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Not allocating networking since 'none' was specified. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1113.140642] env[69249]: DEBUG nova.compute.manager [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.144234] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f317856c-c9e6-479a-a83c-b73deba145ec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.148925] env[69249]: DEBUG nova.network.neutron [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating instance_info_cache with network_info: [{"id": "da635576-f84f-4570-b90d-12257801ff60", "address": "fa:16:3e:b7:d3:e8", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda635576-f8", "ovs_interfaceid": "da635576-f84f-4570-b90d-12257801ff60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.155593] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b35016e-99ee-4c66-ad07-08e4ffb7d7e6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.181214] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba8ef0c-f99f-420d-8852-bcf6fcc806d3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.199835] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] The volume has not been displaced from its original location: [datastore2] volume-5772b56d-666e-4bf7-b1b8-e354a2c30dd2/volume-5772b56d-666e-4bf7-b1b8-e354a2c30dd2.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1113.205256] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.208853] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6023696-d2cd-4a4b-baa9-8ac57edfd25d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.230912] env[69249]: DEBUG oslo_vmware.api [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1113.230912] env[69249]: value = "task-3660093" [ 1113.230912] env[69249]: _type = "Task" [ 1113.230912] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.242541] env[69249]: DEBUG oslo_vmware.api [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.277848] env[69249]: DEBUG nova.compute.manager [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.278450] env[69249]: DEBUG nova.virt.hardware [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.278699] env[69249]: DEBUG nova.virt.hardware [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.278891] env[69249]: DEBUG nova.virt.hardware [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.279113] env[69249]: DEBUG nova.virt.hardware [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.279287] env[69249]: DEBUG nova.virt.hardware [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.279455] env[69249]: DEBUG nova.virt.hardware [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.279666] env[69249]: DEBUG nova.virt.hardware [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.279837] env[69249]: DEBUG nova.virt.hardware [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.280046] env[69249]: DEBUG nova.virt.hardware [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.280227] env[69249]: DEBUG nova.virt.hardware [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.280426] env[69249]: DEBUG nova.virt.hardware [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.281360] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410bb833-4b21-4ee6-8fa2-5eaf2abbd9c3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.292566] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e439ffe-1ec5-4bc8-ab0d-f7eb93e1fd15 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.367809] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cebd0c1-4251-49b3-8506-63dfdd1011bb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.376213] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6343ad9-8a25-4cba-b89b-4538fab915fc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.406889] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752fe630-00cb-4891-954b-2308ab5cc79d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.415239] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384d6815-be30-4b55-8d76-bf2f4d69cf7e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.429632] env[69249]: DEBUG nova.compute.provider_tree [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.654078] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.654391] env[69249]: DEBUG nova.compute.manager [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Instance network_info: |[{"id": "da635576-f84f-4570-b90d-12257801ff60", "address": "fa:16:3e:b7:d3:e8", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda635576-f8", "ovs_interfaceid": "da635576-f84f-4570-b90d-12257801ff60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.655023] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:d3:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da635576-f84f-4570-b90d-12257801ff60', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.662229] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.662454] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.662675] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaadac76-d946-4a8e-b83a-58d05ccf6bad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.683947] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.683947] env[69249]: value = "task-3660094" [ 1113.683947] env[69249]: _type = "Task" [ 1113.683947] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.696586] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660094, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.743456] env[69249]: DEBUG oslo_vmware.api [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660093, 'name': ReconfigVM_Task, 'duration_secs': 0.297123} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.746576] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.753626] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e75daa0-c5c4-48d6-953d-3f71ba625022 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.770651] env[69249]: DEBUG oslo_vmware.api [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1113.770651] env[69249]: value = "task-3660095" [ 1113.770651] env[69249]: _type = "Task" [ 1113.770651] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.779201] env[69249]: DEBUG oslo_vmware.api [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.884689] env[69249]: DEBUG nova.network.neutron [None req-0324f2e8-ec70-4a82-9a63-08a0954d7a85 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Updating instance_info_cache with network_info: [{"id": "0d865bf4-38c4-498f-b949-819b2e54c173", "address": "fa:16:3e:c2:fc:04", "network": {"id": "a9099a13-0068-416e-9d22-96a739b93da7", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-572838466-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55f32d20fa441d18bf3745170b8e7fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d865bf4-38", "ovs_interfaceid": "0d865bf4-38c4-498f-b949-819b2e54c173", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.893206] env[69249]: DEBUG nova.compute.manager [req-d4925934-c402-4ad3-b1c3-b24868b718b4 req-e23ced4a-e36a-4493-a07b-3bba9c535469 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Received event network-changed-da635576-f84f-4570-b90d-12257801ff60 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.893267] env[69249]: DEBUG nova.compute.manager [req-d4925934-c402-4ad3-b1c3-b24868b718b4 req-e23ced4a-e36a-4493-a07b-3bba9c535469 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Refreshing instance network info cache due to event network-changed-da635576-f84f-4570-b90d-12257801ff60. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.893488] env[69249]: DEBUG oslo_concurrency.lockutils [req-d4925934-c402-4ad3-b1c3-b24868b718b4 req-e23ced4a-e36a-4493-a07b-3bba9c535469 service nova] Acquiring lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.893636] env[69249]: DEBUG oslo_concurrency.lockutils [req-d4925934-c402-4ad3-b1c3-b24868b718b4 req-e23ced4a-e36a-4493-a07b-3bba9c535469 service nova] Acquired lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.893796] env[69249]: DEBUG nova.network.neutron [req-d4925934-c402-4ad3-b1c3-b24868b718b4 req-e23ced4a-e36a-4493-a07b-3bba9c535469 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Refreshing network info cache for port da635576-f84f-4570-b90d-12257801ff60 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.933045] env[69249]: DEBUG nova.scheduler.client.report [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.156627] env[69249]: DEBUG nova.compute.manager [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.179022] env[69249]: DEBUG nova.virt.hardware [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.179292] env[69249]: DEBUG nova.virt.hardware [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.179468] env[69249]: DEBUG nova.virt.hardware [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.179659] env[69249]: DEBUG nova.virt.hardware [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.179829] env[69249]: DEBUG nova.virt.hardware [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.179975] env[69249]: DEBUG nova.virt.hardware [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.180238] env[69249]: DEBUG nova.virt.hardware [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.180508] env[69249]: DEBUG nova.virt.hardware [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.180735] env[69249]: DEBUG nova.virt.hardware [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.180957] env[69249]: DEBUG nova.virt.hardware [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.181173] env[69249]: DEBUG nova.virt.hardware [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.182137] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b068e03d-c8bb-4d61-8655-4355771c3b5d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.193488] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d40089-1eb2-48e0-b99f-bea08628a001 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.210245] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.215805] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Creating folder: Project (aa3b0b0c6cb34fa6864b9a8d609df6f6). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1114.216119] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660094, 'name': CreateVM_Task, 'duration_secs': 0.402952} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.216697] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1351c4b-318a-46e8-9984-d23dda472633 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.218457] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.219126] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'attachment_id': '8f5ba223-36b4-44a5-b750-cbf8f4679b25', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729510', 'volume_id': '8dfe0638-54c9-4336-88d4-8710e18c41a4', 'name': 'volume-8dfe0638-54c9-4336-88d4-8710e18c41a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7abd09b1-89dc-482e-b616-e3a65992183c', 'attached_at': '', 'detached_at': '', 'volume_id': '8dfe0638-54c9-4336-88d4-8710e18c41a4', 'serial': '8dfe0638-54c9-4336-88d4-8710e18c41a4'}, 'boot_index': 0, 'disk_bus': None, 'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69249) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1114.219338] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Root volume attach. Driver type: vmdk {{(pid=69249) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1114.220455] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c91957-3ab9-41a7-a0db-fd9f9455ab46 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.229123] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec48a2ee-50d0-4dce-811f-6ecb6055cba6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.231835] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Created folder: Project (aa3b0b0c6cb34fa6864b9a8d609df6f6) in parent group-v729229. [ 1114.232115] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Creating folder: Instances. Parent ref: group-v729517. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1114.232254] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00a000e5-9012-44de-a592-3b43bb5f4dcf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.237890] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af06ee15-2e71-4624-8b83-a2eddbaf57e1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.241251] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Created folder: Instances in parent group-v729517. [ 1114.241484] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.241970] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.242274] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3d2ec4d-190d-4880-bbf3-93d038682671 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.257721] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3f22650a-31f7-4eb4-a735-64d8dcb66f04 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.261686] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.261686] env[69249]: value = "task-3660098" [ 1114.261686] env[69249]: _type = "Task" [ 1114.261686] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.265403] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1114.265403] env[69249]: value = "task-3660099" [ 1114.265403] env[69249]: _type = "Task" [ 1114.265403] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.271530] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660098, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.278555] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660099, 'name': RelocateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.283648] env[69249]: DEBUG oslo_vmware.api [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660095, 'name': ReconfigVM_Task, 'duration_secs': 0.159784} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.284062] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729515', 'volume_id': '5772b56d-666e-4bf7-b1b8-e354a2c30dd2', 'name': 'volume-5772b56d-666e-4bf7-b1b8-e354a2c30dd2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c669bad9-3298-4279-b3b3-08c0c9d4a81b', 'attached_at': '', 'detached_at': '', 'volume_id': '5772b56d-666e-4bf7-b1b8-e354a2c30dd2', 'serial': '5772b56d-666e-4bf7-b1b8-e354a2c30dd2'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1114.334831] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52237cf7-0d20-e1c8-245b-b04436cf88a8/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1114.335839] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a854581-547a-4202-98eb-61b6f674dab7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.343863] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52237cf7-0d20-e1c8-245b-b04436cf88a8/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1114.343863] env[69249]: ERROR oslo_vmware.rw_handles [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52237cf7-0d20-e1c8-245b-b04436cf88a8/disk-0.vmdk due to incomplete transfer. [ 1114.343863] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ba60bee-4dd0-4d89-9916-d562809183bd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.352073] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52237cf7-0d20-e1c8-245b-b04436cf88a8/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1114.352073] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Uploaded image 10fa4e3a-d609-4588-b5bd-22f32e69ca0d to the Glance image server {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1114.354274] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1114.354535] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-34b728a8-67a6-4975-9278-4c7975d33e44 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.360686] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1114.360686] env[69249]: value = "task-3660100" [ 1114.360686] env[69249]: _type = "Task" [ 1114.360686] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.368744] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660100, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.390658] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0324f2e8-ec70-4a82-9a63-08a0954d7a85 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Releasing lock "refresh_cache-1b442703-16ca-4fd0-8611-af02d2ddea79" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.391796] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27b3b83-f934-4c0f-aadb-b21e354f79d9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.400156] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0324f2e8-ec70-4a82-9a63-08a0954d7a85 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Resuming the VM {{(pid=69249) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1114.400837] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ea0bcdc-eadb-4229-a661-9bf8b74f5767 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.408341] env[69249]: DEBUG oslo_vmware.api [None req-0324f2e8-ec70-4a82-9a63-08a0954d7a85 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1114.408341] env[69249]: value = "task-3660101" [ 1114.408341] env[69249]: _type = "Task" [ 1114.408341] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.416745] env[69249]: DEBUG oslo_vmware.api [None req-0324f2e8-ec70-4a82-9a63-08a0954d7a85 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.438060] env[69249]: DEBUG oslo_concurrency.lockutils [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.440272] env[69249]: DEBUG oslo_concurrency.lockutils [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.159s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.471622] env[69249]: INFO nova.scheduler.client.report [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Deleted allocations for instance 32b00162-6b77-4db5-b82c-76e09f9aa7b8 [ 1114.653174] env[69249]: DEBUG nova.network.neutron [req-d4925934-c402-4ad3-b1c3-b24868b718b4 req-e23ced4a-e36a-4493-a07b-3bba9c535469 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updated VIF entry in instance network info cache for port da635576-f84f-4570-b90d-12257801ff60. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.653563] env[69249]: DEBUG nova.network.neutron [req-d4925934-c402-4ad3-b1c3-b24868b718b4 req-e23ced4a-e36a-4493-a07b-3bba9c535469 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating instance_info_cache with network_info: [{"id": "da635576-f84f-4570-b90d-12257801ff60", "address": "fa:16:3e:b7:d3:e8", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda635576-f8", "ovs_interfaceid": "da635576-f84f-4570-b90d-12257801ff60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.777195] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660099, 'name': RelocateVM_Task} progress is 42%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.781288] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660098, 'name': CreateVM_Task, 'duration_secs': 0.389756} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.781533] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.782051] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.782275] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.782644] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.782940] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-009039f9-8345-49a8-a8ab-cb1408c3cf58 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.791284] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1114.791284] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523e810e-da9e-26a4-bc49-0f55ab3e832c" [ 1114.791284] env[69249]: _type = "Task" [ 1114.791284] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.803300] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523e810e-da9e-26a4-bc49-0f55ab3e832c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.833759] env[69249]: DEBUG nova.objects.instance [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lazy-loading 'flavor' on Instance uuid c669bad9-3298-4279-b3b3-08c0c9d4a81b {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.876171] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660100, 'name': Destroy_Task, 'duration_secs': 0.46458} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.876467] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Destroyed the VM [ 1114.876714] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1114.877010] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-64c8bed7-9e9a-4b29-9fe8-375529e36fc8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.889443] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1114.889443] env[69249]: value = "task-3660102" [ 1114.889443] env[69249]: _type = "Task" [ 1114.889443] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.903868] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660102, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.922969] env[69249]: DEBUG oslo_vmware.api [None req-0324f2e8-ec70-4a82-9a63-08a0954d7a85 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.946713] env[69249]: INFO nova.compute.claims [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.985528] env[69249]: DEBUG oslo_concurrency.lockutils [None req-058bcd35-fe9d-49d0-99ed-716dd6a5376d tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "32b00162-6b77-4db5-b82c-76e09f9aa7b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.310s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.156607] env[69249]: DEBUG oslo_concurrency.lockutils [req-d4925934-c402-4ad3-b1c3-b24868b718b4 req-e23ced4a-e36a-4493-a07b-3bba9c535469 service nova] Releasing lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.280378] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660099, 'name': RelocateVM_Task} progress is 56%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.304275] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523e810e-da9e-26a4-bc49-0f55ab3e832c, 'name': SearchDatastore_Task, 'duration_secs': 0.015721} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.304605] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.304846] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.305135] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.305283] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.305490] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.305799] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f155afa8-c382-4fa2-b823-2950d4aa7e18 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.317207] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.317424] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.318334] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcabc3bf-c477-4a47-a77d-e30ba71745f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.327260] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1115.327260] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52127101-b278-cb69-bb9b-1d6edbf061ab" [ 1115.327260] env[69249]: _type = "Task" [ 1115.327260] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.339692] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52127101-b278-cb69-bb9b-1d6edbf061ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.402487] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660102, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.420809] env[69249]: DEBUG oslo_vmware.api [None req-0324f2e8-ec70-4a82-9a63-08a0954d7a85 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660101, 'name': PowerOnVM_Task, 'duration_secs': 0.677531} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.421321] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0324f2e8-ec70-4a82-9a63-08a0954d7a85 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Resumed the VM {{(pid=69249) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1115.421475] env[69249]: DEBUG nova.compute.manager [None req-0324f2e8-ec70-4a82-9a63-08a0954d7a85 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1115.422586] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fac1ed2-64fd-48bb-8a2d-116355a755c8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.454025] env[69249]: INFO nova.compute.resource_tracker [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Updating resource usage from migration cb0c9e45-64b8-4c88-88fe-c1c37703de0e [ 1115.638099] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93acb75e-975d-4b33-bdb2-948d63a0cf20 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.647785] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c4ac0b-86bd-4350-8cf2-60e72f21bceb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.685555] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a300e9d-ddfa-4a85-8e72-23501fdb33c6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.695310] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d202c94f-a808-4072-974c-bac183cc5f96 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.711682] env[69249]: DEBUG nova.compute.provider_tree [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.780907] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660099, 'name': RelocateVM_Task} progress is 69%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.844031] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52127101-b278-cb69-bb9b-1d6edbf061ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010796} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.844031] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e0bfae-5342-4997-824c-1bba93d99610 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.845029] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8f9deb12-2259-4ca0-8db4-1cba4b486603 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.283s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.847543] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "69555095-0946-44f1-b907-d926fda60f54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.848062] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "69555095-0946-44f1-b907-d926fda60f54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.848637] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "69555095-0946-44f1-b907-d926fda60f54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.849290] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "69555095-0946-44f1-b907-d926fda60f54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.849684] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "69555095-0946-44f1-b907-d926fda60f54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.853890] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1115.853890] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52dccb77-bd16-3a77-410e-79a4090f89ca" [ 1115.853890] env[69249]: _type = "Task" [ 1115.853890] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.854431] env[69249]: INFO nova.compute.manager [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Terminating instance [ 1115.871026] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52dccb77-bd16-3a77-410e-79a4090f89ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013909} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.871303] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.871517] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 3ceef616-9f4e-4d94-9979-bad57f51d92f/3ceef616-9f4e-4d94-9979-bad57f51d92f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.871978] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fde2101d-9e92-4972-ad4e-2c3821f5adad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.883932] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1115.883932] env[69249]: value = "task-3660103" [ 1115.883932] env[69249]: _type = "Task" [ 1115.883932] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.897304] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.903047] env[69249]: DEBUG oslo_vmware.api [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660102, 'name': RemoveSnapshot_Task, 'duration_secs': 0.868667} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.903364] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1115.903731] env[69249]: INFO nova.compute.manager [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Took 14.18 seconds to snapshot the instance on the hypervisor. [ 1116.215563] env[69249]: DEBUG nova.scheduler.client.report [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.281782] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660099, 'name': RelocateVM_Task} progress is 84%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.363951] env[69249]: DEBUG nova.compute.manager [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.364273] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.366059] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bd40cc-43ef-48be-aec0-ce878ee32ac5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.376042] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.376258] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba748e97-de6e-4d80-98c9-cd15e634d1c0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.385010] env[69249]: DEBUG oslo_vmware.api [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1116.385010] env[69249]: value = "task-3660104" [ 1116.385010] env[69249]: _type = "Task" [ 1116.385010] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.406529] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469991} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.407194] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 3ceef616-9f4e-4d94-9979-bad57f51d92f/3ceef616-9f4e-4d94-9979-bad57f51d92f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.407613] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.415589] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9242ac9-bc09-48cb-bae8-3236a24390f7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.421904] env[69249]: DEBUG oslo_vmware.api [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.435996] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1116.435996] env[69249]: value = "task-3660105" [ 1116.435996] env[69249]: _type = "Task" [ 1116.435996] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.449661] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.473131] env[69249]: DEBUG nova.compute.manager [None req-f04aa8e4-a635-41be-b8fb-47812ee017d1 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Found 2 images (rotation: 2) {{(pid=69249) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1116.721279] env[69249]: DEBUG oslo_concurrency.lockutils [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.281s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.721585] env[69249]: INFO nova.compute.manager [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Migrating [ 1116.731442] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.125s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.733700] env[69249]: INFO nova.compute.claims [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.782095] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660099, 'name': RelocateVM_Task} progress is 97%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.899626] env[69249]: DEBUG oslo_vmware.api [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660104, 'name': PowerOffVM_Task, 'duration_secs': 0.37004} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.899923] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.900112] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.900383] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c18a148-294a-4e32-a719-ddba5cb39a6a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.907780] env[69249]: DEBUG oslo_concurrency.lockutils [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.908039] env[69249]: DEBUG oslo_concurrency.lockutils [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.908382] env[69249]: DEBUG oslo_concurrency.lockutils [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.908489] env[69249]: DEBUG oslo_concurrency.lockutils [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.908643] env[69249]: DEBUG oslo_concurrency.lockutils [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.910970] env[69249]: INFO nova.compute.manager [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Terminating instance [ 1116.946573] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082896} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.946840] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.947666] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecd31e4-ac65-458b-9046-de6fb9ecdbb9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.968294] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 3ceef616-9f4e-4d94-9979-bad57f51d92f/3ceef616-9f4e-4d94-9979-bad57f51d92f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.968614] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7739a40-a4c0-4ba7-8965-35ab7874f8da {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.988910] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1116.988910] env[69249]: value = "task-3660107" [ 1116.988910] env[69249]: _type = "Task" [ 1116.988910] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.993382] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.993625] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.994766] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Deleting the datastore file [datastore1] 69555095-0946-44f1-b907-d926fda60f54 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.994766] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33e05e56-bf0e-4914-96cc-5ef2d235135e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.000033] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.001299] env[69249]: DEBUG oslo_vmware.api [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for the task: (returnval){ [ 1117.001299] env[69249]: value = "task-3660108" [ 1117.001299] env[69249]: _type = "Task" [ 1117.001299] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.009717] env[69249]: DEBUG oslo_vmware.api [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.246149] env[69249]: DEBUG oslo_concurrency.lockutils [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "refresh_cache-e53047cd-0c48-4d0f-9665-1c4232994b34" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.246392] env[69249]: DEBUG oslo_concurrency.lockutils [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "refresh_cache-e53047cd-0c48-4d0f-9665-1c4232994b34" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.246674] env[69249]: DEBUG nova.network.neutron [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.283182] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660099, 'name': RelocateVM_Task} progress is 98%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.416821] env[69249]: DEBUG nova.compute.manager [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.417109] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.418572] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cda50c-3739-4db5-9a12-423f51b6eca2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.426262] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.426483] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b3440c7-ab28-40ba-8878-8e4b85541ff9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.433453] env[69249]: DEBUG oslo_vmware.api [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1117.433453] env[69249]: value = "task-3660109" [ 1117.433453] env[69249]: _type = "Task" [ 1117.433453] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.444378] env[69249]: DEBUG oslo_vmware.api [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.499578] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.510327] env[69249]: DEBUG oslo_vmware.api [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.781187] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660099, 'name': RelocateVM_Task, 'duration_secs': 3.064044} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.783441] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1117.783675] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729510', 'volume_id': '8dfe0638-54c9-4336-88d4-8710e18c41a4', 'name': 'volume-8dfe0638-54c9-4336-88d4-8710e18c41a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7abd09b1-89dc-482e-b616-e3a65992183c', 'attached_at': '', 'detached_at': '', 'volume_id': '8dfe0638-54c9-4336-88d4-8710e18c41a4', 'serial': '8dfe0638-54c9-4336-88d4-8710e18c41a4'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1117.784467] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22381b22-a7f1-4e8f-ad54-4e259850be3c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.803598] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea934039-f8e6-496e-a6ec-32926ccb9541 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.827515] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-8dfe0638-54c9-4336-88d4-8710e18c41a4/volume-8dfe0638-54c9-4336-88d4-8710e18c41a4.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.832246] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47c9389b-73db-4834-92b4-27d3c905615e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.853024] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1117.853024] env[69249]: value = "task-3660110" [ 1117.853024] env[69249]: _type = "Task" [ 1117.853024] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.862686] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.946833] env[69249]: DEBUG nova.compute.manager [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1117.948012] env[69249]: DEBUG oslo_vmware.api [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660109, 'name': PowerOffVM_Task, 'duration_secs': 0.207322} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.948012] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64a7bfd-276f-4faa-ba2f-896d777a9b52 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.950990] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.951226] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.951488] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee53bb16-0121-4f74-bcf0-cd115134feb9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.997653] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53207a8-3b59-4ed3-98ff-a7135fcbcc10 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.005565] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660107, 'name': ReconfigVM_Task, 'duration_secs': 0.67212} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.009729] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 3ceef616-9f4e-4d94-9979-bad57f51d92f/3ceef616-9f4e-4d94-9979-bad57f51d92f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.010694] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b049a024-0c05-4544-96e5-162aa9e2767a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.012547] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59eb6408-a816-4121-8d4f-88189a8a9642 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.016237] env[69249]: DEBUG nova.network.neutron [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Updating instance_info_cache with network_info: [{"id": "8d1fb131-7a84-4b9b-ac2c-2443b1a80738", "address": "fa:16:3e:72:3e:de", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1fb131-7a", "ovs_interfaceid": "8d1fb131-7a84-4b9b-ac2c-2443b1a80738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.022674] env[69249]: DEBUG oslo_vmware.api [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Task: {'id': task-3660108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.579561} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.047626] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.047819] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.048007] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.048210] env[69249]: INFO nova.compute.manager [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] [instance: 69555095-0946-44f1-b907-d926fda60f54] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1118.048462] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.048747] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1118.048747] env[69249]: value = "task-3660112" [ 1118.048747] env[69249]: _type = "Task" [ 1118.048747] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.049953] env[69249]: DEBUG nova.compute.manager [-] [instance: 69555095-0946-44f1-b907-d926fda60f54] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.050074] env[69249]: DEBUG nova.network.neutron [-] [instance: 69555095-0946-44f1-b907-d926fda60f54] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.052378] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863692ae-7c4c-4ca4-9d3d-21a5cc4cd0ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.066239] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e340cb-87b0-4d8a-91a1-55823c3c716e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.070460] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660112, 'name': Rename_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.082106] env[69249]: DEBUG nova.compute.provider_tree [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.265022] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.265269] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.265480] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Deleting the datastore file [datastore2] c669bad9-3298-4279-b3b3-08c0c9d4a81b {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.265739] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-261382ed-4c36-4cc8-af6b-caccd864cdab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.272589] env[69249]: DEBUG oslo_vmware.api [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1118.272589] env[69249]: value = "task-3660113" [ 1118.272589] env[69249]: _type = "Task" [ 1118.272589] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.280039] env[69249]: DEBUG oslo_vmware.api [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.365029] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660110, 'name': ReconfigVM_Task, 'duration_secs': 0.33463} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.365400] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-8dfe0638-54c9-4336-88d4-8710e18c41a4/volume-8dfe0638-54c9-4336-88d4-8710e18c41a4.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.373315] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac56d60-fd0e-42e1-b6ab-6f4d9e443a19 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.394955] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1118.394955] env[69249]: value = "task-3660114" [ 1118.394955] env[69249]: _type = "Task" [ 1118.394955] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.406220] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.415333] env[69249]: DEBUG nova.compute.manager [req-56a59089-f3d9-443e-a4e5-010be7b7a389 req-68524398-7108-481d-b255-d760651d8c03 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Received event network-vif-deleted-074f4bde-21ba-4639-925d-19ea222be2ba {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.415542] env[69249]: INFO nova.compute.manager [req-56a59089-f3d9-443e-a4e5-010be7b7a389 req-68524398-7108-481d-b255-d760651d8c03 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Neutron deleted interface 074f4bde-21ba-4639-925d-19ea222be2ba; detaching it from the instance and deleting it from the info cache [ 1118.415713] env[69249]: DEBUG nova.network.neutron [req-56a59089-f3d9-443e-a4e5-010be7b7a389 req-68524398-7108-481d-b255-d760651d8c03 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.462819] env[69249]: INFO nova.compute.manager [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] instance snapshotting [ 1118.463472] env[69249]: DEBUG nova.objects.instance [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lazy-loading 'flavor' on Instance uuid 4c2c7a6e-6d27-4986-9afe-a91671ab04af {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.518954] env[69249]: DEBUG oslo_concurrency.lockutils [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "refresh_cache-e53047cd-0c48-4d0f-9665-1c4232994b34" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.561042] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660112, 'name': Rename_Task, 'duration_secs': 0.163874} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.561402] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.561689] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96869db3-9852-43b7-bcd1-caa477295a25 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.568352] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1118.568352] env[69249]: value = "task-3660115" [ 1118.568352] env[69249]: _type = "Task" [ 1118.568352] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.576129] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.619702] env[69249]: DEBUG nova.scheduler.client.report [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1118.619799] env[69249]: DEBUG nova.compute.provider_tree [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 141 to 142 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1118.619955] env[69249]: DEBUG nova.compute.provider_tree [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.782570] env[69249]: DEBUG oslo_vmware.api [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183934} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.782771] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.782951] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.783147] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.783320] env[69249]: INFO nova.compute.manager [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1118.783551] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.783743] env[69249]: DEBUG nova.compute.manager [-] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.783857] env[69249]: DEBUG nova.network.neutron [-] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.849233] env[69249]: DEBUG nova.network.neutron [-] [instance: 69555095-0946-44f1-b907-d926fda60f54] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.905446] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660114, 'name': ReconfigVM_Task, 'duration_secs': 0.269942} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.905770] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729510', 'volume_id': '8dfe0638-54c9-4336-88d4-8710e18c41a4', 'name': 'volume-8dfe0638-54c9-4336-88d4-8710e18c41a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7abd09b1-89dc-482e-b616-e3a65992183c', 'attached_at': '', 'detached_at': '', 'volume_id': '8dfe0638-54c9-4336-88d4-8710e18c41a4', 'serial': '8dfe0638-54c9-4336-88d4-8710e18c41a4'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1118.906382] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5a66558-2152-4854-857c-839327eac669 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.914201] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1118.914201] env[69249]: value = "task-3660116" [ 1118.914201] env[69249]: _type = "Task" [ 1118.914201] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.918126] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba8a17be-b5d1-4006-96c9-4ec6c53fd5a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.925575] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660116, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.929468] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6238de-5c91-4849-8915-cfca4dabde85 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.961423] env[69249]: DEBUG nova.compute.manager [req-56a59089-f3d9-443e-a4e5-010be7b7a389 req-68524398-7108-481d-b255-d760651d8c03 service nova] [instance: 69555095-0946-44f1-b907-d926fda60f54] Detach interface failed, port_id=074f4bde-21ba-4639-925d-19ea222be2ba, reason: Instance 69555095-0946-44f1-b907-d926fda60f54 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1118.968956] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8b22f1-ca5e-4f3b-81d8-a2f2ed160540 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.990720] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0af140-4acb-44a9-8ee7-1a6c58da9382 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.081050] env[69249]: DEBUG oslo_vmware.api [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660115, 'name': PowerOnVM_Task, 'duration_secs': 0.44523} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.081050] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.081050] env[69249]: INFO nova.compute.manager [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Took 4.92 seconds to spawn the instance on the hypervisor. [ 1119.081050] env[69249]: DEBUG nova.compute.manager [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1119.081575] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560cae4d-88b3-4cc8-8570-826e1d8dbed8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.125543] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.126046] env[69249]: DEBUG nova.compute.manager [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.129733] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.513s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.129991] env[69249]: DEBUG nova.objects.instance [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lazy-loading 'resources' on Instance uuid cb9ecca9-ceb4-412c-b29a-7b58e9c9602d {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.352678] env[69249]: INFO nova.compute.manager [-] [instance: 69555095-0946-44f1-b907-d926fda60f54] Took 1.30 seconds to deallocate network for instance. [ 1119.424730] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660116, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.502028] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1119.502313] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7dcafdc6-5a43-4234-a912-e7264498545f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.510346] env[69249]: DEBUG oslo_vmware.api [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1119.510346] env[69249]: value = "task-3660117" [ 1119.510346] env[69249]: _type = "Task" [ 1119.510346] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.519068] env[69249]: DEBUG oslo_vmware.api [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660117, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.601412] env[69249]: INFO nova.compute.manager [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Took 11.49 seconds to build instance. [ 1119.633119] env[69249]: DEBUG nova.compute.utils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.637798] env[69249]: DEBUG nova.compute.manager [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.637860] env[69249]: DEBUG nova.network.neutron [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.690586] env[69249]: DEBUG nova.policy [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a35cae3fb6c4a0eb3b28e9032447200', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a097e2ffed746299307c1cb7a339fc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.739811] env[69249]: DEBUG nova.network.neutron [-] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.804178] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ce08cd-0136-47b2-a951-479e223a980e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.812981] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd211822-168d-4a23-802e-a7b518dcc490 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.852353] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df905a02-812a-4c2a-9efd-b051611aa77b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.859109] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.861268] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a3c7cc-7111-45af-bba5-e40a382ba331 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.877767] env[69249]: DEBUG nova.compute.provider_tree [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.924798] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660116, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.020520] env[69249]: DEBUG oslo_vmware.api [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660117, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.033603] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6f7889-955e-4dd2-9118-49c95af9b68b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.052463] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Updating instance 'e53047cd-0c48-4d0f-9665-1c4232994b34' progress to 0 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.072493] env[69249]: DEBUG nova.network.neutron [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Successfully created port: a9bf6063-e20f-479f-a54d-f1a0200c9f0c {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.103529] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b440f19-dbbc-4536-b292-7b91446b9dc8 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Lock "3ceef616-9f4e-4d94-9979-bad57f51d92f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.012s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.140554] env[69249]: DEBUG nova.compute.manager [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.245424] env[69249]: INFO nova.compute.manager [-] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Took 1.46 seconds to deallocate network for instance. [ 1120.382033] env[69249]: DEBUG nova.scheduler.client.report [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.387407] env[69249]: INFO nova.compute.manager [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Rebuilding instance [ 1120.427921] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660116, 'name': Rename_Task, 'duration_secs': 1.22873} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.428512] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.428599] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc7be1a9-d790-4b10-9d9e-b4dfa90dd216 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.436991] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1120.436991] env[69249]: value = "task-3660118" [ 1120.436991] env[69249]: _type = "Task" [ 1120.436991] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.437404] env[69249]: DEBUG nova.compute.manager [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.438295] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154fc14f-d0fa-4a68-aa2c-4e80e8cac9c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.445078] env[69249]: DEBUG nova.compute.manager [req-582e2f13-588c-4e4b-950b-2d544cfe7881 req-df1a3d44-47a2-48ba-8bcd-ea3f89525520 service nova] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Received event network-vif-deleted-681b107b-51a4-4d5b-a107-7e1f3d48d7be {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.451107] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.521582] env[69249]: DEBUG oslo_vmware.api [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660117, 'name': CreateSnapshot_Task, 'duration_secs': 0.91927} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.521943] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1120.522584] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312e513a-048f-4789-976f-45cedddd8907 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.558561] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.559447] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4abba04-a285-4a7f-b825-ce579020577e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.566698] env[69249]: DEBUG oslo_vmware.api [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1120.566698] env[69249]: value = "task-3660119" [ 1120.566698] env[69249]: _type = "Task" [ 1120.566698] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.574972] env[69249]: DEBUG oslo_vmware.api [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.580978] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "1b442703-16ca-4fd0-8611-af02d2ddea79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.581243] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "1b442703-16ca-4fd0-8611-af02d2ddea79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.581451] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "1b442703-16ca-4fd0-8611-af02d2ddea79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.581631] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "1b442703-16ca-4fd0-8611-af02d2ddea79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.581812] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "1b442703-16ca-4fd0-8611-af02d2ddea79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.583786] env[69249]: INFO nova.compute.manager [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Terminating instance [ 1120.753951] env[69249]: DEBUG oslo_concurrency.lockutils [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.888588] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.891645] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.033s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.892259] env[69249]: DEBUG nova.objects.instance [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lazy-loading 'resources' on Instance uuid 69555095-0946-44f1-b907-d926fda60f54 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.912209] env[69249]: INFO nova.scheduler.client.report [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Deleted allocations for instance cb9ecca9-ceb4-412c-b29a-7b58e9c9602d [ 1120.950249] env[69249]: DEBUG oslo_vmware.api [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660118, 'name': PowerOnVM_Task, 'duration_secs': 0.483154} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.950531] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.950734] env[69249]: INFO nova.compute.manager [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1120.950912] env[69249]: DEBUG nova.compute.manager [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.952143] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cc287b-8076-48a6-91ac-96620a57e8d5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.042525] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1121.042525] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f483482f-f3d7-4694-b603-03ea8fbde845 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.052803] env[69249]: DEBUG oslo_vmware.api [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1121.052803] env[69249]: value = "task-3660120" [ 1121.052803] env[69249]: _type = "Task" [ 1121.052803] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.060187] env[69249]: DEBUG oslo_vmware.api [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660120, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.076540] env[69249]: DEBUG oslo_vmware.api [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660119, 'name': PowerOffVM_Task, 'duration_secs': 0.254422} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.076800] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.077085] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Updating instance 'e53047cd-0c48-4d0f-9665-1c4232994b34' progress to 17 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.089855] env[69249]: DEBUG nova.compute.manager [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.089855] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.090500] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ce10ea-67db-4736-a692-463440cabe10 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.098104] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.098367] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09691704-9416-4e7a-a52d-4b6f65917448 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.104065] env[69249]: DEBUG oslo_vmware.api [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1121.104065] env[69249]: value = "task-3660121" [ 1121.104065] env[69249]: _type = "Task" [ 1121.104065] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.112585] env[69249]: DEBUG oslo_vmware.api [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.147888] env[69249]: DEBUG nova.compute.manager [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.171219] env[69249]: DEBUG nova.virt.hardware [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.171518] env[69249]: DEBUG nova.virt.hardware [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.171686] env[69249]: DEBUG nova.virt.hardware [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.171921] env[69249]: DEBUG nova.virt.hardware [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.172111] env[69249]: DEBUG nova.virt.hardware [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.172273] env[69249]: DEBUG nova.virt.hardware [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.172505] env[69249]: DEBUG nova.virt.hardware [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.172740] env[69249]: DEBUG nova.virt.hardware [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.172962] env[69249]: DEBUG nova.virt.hardware [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.173160] env[69249]: DEBUG nova.virt.hardware [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.173364] env[69249]: DEBUG nova.virt.hardware [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.174395] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ccf580-76cc-483f-9433-afa74c4c8080 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.183659] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf03bff-524c-46cc-982a-56d189ac9d3a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.420348] env[69249]: DEBUG oslo_concurrency.lockutils [None req-cbec9b1e-0a2a-4854-952e-aa11d456e1dd tempest-FloatingIPsAssociationTestJSON-1590461501 tempest-FloatingIPsAssociationTestJSON-1590461501-project-member] Lock "cb9ecca9-ceb4-412c-b29a-7b58e9c9602d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.794s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.463548] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.468751] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c58941da-e6ad-42ba-9e23-b34202a12a48 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.473030] env[69249]: INFO nova.compute.manager [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Took 16.49 seconds to build instance. [ 1121.479305] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1121.479305] env[69249]: value = "task-3660122" [ 1121.479305] env[69249]: _type = "Task" [ 1121.479305] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.488631] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.565205] env[69249]: DEBUG oslo_vmware.api [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660120, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.584712] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.585047] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.585283] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.585484] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.585632] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.585779] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.585985] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.586187] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.586368] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.586533] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.586709] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.592891] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e03f00-4d32-4ab9-9ec6-a682a962061a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.596442] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fefa5127-bf6c-4c06-b6fd-027e1cc2a5f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.614093] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c2558f-2980-4a6e-9fbf-d7c77f30814e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.623532] env[69249]: DEBUG oslo_vmware.api [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1121.623532] env[69249]: value = "task-3660123" [ 1121.623532] env[69249]: _type = "Task" [ 1121.623532] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.623801] env[69249]: DEBUG oslo_vmware.api [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660121, 'name': PowerOffVM_Task, 'duration_secs': 0.403177} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.624595] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.624769] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.628484] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af03be3c-803c-4da9-a25a-45890da362e2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.658203] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63fe385-116c-4caa-9e3f-59af0953c4e7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.663892] env[69249]: DEBUG oslo_vmware.api [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.669854] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e90ccf9-e2e8-4ce0-bc22-8f61522a7134 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.684901] env[69249]: DEBUG nova.compute.provider_tree [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.733534] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.733878] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.733971] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Deleting the datastore file [datastore1] 1b442703-16ca-4fd0-8611-af02d2ddea79 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.734281] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6b623c2-8e39-4647-9d94-f02d9b6ca153 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.740970] env[69249]: DEBUG oslo_vmware.api [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for the task: (returnval){ [ 1121.740970] env[69249]: value = "task-3660125" [ 1121.740970] env[69249]: _type = "Task" [ 1121.740970] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.750282] env[69249]: DEBUG oslo_vmware.api [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.977624] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aa5b48e2-4a55-40ad-bb32-f425a2c12bfa tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "7abd09b1-89dc-482e-b616-e3a65992183c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.012s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.989294] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660122, 'name': PowerOffVM_Task, 'duration_secs': 0.249718} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.989622] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.990251] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.991063] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851f69f6-7868-43dc-9fac-2276fc7a6e0e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.998416] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.998686] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d0fb3b5-fd53-43f8-8b94-2bb9fc7beee2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.023858] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.024116] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.024303] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Deleting the datastore file [datastore2] 3ceef616-9f4e-4d94-9979-bad57f51d92f {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.024584] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfe8521e-214c-43ff-a606-3c5595419b2f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.032051] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1122.032051] env[69249]: value = "task-3660127" [ 1122.032051] env[69249]: _type = "Task" [ 1122.032051] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.040179] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.062749] env[69249]: DEBUG oslo_vmware.api [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660120, 'name': CloneVM_Task} progress is 95%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.140177] env[69249]: DEBUG oslo_vmware.api [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660123, 'name': ReconfigVM_Task, 'duration_secs': 0.18064} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.141331] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Updating instance 'e53047cd-0c48-4d0f-9665-1c4232994b34' progress to 33 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.188854] env[69249]: DEBUG nova.scheduler.client.report [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.212287] env[69249]: DEBUG nova.network.neutron [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Successfully updated port: a9bf6063-e20f-479f-a54d-f1a0200c9f0c {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.253930] env[69249]: DEBUG oslo_vmware.api [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Task: {'id': task-3660125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250736} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.254228] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.254412] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.254584] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.254802] env[69249]: INFO nova.compute.manager [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1122.255111] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.255326] env[69249]: DEBUG nova.compute.manager [-] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.255434] env[69249]: DEBUG nova.network.neutron [-] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.547969] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224433} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.548565] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.551332] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.551332] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.568536] env[69249]: DEBUG nova.compute.manager [req-f520af47-4ebf-4654-ae42-6ccba0d5707b req-efd2b9db-1d38-4b8b-953d-dee3260ed588 service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Received event network-vif-plugged-a9bf6063-e20f-479f-a54d-f1a0200c9f0c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.568768] env[69249]: DEBUG oslo_concurrency.lockutils [req-f520af47-4ebf-4654-ae42-6ccba0d5707b req-efd2b9db-1d38-4b8b-953d-dee3260ed588 service nova] Acquiring lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.568980] env[69249]: DEBUG oslo_concurrency.lockutils [req-f520af47-4ebf-4654-ae42-6ccba0d5707b req-efd2b9db-1d38-4b8b-953d-dee3260ed588 service nova] Lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.569167] env[69249]: DEBUG oslo_concurrency.lockutils [req-f520af47-4ebf-4654-ae42-6ccba0d5707b req-efd2b9db-1d38-4b8b-953d-dee3260ed588 service nova] Lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.569339] env[69249]: DEBUG nova.compute.manager [req-f520af47-4ebf-4654-ae42-6ccba0d5707b req-efd2b9db-1d38-4b8b-953d-dee3260ed588 service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] No waiting events found dispatching network-vif-plugged-a9bf6063-e20f-479f-a54d-f1a0200c9f0c {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1122.569515] env[69249]: WARNING nova.compute.manager [req-f520af47-4ebf-4654-ae42-6ccba0d5707b req-efd2b9db-1d38-4b8b-953d-dee3260ed588 service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Received unexpected event network-vif-plugged-a9bf6063-e20f-479f-a54d-f1a0200c9f0c for instance with vm_state building and task_state spawning. [ 1122.569674] env[69249]: DEBUG nova.compute.manager [req-f520af47-4ebf-4654-ae42-6ccba0d5707b req-efd2b9db-1d38-4b8b-953d-dee3260ed588 service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Received event network-changed-a9bf6063-e20f-479f-a54d-f1a0200c9f0c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.569823] env[69249]: DEBUG nova.compute.manager [req-f520af47-4ebf-4654-ae42-6ccba0d5707b req-efd2b9db-1d38-4b8b-953d-dee3260ed588 service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Refreshing instance network info cache due to event network-changed-a9bf6063-e20f-479f-a54d-f1a0200c9f0c. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.570023] env[69249]: DEBUG oslo_concurrency.lockutils [req-f520af47-4ebf-4654-ae42-6ccba0d5707b req-efd2b9db-1d38-4b8b-953d-dee3260ed588 service nova] Acquiring lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.571193] env[69249]: DEBUG oslo_concurrency.lockutils [req-f520af47-4ebf-4654-ae42-6ccba0d5707b req-efd2b9db-1d38-4b8b-953d-dee3260ed588 service nova] Acquired lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.571193] env[69249]: DEBUG nova.network.neutron [req-f520af47-4ebf-4654-ae42-6ccba0d5707b req-efd2b9db-1d38-4b8b-953d-dee3260ed588 service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Refreshing network info cache for port a9bf6063-e20f-479f-a54d-f1a0200c9f0c {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.583477] env[69249]: DEBUG oslo_vmware.api [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660120, 'name': CloneVM_Task, 'duration_secs': 1.140231} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.584055] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Created linked-clone VM from snapshot [ 1122.584905] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a319598-e7f2-4000-abb5-ef488b9b30f2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.593831] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Uploading image bf9fe53e-910d-42e1-8161-771c3404e8bb {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1122.621922] env[69249]: DEBUG oslo_vmware.rw_handles [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1122.621922] env[69249]: value = "vm-729521" [ 1122.621922] env[69249]: _type = "VirtualMachine" [ 1122.621922] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1122.622244] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-986b3395-78d4-4365-a6fa-51a73db43966 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.630251] env[69249]: DEBUG oslo_vmware.rw_handles [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lease: (returnval){ [ 1122.630251] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f5339c-e68f-44ee-fb58-dd41f217bcb8" [ 1122.630251] env[69249]: _type = "HttpNfcLease" [ 1122.630251] env[69249]: } obtained for exporting VM: (result){ [ 1122.630251] env[69249]: value = "vm-729521" [ 1122.630251] env[69249]: _type = "VirtualMachine" [ 1122.630251] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1122.630603] env[69249]: DEBUG oslo_vmware.api [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the lease: (returnval){ [ 1122.630603] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f5339c-e68f-44ee-fb58-dd41f217bcb8" [ 1122.630603] env[69249]: _type = "HttpNfcLease" [ 1122.630603] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1122.636722] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1122.636722] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f5339c-e68f-44ee-fb58-dd41f217bcb8" [ 1122.636722] env[69249]: _type = "HttpNfcLease" [ 1122.636722] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1122.648863] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.649091] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.649249] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.649427] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.649567] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.649709] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.649909] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.650080] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.650246] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.650404] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.650571] env[69249]: DEBUG nova.virt.hardware [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.656079] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.656732] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6082a08-8d5a-4f33-b3e7-771cd5f5d8c5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.675857] env[69249]: DEBUG oslo_vmware.api [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1122.675857] env[69249]: value = "task-3660129" [ 1122.675857] env[69249]: _type = "Task" [ 1122.675857] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.686875] env[69249]: DEBUG oslo_vmware.api [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.696835] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.699377] env[69249]: DEBUG oslo_concurrency.lockutils [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.946s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.699624] env[69249]: DEBUG nova.objects.instance [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lazy-loading 'resources' on Instance uuid c669bad9-3298-4279-b3b3-08c0c9d4a81b {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.714617] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.726473] env[69249]: INFO nova.scheduler.client.report [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Deleted allocations for instance 69555095-0946-44f1-b907-d926fda60f54 [ 1123.139427] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1123.139427] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f5339c-e68f-44ee-fb58-dd41f217bcb8" [ 1123.139427] env[69249]: _type = "HttpNfcLease" [ 1123.139427] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1123.139707] env[69249]: DEBUG oslo_vmware.rw_handles [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1123.139707] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f5339c-e68f-44ee-fb58-dd41f217bcb8" [ 1123.139707] env[69249]: _type = "HttpNfcLease" [ 1123.139707] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1123.140491] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4246ee96-4982-4fb8-a278-57aeac70abb8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.149374] env[69249]: DEBUG oslo_vmware.rw_handles [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52faec51-8fd9-6319-1d6a-942ea3f504a6/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1123.149563] env[69249]: DEBUG oslo_vmware.rw_handles [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52faec51-8fd9-6319-1d6a-942ea3f504a6/disk-0.vmdk for reading. {{(pid=69249) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1123.217713] env[69249]: DEBUG nova.network.neutron [req-f520af47-4ebf-4654-ae42-6ccba0d5707b req-efd2b9db-1d38-4b8b-953d-dee3260ed588 service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.237164] env[69249]: DEBUG oslo_vmware.api [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660129, 'name': ReconfigVM_Task, 'duration_secs': 0.464551} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.237164] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.237164] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6a753692-c16c-4ab8-9a35-c2d64498b8a3 tempest-AttachInterfacesTestJSON-1846222409 tempest-AttachInterfacesTestJSON-1846222409-project-member] Lock "69555095-0946-44f1-b907-d926fda60f54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.387s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.237164] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb084dd-29f5-4d2d-a61c-9c5ade06a864 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.263247] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] e53047cd-0c48-4d0f-9665-1c4232994b34/e53047cd-0c48-4d0f-9665-1c4232994b34.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.269230] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb4e2e33-a0da-4bf2-a7aa-8c485ce74a9d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.283067] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-18134966-3da4-4586-8383-e998b19566a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.291018] env[69249]: DEBUG oslo_vmware.api [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1123.291018] env[69249]: value = "task-3660130" [ 1123.291018] env[69249]: _type = "Task" [ 1123.291018] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.304360] env[69249]: DEBUG oslo_vmware.api [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.420253] env[69249]: DEBUG nova.network.neutron [req-f520af47-4ebf-4654-ae42-6ccba0d5707b req-efd2b9db-1d38-4b8b-953d-dee3260ed588 service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.440545] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1980b3-2f0c-4ae4-aade-07f10889c3fe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.449494] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4319395d-c350-49a6-84c9-a9f175fb5595 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.482320] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d9e9a0-3143-49a7-9918-26f4c504ce0d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.485255] env[69249]: DEBUG nova.network.neutron [-] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.491799] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250756b4-67ef-4ea6-8f2e-3b8cc4c46a4c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.506737] env[69249]: DEBUG nova.compute.provider_tree [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.592268] env[69249]: DEBUG nova.virt.hardware [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.592268] env[69249]: DEBUG nova.virt.hardware [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.592268] env[69249]: DEBUG nova.virt.hardware [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.592268] env[69249]: DEBUG nova.virt.hardware [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.592790] env[69249]: DEBUG nova.virt.hardware [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.592790] env[69249]: DEBUG nova.virt.hardware [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.592790] env[69249]: DEBUG nova.virt.hardware [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.592906] env[69249]: DEBUG nova.virt.hardware [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.592983] env[69249]: DEBUG nova.virt.hardware [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.593167] env[69249]: DEBUG nova.virt.hardware [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.593349] env[69249]: DEBUG nova.virt.hardware [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.594426] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00a521b-55dd-43af-b5db-3c4ef812fe6d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.603696] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4571881e-5c5f-40f4-90ea-41d778b47dd7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.618664] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.625506] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.626585] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.626937] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7520aaf7-bda5-4ac6-8669-85d9d354aa9c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.647302] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.647302] env[69249]: value = "task-3660131" [ 1123.647302] env[69249]: _type = "Task" [ 1123.647302] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.657469] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660131, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.802878] env[69249]: DEBUG oslo_vmware.api [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660130, 'name': ReconfigVM_Task, 'duration_secs': 0.364193} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.803373] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Reconfigured VM instance instance-00000067 to attach disk [datastore1] e53047cd-0c48-4d0f-9665-1c4232994b34/e53047cd-0c48-4d0f-9665-1c4232994b34.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.805251] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Updating instance 'e53047cd-0c48-4d0f-9665-1c4232994b34' progress to 50 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.923307] env[69249]: DEBUG oslo_concurrency.lockutils [req-f520af47-4ebf-4654-ae42-6ccba0d5707b req-efd2b9db-1d38-4b8b-953d-dee3260ed588 service nova] Releasing lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.923307] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.923450] env[69249]: DEBUG nova.network.neutron [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.989105] env[69249]: INFO nova.compute.manager [-] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Took 1.73 seconds to deallocate network for instance. [ 1124.063610] env[69249]: DEBUG nova.scheduler.client.report [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1124.063882] env[69249]: DEBUG nova.compute.provider_tree [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 142 to 143 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1124.066131] env[69249]: DEBUG nova.compute.provider_tree [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.161982] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660131, 'name': CreateVM_Task, 'duration_secs': 0.293138} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.162346] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.163851] env[69249]: DEBUG oslo_concurrency.lockutils [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.164418] env[69249]: DEBUG oslo_concurrency.lockutils [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.164853] env[69249]: DEBUG oslo_concurrency.lockutils [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.165641] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17cb1484-ac4f-43b1-af56-3557299fe4c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.174067] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1124.174067] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520420d3-c2e6-2492-03fa-b305dc0137a3" [ 1124.174067] env[69249]: _type = "Task" [ 1124.174067] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.185265] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520420d3-c2e6-2492-03fa-b305dc0137a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.320047] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7abc0ca-649d-48a6-926d-7b6800fd7270 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.339087] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879c3b2a-df42-4157-9fc4-72a268108a86 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.359339] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Updating instance 'e53047cd-0c48-4d0f-9665-1c4232994b34' progress to 67 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.492969] env[69249]: DEBUG nova.network.neutron [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.497710] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.573664] env[69249]: DEBUG oslo_concurrency.lockutils [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.576267] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.079s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.576882] env[69249]: DEBUG nova.objects.instance [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lazy-loading 'resources' on Instance uuid 1b442703-16ca-4fd0-8611-af02d2ddea79 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.609548] env[69249]: INFO nova.scheduler.client.report [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Deleted allocations for instance c669bad9-3298-4279-b3b3-08c0c9d4a81b [ 1124.638554] env[69249]: DEBUG nova.compute.manager [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Received event network-vif-deleted-0d865bf4-38c4-498f-b949-819b2e54c173 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.638554] env[69249]: DEBUG nova.compute.manager [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Received event network-changed-1b12ce65-c240-407c-be96-4e30b18bb436 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.638554] env[69249]: DEBUG nova.compute.manager [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Refreshing instance network info cache due to event network-changed-1b12ce65-c240-407c-be96-4e30b18bb436. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.638726] env[69249]: DEBUG oslo_concurrency.lockutils [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] Acquiring lock "refresh_cache-c2bacbbc-a57b-428f-af33-c85e4416ade5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.638855] env[69249]: DEBUG oslo_concurrency.lockutils [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] Acquired lock "refresh_cache-c2bacbbc-a57b-428f-af33-c85e4416ade5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.639015] env[69249]: DEBUG nova.network.neutron [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Refreshing network info cache for port 1b12ce65-c240-407c-be96-4e30b18bb436 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.688831] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520420d3-c2e6-2492-03fa-b305dc0137a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.692139] env[69249]: DEBUG oslo_concurrency.lockutils [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.692503] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.692852] env[69249]: DEBUG oslo_concurrency.lockutils [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.693104] env[69249]: DEBUG oslo_concurrency.lockutils [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.693374] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.696036] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-772eb952-e64d-4dfb-baa6-f085d1af54e7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.707056] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.707056] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.707056] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b40c6ce6-c7d1-4855-a1a7-86a7d2fa8952 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.711653] env[69249]: DEBUG nova.network.neutron [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance_info_cache with network_info: [{"id": "a9bf6063-e20f-479f-a54d-f1a0200c9f0c", "address": "fa:16:3e:32:07:de", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9bf6063-e2", "ovs_interfaceid": "a9bf6063-e20f-479f-a54d-f1a0200c9f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.717489] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1124.717489] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52138536-fec7-19e7-d1e9-a10e4469142c" [ 1124.717489] env[69249]: _type = "Task" [ 1124.717489] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.727803] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52138536-fec7-19e7-d1e9-a10e4469142c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.934215] env[69249]: DEBUG nova.network.neutron [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Port 8d1fb131-7a84-4b9b-ac2c-2443b1a80738 binding to destination host cpu-1 is already ACTIVE {{(pid=69249) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1125.123044] env[69249]: DEBUG oslo_concurrency.lockutils [None req-24c135de-4cd3-46a9-b568-f4e44789e554 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "c669bad9-3298-4279-b3b3-08c0c9d4a81b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.215s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.217697] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.217697] env[69249]: DEBUG nova.compute.manager [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Instance network_info: |[{"id": "a9bf6063-e20f-479f-a54d-f1a0200c9f0c", "address": "fa:16:3e:32:07:de", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9bf6063-e2", "ovs_interfaceid": "a9bf6063-e20f-479f-a54d-f1a0200c9f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.217697] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:07:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9bf6063-e20f-479f-a54d-f1a0200c9f0c', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.231116] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.231673] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.242280] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fce4e479-51a8-4af8-b61b-335e0c7f4107 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.270568] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52138536-fec7-19e7-d1e9-a10e4469142c, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.272426] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.272426] env[69249]: value = "task-3660132" [ 1125.272426] env[69249]: _type = "Task" [ 1125.272426] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.273256] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c9e442-25c0-4714-80b1-de3219c5ff49 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.285867] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1125.285867] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52332df0-d2c4-9d51-bd37-468036d2991f" [ 1125.285867] env[69249]: _type = "Task" [ 1125.285867] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.289391] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660132, 'name': CreateVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.302997] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52332df0-d2c4-9d51-bd37-468036d2991f, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.303384] env[69249]: DEBUG oslo_concurrency.lockutils [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.303736] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 3ceef616-9f4e-4d94-9979-bad57f51d92f/3ceef616-9f4e-4d94-9979-bad57f51d92f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.304186] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4039358-18f0-49c6-8699-afe09fd46c66 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.309151] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95b5805-d4ac-4273-a8d7-3fa81753fbca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.314100] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1125.314100] env[69249]: value = "task-3660133" [ 1125.314100] env[69249]: _type = "Task" [ 1125.314100] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.324149] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa876261-3210-4392-8a4f-e6b89ae28caf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.334139] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.368659] env[69249]: DEBUG nova.compute.manager [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Stashing vm_state: active {{(pid=69249) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1125.375236] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6add2f35-0804-419c-a8c5-a268e541a02b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.386554] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8032e27b-ebb2-4158-b9fd-dcf78f94a2f8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.403622] env[69249]: DEBUG nova.compute.provider_tree [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.505117] env[69249]: DEBUG nova.network.neutron [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Updated VIF entry in instance network info cache for port 1b12ce65-c240-407c-be96-4e30b18bb436. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.505648] env[69249]: DEBUG nova.network.neutron [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Updating instance_info_cache with network_info: [{"id": "1b12ce65-c240-407c-be96-4e30b18bb436", "address": "fa:16:3e:e6:83:bd", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b12ce65-c2", "ovs_interfaceid": "1b12ce65-c240-407c-be96-4e30b18bb436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.788712] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660132, 'name': CreateVM_Task, 'duration_secs': 0.508144} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.789021] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.791138] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.791138] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.791138] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.791138] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2043628-c38b-4d23-84fc-02196180c49d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.795526] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1125.795526] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5238cb38-9af5-6783-75ee-2191d7021cab" [ 1125.795526] env[69249]: _type = "Task" [ 1125.795526] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.803530] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5238cb38-9af5-6783-75ee-2191d7021cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.823381] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462094} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.823641] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 3ceef616-9f4e-4d94-9979-bad57f51d92f/3ceef616-9f4e-4d94-9979-bad57f51d92f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.823879] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.824161] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71319221-8b9b-4b4d-825e-934767ec5dce {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.831474] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1125.831474] env[69249]: value = "task-3660134" [ 1125.831474] env[69249]: _type = "Task" [ 1125.831474] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.840980] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.897574] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.907820] env[69249]: DEBUG nova.scheduler.client.report [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.976605] env[69249]: DEBUG oslo_concurrency.lockutils [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "e53047cd-0c48-4d0f-9665-1c4232994b34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.976605] env[69249]: DEBUG oslo_concurrency.lockutils [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e53047cd-0c48-4d0f-9665-1c4232994b34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.976605] env[69249]: DEBUG oslo_concurrency.lockutils [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e53047cd-0c48-4d0f-9665-1c4232994b34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.008974] env[69249]: DEBUG oslo_concurrency.lockutils [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] Releasing lock "refresh_cache-c2bacbbc-a57b-428f-af33-c85e4416ade5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.009599] env[69249]: DEBUG nova.compute.manager [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Received event network-changed-da635576-f84f-4570-b90d-12257801ff60 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.009802] env[69249]: DEBUG nova.compute.manager [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Refreshing instance network info cache due to event network-changed-da635576-f84f-4570-b90d-12257801ff60. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.010057] env[69249]: DEBUG oslo_concurrency.lockutils [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] Acquiring lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.010191] env[69249]: DEBUG oslo_concurrency.lockutils [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] Acquired lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.010330] env[69249]: DEBUG nova.network.neutron [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Refreshing network info cache for port da635576-f84f-4570-b90d-12257801ff60 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.306789] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5238cb38-9af5-6783-75ee-2191d7021cab, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.307155] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.307777] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.308071] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.308275] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.308466] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.308879] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48ea7134-e018-4adc-a42f-ce048062d1f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.317691] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.317855] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.318805] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45a07715-e585-464f-8f4d-3282a87d434b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.325122] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1126.325122] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52668f44-e628-d2de-f27e-85de7993006e" [ 1126.325122] env[69249]: _type = "Task" [ 1126.325122] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.334197] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52668f44-e628-d2de-f27e-85de7993006e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.344316] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071863} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.344587] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.346308] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d7425a-4064-484f-a9a3-aa4bad4ddf17 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.371457] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 3ceef616-9f4e-4d94-9979-bad57f51d92f/3ceef616-9f4e-4d94-9979-bad57f51d92f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.373067] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-055814e9-fa47-4eac-9213-f4ad6ce7c1d3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.397716] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1126.397716] env[69249]: value = "task-3660135" [ 1126.397716] env[69249]: _type = "Task" [ 1126.397716] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.410119] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.414071] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.416592] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.519s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.446603] env[69249]: INFO nova.scheduler.client.report [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Deleted allocations for instance 1b442703-16ca-4fd0-8611-af02d2ddea79 [ 1126.836922] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52668f44-e628-d2de-f27e-85de7993006e, 'name': SearchDatastore_Task, 'duration_secs': 0.009019} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.837456] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-401bfddb-238a-42d0-afa9-8efc3aeb863a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.842986] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1126.842986] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ab4137-3222-3954-d4e4-2ae74c83cc28" [ 1126.842986] env[69249]: _type = "Task" [ 1126.842986] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.853397] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ab4137-3222-3954-d4e4-2ae74c83cc28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.909079] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660135, 'name': ReconfigVM_Task, 'duration_secs': 0.280489} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.909079] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 3ceef616-9f4e-4d94-9979-bad57f51d92f/3ceef616-9f4e-4d94-9979-bad57f51d92f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.909079] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90f26163-f6f0-4104-9e7b-f0fe1e541069 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.917285] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1126.917285] env[69249]: value = "task-3660136" [ 1126.917285] env[69249]: _type = "Task" [ 1126.917285] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.924901] env[69249]: INFO nova.compute.claims [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.940018] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660136, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.959628] env[69249]: DEBUG oslo_concurrency.lockutils [None req-63635e94-3380-4f74-a6b5-b8dbd9492358 tempest-ServersNegativeTestJSON-1990437792 tempest-ServersNegativeTestJSON-1990437792-project-member] Lock "1b442703-16ca-4fd0-8611-af02d2ddea79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.378s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.058406] env[69249]: DEBUG oslo_concurrency.lockutils [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "refresh_cache-e53047cd-0c48-4d0f-9665-1c4232994b34" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.058666] env[69249]: DEBUG oslo_concurrency.lockutils [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "refresh_cache-e53047cd-0c48-4d0f-9665-1c4232994b34" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.058875] env[69249]: DEBUG nova.network.neutron [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.169773] env[69249]: DEBUG nova.network.neutron [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updated VIF entry in instance network info cache for port da635576-f84f-4570-b90d-12257801ff60. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.170253] env[69249]: DEBUG nova.network.neutron [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating instance_info_cache with network_info: [{"id": "da635576-f84f-4570-b90d-12257801ff60", "address": "fa:16:3e:b7:d3:e8", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda635576-f8", "ovs_interfaceid": "da635576-f84f-4570-b90d-12257801ff60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.364945] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ab4137-3222-3954-d4e4-2ae74c83cc28, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.365305] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.365575] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] d7e06644-b7ee-4b4e-95a0-0488ff184b9a/d7e06644-b7ee-4b4e-95a0-0488ff184b9a.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.365856] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e89236f-64d1-412a-8835-9f6a381ea2f8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.375471] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1127.375471] env[69249]: value = "task-3660137" [ 1127.375471] env[69249]: _type = "Task" [ 1127.375471] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.388545] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.428218] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660136, 'name': Rename_Task, 'duration_secs': 0.146529} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.428218] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.432160] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-096f0fcf-e5f5-416c-ad84-144182f1cb1f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.441929] env[69249]: INFO nova.compute.resource_tracker [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating resource usage from migration 09a3cc36-f4b3-4d37-8f19-ab229a22c62b [ 1127.445254] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1127.445254] env[69249]: value = "task-3660138" [ 1127.445254] env[69249]: _type = "Task" [ 1127.445254] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.463370] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660138, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.628492] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1930de65-554d-4b7a-a49f-ef4760f335d3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.642651] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc08de9-ad4b-4043-b1c4-01c89254d021 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.684504] env[69249]: DEBUG oslo_concurrency.lockutils [req-08f7163a-2ff6-453f-b79e-003e9157bf55 req-ef0687a4-1af6-4659-8a1f-8172470b8f49 service nova] Releasing lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.685919] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de143010-8c9f-4d6b-bd3e-584e45527b1f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.700033] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6be2b8-779c-4506-9fc3-437814c4a637 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.716539] env[69249]: DEBUG nova.compute.provider_tree [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.885756] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660137, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.902716] env[69249]: DEBUG nova.network.neutron [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Updating instance_info_cache with network_info: [{"id": "8d1fb131-7a84-4b9b-ac2c-2443b1a80738", "address": "fa:16:3e:72:3e:de", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1fb131-7a", "ovs_interfaceid": "8d1fb131-7a84-4b9b-ac2c-2443b1a80738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.961361] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660138, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.154293] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.154555] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.219100] env[69249]: DEBUG nova.scheduler.client.report [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.391227] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525882} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.393387] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] d7e06644-b7ee-4b4e-95a0-0488ff184b9a/d7e06644-b7ee-4b4e-95a0-0488ff184b9a.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.393665] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.394050] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d82fe11e-d60e-447d-815b-fdf1744528bd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.400983] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1128.400983] env[69249]: value = "task-3660139" [ 1128.400983] env[69249]: _type = "Task" [ 1128.400983] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.406044] env[69249]: DEBUG oslo_concurrency.lockutils [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "refresh_cache-e53047cd-0c48-4d0f-9665-1c4232994b34" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.417044] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.463308] env[69249]: DEBUG oslo_vmware.api [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660138, 'name': PowerOnVM_Task, 'duration_secs': 0.817147} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.463651] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.463937] env[69249]: DEBUG nova.compute.manager [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1128.464893] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81a05dd-040c-455c-bb50-3cf01b7698f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.660236] env[69249]: DEBUG nova.compute.manager [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.725045] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.308s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.725309] env[69249]: INFO nova.compute.manager [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Migrating [ 1128.911099] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082323} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.911377] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.912187] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacde053-9792-4588-b30e-6a0b121253a9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.939613] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] d7e06644-b7ee-4b4e-95a0-0488ff184b9a/d7e06644-b7ee-4b4e-95a0-0488ff184b9a.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.943827] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96ab94ad-ad87-48c3-b924-80a465317a10 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.975640] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1128.975640] env[69249]: value = "task-3660140" [ 1128.975640] env[69249]: _type = "Task" [ 1128.975640] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.992035] env[69249]: DEBUG oslo_concurrency.lockutils [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.992035] env[69249]: DEBUG oslo_concurrency.lockutils [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.992035] env[69249]: DEBUG nova.objects.instance [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69249) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1128.998932] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.001434] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3b393e-ad9d-4eb9-8144-bd9859840461 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.022653] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d4a65b-94c6-4709-85ab-6dbadc2b5894 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.030840] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Updating instance 'e53047cd-0c48-4d0f-9665-1c4232994b34' progress to 83 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.186262] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.240573] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.241100] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.241378] env[69249]: DEBUG nova.network.neutron [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.470702] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquiring lock "3ceef616-9f4e-4d94-9979-bad57f51d92f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.470993] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Lock "3ceef616-9f4e-4d94-9979-bad57f51d92f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.471357] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquiring lock "3ceef616-9f4e-4d94-9979-bad57f51d92f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.471563] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Lock "3ceef616-9f4e-4d94-9979-bad57f51d92f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.471733] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Lock "3ceef616-9f4e-4d94-9979-bad57f51d92f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.474156] env[69249]: INFO nova.compute.manager [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Terminating instance [ 1129.488497] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.539830] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.541638] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43342758-970c-49d8-83b6-a9c6f1a88600 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.550643] env[69249]: DEBUG oslo_vmware.api [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1129.550643] env[69249]: value = "task-3660141" [ 1129.550643] env[69249]: _type = "Task" [ 1129.550643] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.562848] env[69249]: DEBUG oslo_vmware.api [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.984180] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquiring lock "refresh_cache-3ceef616-9f4e-4d94-9979-bad57f51d92f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.984577] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquired lock "refresh_cache-3ceef616-9f4e-4d94-9979-bad57f51d92f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.984742] env[69249]: DEBUG nova.network.neutron [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.991151] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660140, 'name': ReconfigVM_Task, 'duration_secs': 0.569263} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.991151] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Reconfigured VM instance instance-0000006a to attach disk [datastore1] d7e06644-b7ee-4b4e-95a0-0488ff184b9a/d7e06644-b7ee-4b4e-95a0-0488ff184b9a.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.992104] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf82cbe1-0d03-47f6-bea4-fe49b36aef0a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.999949] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1129.999949] env[69249]: value = "task-3660142" [ 1129.999949] env[69249]: _type = "Task" [ 1129.999949] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.009839] env[69249]: DEBUG oslo_concurrency.lockutils [None req-978b9227-155f-45f8-a8cc-828de18e3a3f tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.010882] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660142, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.013835] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.828s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.015512] env[69249]: INFO nova.compute.claims [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.065202] env[69249]: DEBUG oslo_vmware.api [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.151942] env[69249]: DEBUG nova.network.neutron [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating instance_info_cache with network_info: [{"id": "da635576-f84f-4570-b90d-12257801ff60", "address": "fa:16:3e:b7:d3:e8", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda635576-f8", "ovs_interfaceid": "da635576-f84f-4570-b90d-12257801ff60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.518627] env[69249]: DEBUG nova.network.neutron [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.520814] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660142, 'name': Rename_Task, 'duration_secs': 0.189387} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.524555] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.525448] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c206b400-dd8e-4f1e-b499-c2346a16c37d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.534240] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1130.534240] env[69249]: value = "task-3660143" [ 1130.534240] env[69249]: _type = "Task" [ 1130.534240] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.549469] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.567383] env[69249]: DEBUG oslo_vmware.api [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660141, 'name': PowerOnVM_Task, 'duration_secs': 0.585471} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.567704] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.567925] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7cc40-f844-4b4d-9adc-8aa6300ef461 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Updating instance 'e53047cd-0c48-4d0f-9665-1c4232994b34' progress to 100 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.582140] env[69249]: DEBUG nova.network.neutron [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.655285] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.796235] env[69249]: DEBUG oslo_vmware.rw_handles [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52faec51-8fd9-6319-1d6a-942ea3f504a6/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1130.797106] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f249e8ae-9071-4bcf-91d1-515c1de14ab3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.806920] env[69249]: DEBUG oslo_vmware.rw_handles [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52faec51-8fd9-6319-1d6a-942ea3f504a6/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1130.806920] env[69249]: ERROR oslo_vmware.rw_handles [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52faec51-8fd9-6319-1d6a-942ea3f504a6/disk-0.vmdk due to incomplete transfer. [ 1130.806920] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-41ebec1a-eef0-4c99-b251-5024c19ce042 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.815504] env[69249]: DEBUG oslo_vmware.rw_handles [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52faec51-8fd9-6319-1d6a-942ea3f504a6/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1130.815796] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Uploaded image bf9fe53e-910d-42e1-8161-771c3404e8bb to the Glance image server {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1130.818961] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1130.819326] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0ff06f2-8f5b-4d3a-b963-f9d6124000c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.825576] env[69249]: DEBUG oslo_vmware.api [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1130.825576] env[69249]: value = "task-3660144" [ 1130.825576] env[69249]: _type = "Task" [ 1130.825576] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.835618] env[69249]: DEBUG oslo_vmware.api [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660144, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.045597] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.089015] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Releasing lock "refresh_cache-3ceef616-9f4e-4d94-9979-bad57f51d92f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.089015] env[69249]: DEBUG nova.compute.manager [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.089015] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.089015] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bf7ebc-0ec0-40d5-9535-f018c7a1b060 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.098064] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.098681] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2762bb8-591c-48d9-aac8-3a6e3a02e1b4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.107237] env[69249]: DEBUG oslo_vmware.api [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1131.107237] env[69249]: value = "task-3660145" [ 1131.107237] env[69249]: _type = "Task" [ 1131.107237] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.118191] env[69249]: DEBUG oslo_vmware.api [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.236254] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26942e0-1988-4bd8-a4d4-6ab1e4e729a2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.244743] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863ebfbd-8d12-415f-b1b7-76dfb6f55674 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.284203] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04931abb-5ba6-426c-8670-0747ac222b34 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.291712] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98883c7-b7df-4bdb-9763-79ebd44e1165 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.305368] env[69249]: DEBUG nova.compute.provider_tree [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.334852] env[69249]: DEBUG oslo_vmware.api [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660144, 'name': Destroy_Task, 'duration_secs': 0.352686} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.335077] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Destroyed the VM [ 1131.335263] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1131.335520] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f0fab3f6-8eaf-4905-bc30-9b16e3a494a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.341494] env[69249]: DEBUG oslo_vmware.api [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1131.341494] env[69249]: value = "task-3660146" [ 1131.341494] env[69249]: _type = "Task" [ 1131.341494] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.349584] env[69249]: DEBUG oslo_vmware.api [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660146, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.548046] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660143, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.617845] env[69249]: DEBUG oslo_vmware.api [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660145, 'name': PowerOffVM_Task, 'duration_secs': 0.233686} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.618024] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.618075] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.618337] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36aa1de1-2eb6-459e-800b-0c65f7c11cd6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.646957] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.647199] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.647409] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Deleting the datastore file [datastore1] 3ceef616-9f4e-4d94-9979-bad57f51d92f {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.647663] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8fd9633-6d0b-4fae-b282-37520e9d0b3b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.654249] env[69249]: DEBUG oslo_vmware.api [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for the task: (returnval){ [ 1131.654249] env[69249]: value = "task-3660148" [ 1131.654249] env[69249]: _type = "Task" [ 1131.654249] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.662282] env[69249]: DEBUG oslo_vmware.api [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.807955] env[69249]: DEBUG nova.scheduler.client.report [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.853374] env[69249]: DEBUG oslo_vmware.api [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660146, 'name': RemoveSnapshot_Task, 'duration_secs': 0.507137} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.853930] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1131.854074] env[69249]: INFO nova.compute.manager [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Took 12.89 seconds to snapshot the instance on the hypervisor. [ 1131.932206] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Acquiring lock "44181b5e-b0f4-4e35-bf91-7fb63984d5cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.932435] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Lock "44181b5e-b0f4-4e35-bf91-7fb63984d5cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.047513] env[69249]: DEBUG oslo_vmware.api [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660143, 'name': PowerOnVM_Task, 'duration_secs': 1.020938} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.047990] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.048109] env[69249]: INFO nova.compute.manager [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Took 10.90 seconds to spawn the instance on the hypervisor. [ 1132.048314] env[69249]: DEBUG nova.compute.manager [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1132.050131] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5a439a-2d10-4fa5-a4c3-d706a11e1cc6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.164966] env[69249]: DEBUG oslo_vmware.api [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Task: {'id': task-3660148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186524} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.164966] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.164966] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.165173] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.165208] env[69249]: INFO nova.compute.manager [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1132.165833] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.165833] env[69249]: DEBUG nova.compute.manager [-] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.165833] env[69249]: DEBUG nova.network.neutron [-] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.171635] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8c2acd-8b5c-4b87-a8e6-88546f65f052 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.190944] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating instance '7abd09b1-89dc-482e-b616-e3a65992183c' progress to 0 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.194064] env[69249]: DEBUG nova.network.neutron [-] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.313385] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.314027] env[69249]: DEBUG nova.compute.manager [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.403339] env[69249]: DEBUG nova.compute.manager [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Found 3 images (rotation: 2) {{(pid=69249) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1132.403564] env[69249]: DEBUG nova.compute.manager [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Rotating out 1 backups {{(pid=69249) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1132.403760] env[69249]: DEBUG nova.compute.manager [None req-0512dd65-c1a4-4db5-b7ae-ec41d214903b tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Deleting image 0b88f6f9-ba01-4cad-bbd4-591f1103b6f8 {{(pid=69249) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1132.434707] env[69249]: DEBUG nova.compute.manager [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.557833] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "e53047cd-0c48-4d0f-9665-1c4232994b34" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.558091] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e53047cd-0c48-4d0f-9665-1c4232994b34" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.558327] env[69249]: DEBUG nova.compute.manager [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Going to confirm migration 6 {{(pid=69249) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1132.569261] env[69249]: INFO nova.compute.manager [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Took 19.98 seconds to build instance. [ 1132.699121] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.699452] env[69249]: DEBUG nova.network.neutron [-] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.701754] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35107f27-4b29-4b41-ba60-ceec1d4feb21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.712564] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1132.712564] env[69249]: value = "task-3660149" [ 1132.712564] env[69249]: _type = "Task" [ 1132.712564] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.724576] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.762661] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "486467f4-237b-4b2b-8faf-3c142da61be7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.762901] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "486467f4-237b-4b2b-8faf-3c142da61be7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.795271] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "b05cb29e-4627-4433-842e-8f321e5246bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.795864] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "b05cb29e-4627-4433-842e-8f321e5246bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.818871] env[69249]: DEBUG nova.compute.utils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.820664] env[69249]: DEBUG nova.compute.manager [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.820832] env[69249]: DEBUG nova.network.neutron [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.831322] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "a2aed611-78a0-4bd9-9ecc-6685ecf04f8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.831567] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "a2aed611-78a0-4bd9-9ecc-6685ecf04f8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.906127] env[69249]: DEBUG nova.policy [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c79d27ff31f4bfebcac7f213afeda8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92699abeef02415ea1f44730551eba21', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.964114] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.964477] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.968786] env[69249]: INFO nova.compute.claims [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.071725] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9a723c78-6237-4f90-ba2b-4a487fdb94a1 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.492s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.171146] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "refresh_cache-e53047cd-0c48-4d0f-9665-1c4232994b34" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.171146] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquired lock "refresh_cache-e53047cd-0c48-4d0f-9665-1c4232994b34" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.171146] env[69249]: DEBUG nova.network.neutron [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.171146] env[69249]: DEBUG nova.objects.instance [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lazy-loading 'info_cache' on Instance uuid e53047cd-0c48-4d0f-9665-1c4232994b34 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.210178] env[69249]: INFO nova.compute.manager [-] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Took 1.04 seconds to deallocate network for instance. [ 1133.232013] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660149, 'name': PowerOffVM_Task, 'duration_secs': 0.367797} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.232013] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.232013] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating instance '7abd09b1-89dc-482e-b616-e3a65992183c' progress to 17 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.269561] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.297823] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.325660] env[69249]: DEBUG nova.compute.manager [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.333766] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1133.501140] env[69249]: DEBUG nova.network.neutron [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Successfully created port: cf5b9eec-0f3a-4893-8e28-2db580acb4cd {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.594145] env[69249]: DEBUG nova.compute.manager [req-e9e17fb9-c416-49a1-9c87-901c66300b6d req-d57cd745-9066-4b0e-a35c-739f80555e0e service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Received event network-changed-a9bf6063-e20f-479f-a54d-f1a0200c9f0c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.594145] env[69249]: DEBUG nova.compute.manager [req-e9e17fb9-c416-49a1-9c87-901c66300b6d req-d57cd745-9066-4b0e-a35c-739f80555e0e service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Refreshing instance network info cache due to event network-changed-a9bf6063-e20f-479f-a54d-f1a0200c9f0c. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.594145] env[69249]: DEBUG oslo_concurrency.lockutils [req-e9e17fb9-c416-49a1-9c87-901c66300b6d req-d57cd745-9066-4b0e-a35c-739f80555e0e service nova] Acquiring lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.594145] env[69249]: DEBUG oslo_concurrency.lockutils [req-e9e17fb9-c416-49a1-9c87-901c66300b6d req-d57cd745-9066-4b0e-a35c-739f80555e0e service nova] Acquired lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.594145] env[69249]: DEBUG nova.network.neutron [req-e9e17fb9-c416-49a1-9c87-901c66300b6d req-d57cd745-9066-4b0e-a35c-739f80555e0e service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Refreshing network info cache for port a9bf6063-e20f-479f-a54d-f1a0200c9f0c {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.724082] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.736522] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.736522] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.736522] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.736914] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.737280] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.737280] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.737500] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.737746] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.738042] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.738353] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.738635] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.744892] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b70654d4-8b9b-4677-a5e3-0f03253ae0ec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.762905] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1133.762905] env[69249]: value = "task-3660150" [ 1133.762905] env[69249]: _type = "Task" [ 1133.762905] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.774521] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.808241] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.823944] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.852169] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.284263] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660150, 'name': ReconfigVM_Task, 'duration_secs': 0.185486} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.287542] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating instance '7abd09b1-89dc-482e-b616-e3a65992183c' progress to 33 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.314996] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c97099c-15c8-47c3-93ca-a5579f5b2f28 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.323776] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8e5e2d-72ce-4893-a47a-1971f49fba34 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.360489] env[69249]: DEBUG nova.compute.manager [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.366632] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21114b8-0aa2-43bb-ba49-d824c8c62b37 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.380371] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfd367a-4fb6-4192-a6f0-fa59902f620f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.399031] env[69249]: DEBUG nova.compute.provider_tree [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.406870] env[69249]: DEBUG nova.virt.hardware [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.406870] env[69249]: DEBUG nova.virt.hardware [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.406870] env[69249]: DEBUG nova.virt.hardware [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.406870] env[69249]: DEBUG nova.virt.hardware [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.406870] env[69249]: DEBUG nova.virt.hardware [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.406870] env[69249]: DEBUG nova.virt.hardware [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.406870] env[69249]: DEBUG nova.virt.hardware [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.406870] env[69249]: DEBUG nova.virt.hardware [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.406870] env[69249]: DEBUG nova.virt.hardware [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.406870] env[69249]: DEBUG nova.virt.hardware [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.407306] env[69249]: DEBUG nova.virt.hardware [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.408837] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fb2b51-037c-48fc-8709-db28b60b6962 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.412055] env[69249]: DEBUG nova.scheduler.client.report [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.421847] env[69249]: DEBUG nova.network.neutron [req-e9e17fb9-c416-49a1-9c87-901c66300b6d req-d57cd745-9066-4b0e-a35c-739f80555e0e service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updated VIF entry in instance network info cache for port a9bf6063-e20f-479f-a54d-f1a0200c9f0c. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.422352] env[69249]: DEBUG nova.network.neutron [req-e9e17fb9-c416-49a1-9c87-901c66300b6d req-d57cd745-9066-4b0e-a35c-739f80555e0e service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance_info_cache with network_info: [{"id": "a9bf6063-e20f-479f-a54d-f1a0200c9f0c", "address": "fa:16:3e:32:07:de", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9bf6063-e2", "ovs_interfaceid": "a9bf6063-e20f-479f-a54d-f1a0200c9f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.425703] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a723b555-c4a0-46d0-a464-af526ccc7899 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.444116] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e494cd79-c650-466a-b0f6-0973e8d3ecb8 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.445019] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e494cd79-c650-466a-b0f6-0973e8d3ecb8 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.445019] env[69249]: DEBUG nova.compute.manager [None req-e494cd79-c650-466a-b0f6-0973e8d3ecb8 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1134.445486] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039353c7-2e93-451b-8f75-b938eede1922 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.449275] env[69249]: DEBUG nova.network.neutron [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Updating instance_info_cache with network_info: [{"id": "8d1fb131-7a84-4b9b-ac2c-2443b1a80738", "address": "fa:16:3e:72:3e:de", "network": {"id": "05c09322-1e3b-4a72-a382-5e4d907e0ee9", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2135633105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6a6ad9093624bf6ae36125cc477c4ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d1fb131-7a", "ovs_interfaceid": "8d1fb131-7a84-4b9b-ac2c-2443b1a80738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.455250] env[69249]: DEBUG nova.compute.manager [None req-e494cd79-c650-466a-b0f6-0973e8d3ecb8 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69249) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1134.456324] env[69249]: DEBUG nova.objects.instance [None req-e494cd79-c650-466a-b0f6-0973e8d3ecb8 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lazy-loading 'flavor' on Instance uuid 4c2c7a6e-6d27-4986-9afe-a91671ab04af {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.798159] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.798430] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.798602] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.798749] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.798877] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.799030] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.799237] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.799390] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.799560] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.799726] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.799896] env[69249]: DEBUG nova.virt.hardware [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.806278] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.806587] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deaad33d-8f3d-4593-92a0-cfc3cf7b3bb1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.826425] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1134.826425] env[69249]: value = "task-3660151" [ 1134.826425] env[69249]: _type = "Task" [ 1134.826425] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.834931] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.917283] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.953s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.917806] env[69249]: DEBUG nova.compute.manager [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.924022] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.197s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.924022] env[69249]: DEBUG nova.objects.instance [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Lazy-loading 'resources' on Instance uuid 3ceef616-9f4e-4d94-9979-bad57f51d92f {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.931069] env[69249]: DEBUG oslo_concurrency.lockutils [req-e9e17fb9-c416-49a1-9c87-901c66300b6d req-d57cd745-9066-4b0e-a35c-739f80555e0e service nova] Releasing lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.952870] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Releasing lock "refresh_cache-e53047cd-0c48-4d0f-9665-1c4232994b34" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.954915] env[69249]: DEBUG nova.objects.instance [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lazy-loading 'migration_context' on Instance uuid e53047cd-0c48-4d0f-9665-1c4232994b34 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.972825] env[69249]: DEBUG nova.network.neutron [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Successfully updated port: cf5b9eec-0f3a-4893-8e28-2db580acb4cd {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.337329] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660151, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.423055] env[69249]: DEBUG nova.compute.utils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.424219] env[69249]: DEBUG nova.compute.manager [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.424389] env[69249]: DEBUG nova.network.neutron [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.458175] env[69249]: DEBUG nova.objects.base [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.461343] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f1c66f-2f19-4661-88c0-92bc846ea9ba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.482165] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e494cd79-c650-466a-b0f6-0973e8d3ecb8 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.482682] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "refresh_cache-8ce58b56-42d3-4a1c-8eb9-de2f70739671" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.482817] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquired lock "refresh_cache-8ce58b56-42d3-4a1c-8eb9-de2f70739671" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.482956] env[69249]: DEBUG nova.network.neutron [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.487843] env[69249]: DEBUG nova.policy [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '338893b77d884d7a9247997a2ad52508', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f2dc10407ba45c3952078567d503b09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.489346] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43d03a44-4a1b-4fe6-a6b8-609a01b200cf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.490770] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf0674e2-863e-4f3d-8e99-d4495a0ecb9e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.497126] env[69249]: DEBUG oslo_vmware.api [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1135.497126] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520c5d9f-961c-009b-8158-3d1e35c9069a" [ 1135.497126] env[69249]: _type = "Task" [ 1135.497126] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.501857] env[69249]: DEBUG oslo_vmware.api [None req-e494cd79-c650-466a-b0f6-0973e8d3ecb8 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1135.501857] env[69249]: value = "task-3660152" [ 1135.501857] env[69249]: _type = "Task" [ 1135.501857] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.511797] env[69249]: DEBUG oslo_vmware.api [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520c5d9f-961c-009b-8158-3d1e35c9069a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.517899] env[69249]: DEBUG oslo_vmware.api [None req-e494cd79-c650-466a-b0f6-0973e8d3ecb8 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.624341] env[69249]: DEBUG nova.compute.manager [req-f3535244-7c8c-4abe-93de-95387d2a52f3 req-acaf29fe-ad03-4631-a141-94b96fe1d004 service nova] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Received event network-vif-plugged-cf5b9eec-0f3a-4893-8e28-2db580acb4cd {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.624621] env[69249]: DEBUG oslo_concurrency.lockutils [req-f3535244-7c8c-4abe-93de-95387d2a52f3 req-acaf29fe-ad03-4631-a141-94b96fe1d004 service nova] Acquiring lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.624892] env[69249]: DEBUG oslo_concurrency.lockutils [req-f3535244-7c8c-4abe-93de-95387d2a52f3 req-acaf29fe-ad03-4631-a141-94b96fe1d004 service nova] Lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.626293] env[69249]: DEBUG oslo_concurrency.lockutils [req-f3535244-7c8c-4abe-93de-95387d2a52f3 req-acaf29fe-ad03-4631-a141-94b96fe1d004 service nova] Lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.626543] env[69249]: DEBUG nova.compute.manager [req-f3535244-7c8c-4abe-93de-95387d2a52f3 req-acaf29fe-ad03-4631-a141-94b96fe1d004 service nova] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] No waiting events found dispatching network-vif-plugged-cf5b9eec-0f3a-4893-8e28-2db580acb4cd {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1135.626741] env[69249]: WARNING nova.compute.manager [req-f3535244-7c8c-4abe-93de-95387d2a52f3 req-acaf29fe-ad03-4631-a141-94b96fe1d004 service nova] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Received unexpected event network-vif-plugged-cf5b9eec-0f3a-4893-8e28-2db580acb4cd for instance with vm_state building and task_state spawning. [ 1135.626908] env[69249]: DEBUG nova.compute.manager [req-f3535244-7c8c-4abe-93de-95387d2a52f3 req-acaf29fe-ad03-4631-a141-94b96fe1d004 service nova] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Received event network-changed-cf5b9eec-0f3a-4893-8e28-2db580acb4cd {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.627074] env[69249]: DEBUG nova.compute.manager [req-f3535244-7c8c-4abe-93de-95387d2a52f3 req-acaf29fe-ad03-4631-a141-94b96fe1d004 service nova] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Refreshing instance network info cache due to event network-changed-cf5b9eec-0f3a-4893-8e28-2db580acb4cd. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.627247] env[69249]: DEBUG oslo_concurrency.lockutils [req-f3535244-7c8c-4abe-93de-95387d2a52f3 req-acaf29fe-ad03-4631-a141-94b96fe1d004 service nova] Acquiring lock "refresh_cache-8ce58b56-42d3-4a1c-8eb9-de2f70739671" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.654086] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58614b3f-dc79-480f-9a34-3ea7968b83cf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.662231] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08261e44-7a5f-4cd7-929e-dd3f13a1a03a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.694229] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f8331a-1f01-4075-866b-0ec069a23531 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.702182] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09843207-2af5-497c-bee9-79611b885958 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.715786] env[69249]: DEBUG nova.compute.provider_tree [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.794221] env[69249]: DEBUG nova.network.neutron [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Successfully created port: d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.838613] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660151, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.929486] env[69249]: DEBUG nova.compute.manager [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.009788] env[69249]: DEBUG oslo_vmware.api [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520c5d9f-961c-009b-8158-3d1e35c9069a, 'name': SearchDatastore_Task, 'duration_secs': 0.012903} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.010413] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.015846] env[69249]: DEBUG oslo_vmware.api [None req-e494cd79-c650-466a-b0f6-0973e8d3ecb8 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660152, 'name': PowerOffVM_Task, 'duration_secs': 0.203181} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.015996] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e494cd79-c650-466a-b0f6-0973e8d3ecb8 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.016207] env[69249]: DEBUG nova.compute.manager [None req-e494cd79-c650-466a-b0f6-0973e8d3ecb8 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1136.017110] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c537649d-f0ec-442d-8c53-1d30fc8afe62 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.027115] env[69249]: DEBUG nova.network.neutron [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.151856] env[69249]: DEBUG nova.network.neutron [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Updating instance_info_cache with network_info: [{"id": "cf5b9eec-0f3a-4893-8e28-2db580acb4cd", "address": "fa:16:3e:9c:fc:bf", "network": {"id": "33de4566-c599-4e0e-a647-650042762d94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1519684829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92699abeef02415ea1f44730551eba21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf5b9eec-0f", "ovs_interfaceid": "cf5b9eec-0f3a-4893-8e28-2db580acb4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.218983] env[69249]: DEBUG nova.scheduler.client.report [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.338301] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660151, 'name': ReconfigVM_Task, 'duration_secs': 1.381806} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.338581] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.339412] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21878e7-511a-4a98-873e-870ce82ffa13 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.362131] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-8dfe0638-54c9-4336-88d4-8710e18c41a4/volume-8dfe0638-54c9-4336-88d4-8710e18c41a4.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.362487] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b652bc14-505f-4a28-8251-947ac34fbf33 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.382358] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1136.382358] env[69249]: value = "task-3660153" [ 1136.382358] env[69249]: _type = "Task" [ 1136.382358] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.391238] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.528557] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e494cd79-c650-466a-b0f6-0973e8d3ecb8 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.655201] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Releasing lock "refresh_cache-8ce58b56-42d3-4a1c-8eb9-de2f70739671" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.655595] env[69249]: DEBUG nova.compute.manager [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Instance network_info: |[{"id": "cf5b9eec-0f3a-4893-8e28-2db580acb4cd", "address": "fa:16:3e:9c:fc:bf", "network": {"id": "33de4566-c599-4e0e-a647-650042762d94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1519684829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92699abeef02415ea1f44730551eba21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf5b9eec-0f", "ovs_interfaceid": "cf5b9eec-0f3a-4893-8e28-2db580acb4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.655914] env[69249]: DEBUG oslo_concurrency.lockutils [req-f3535244-7c8c-4abe-93de-95387d2a52f3 req-acaf29fe-ad03-4631-a141-94b96fe1d004 service nova] Acquired lock "refresh_cache-8ce58b56-42d3-4a1c-8eb9-de2f70739671" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.656110] env[69249]: DEBUG nova.network.neutron [req-f3535244-7c8c-4abe-93de-95387d2a52f3 req-acaf29fe-ad03-4631-a141-94b96fe1d004 service nova] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Refreshing network info cache for port cf5b9eec-0f3a-4893-8e28-2db580acb4cd {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.657328] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:fc:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf5b9eec-0f3a-4893-8e28-2db580acb4cd', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.665611] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.669354] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.669935] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fe5ab75-41d5-4c31-a22f-4fdc2333a450 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.692019] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.692019] env[69249]: value = "task-3660154" [ 1136.692019] env[69249]: _type = "Task" [ 1136.692019] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.701070] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660154, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.724525] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.726677] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.919s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.727951] env[69249]: INFO nova.compute.claims [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.746118] env[69249]: INFO nova.scheduler.client.report [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Deleted allocations for instance 3ceef616-9f4e-4d94-9979-bad57f51d92f [ 1136.892916] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660153, 'name': ReconfigVM_Task, 'duration_secs': 0.27857} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.893255] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-8dfe0638-54c9-4336-88d4-8710e18c41a4/volume-8dfe0638-54c9-4336-88d4-8710e18c41a4.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.893615] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating instance '7abd09b1-89dc-482e-b616-e3a65992183c' progress to 50 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.898329] env[69249]: DEBUG nova.network.neutron [req-f3535244-7c8c-4abe-93de-95387d2a52f3 req-acaf29fe-ad03-4631-a141-94b96fe1d004 service nova] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Updated VIF entry in instance network info cache for port cf5b9eec-0f3a-4893-8e28-2db580acb4cd. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.898653] env[69249]: DEBUG nova.network.neutron [req-f3535244-7c8c-4abe-93de-95387d2a52f3 req-acaf29fe-ad03-4631-a141-94b96fe1d004 service nova] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Updating instance_info_cache with network_info: [{"id": "cf5b9eec-0f3a-4893-8e28-2db580acb4cd", "address": "fa:16:3e:9c:fc:bf", "network": {"id": "33de4566-c599-4e0e-a647-650042762d94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1519684829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92699abeef02415ea1f44730551eba21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf5b9eec-0f", "ovs_interfaceid": "cf5b9eec-0f3a-4893-8e28-2db580acb4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.940436] env[69249]: DEBUG nova.compute.manager [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.976338] env[69249]: DEBUG nova.virt.hardware [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.976764] env[69249]: DEBUG nova.virt.hardware [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.977092] env[69249]: DEBUG nova.virt.hardware [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.977405] env[69249]: DEBUG nova.virt.hardware [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.977723] env[69249]: DEBUG nova.virt.hardware [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.977894] env[69249]: DEBUG nova.virt.hardware [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.978268] env[69249]: DEBUG nova.virt.hardware [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.978531] env[69249]: DEBUG nova.virt.hardware [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.978794] env[69249]: DEBUG nova.virt.hardware [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.980129] env[69249]: DEBUG nova.virt.hardware [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.980129] env[69249]: DEBUG nova.virt.hardware [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.980991] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afaed8e-01e6-4979-a885-2fc446f6efb6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.993384] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f355ad1d-8bed-4a9e-8d9f-45fd0aad9d50 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.204352] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660154, 'name': CreateVM_Task, 'duration_secs': 0.403423} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.204689] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.205459] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.205676] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.206159] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.206461] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a6866e8-2e2d-4cff-b537-d3a5fc5fedb5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.211590] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1137.211590] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52509ad8-3bd7-bd27-9a79-f76789950d6b" [ 1137.211590] env[69249]: _type = "Task" [ 1137.211590] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.220654] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52509ad8-3bd7-bd27-9a79-f76789950d6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.252920] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f46d784e-3e67-49aa-959c-40ee40fc0cf6 tempest-ServersListShow296Test-1726354961 tempest-ServersListShow296Test-1726354961-project-member] Lock "3ceef616-9f4e-4d94-9979-bad57f51d92f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.782s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.260220] env[69249]: DEBUG nova.network.neutron [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Successfully updated port: d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.400743] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4d65b1-d912-4789-9845-29d59adfadd1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.404017] env[69249]: DEBUG oslo_concurrency.lockutils [req-f3535244-7c8c-4abe-93de-95387d2a52f3 req-acaf29fe-ad03-4631-a141-94b96fe1d004 service nova] Releasing lock "refresh_cache-8ce58b56-42d3-4a1c-8eb9-de2f70739671" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.422461] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187463fe-1d68-4205-986c-ce2f4a5e6e24 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.441746] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating instance '7abd09b1-89dc-482e-b616-e3a65992183c' progress to 67 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.568184] env[69249]: DEBUG nova.compute.manager [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Stashing vm_state: stopped {{(pid=69249) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1137.699024] env[69249]: DEBUG nova.compute.manager [req-d830ea52-176b-4982-9989-84c202d8f067 req-7ba9b83c-0944-4998-8ab9-2bf316a19bee service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Received event network-vif-plugged-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.699024] env[69249]: DEBUG oslo_concurrency.lockutils [req-d830ea52-176b-4982-9989-84c202d8f067 req-7ba9b83c-0944-4998-8ab9-2bf316a19bee service nova] Acquiring lock "44181b5e-b0f4-4e35-bf91-7fb63984d5cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.699324] env[69249]: DEBUG oslo_concurrency.lockutils [req-d830ea52-176b-4982-9989-84c202d8f067 req-7ba9b83c-0944-4998-8ab9-2bf316a19bee service nova] Lock "44181b5e-b0f4-4e35-bf91-7fb63984d5cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.699324] env[69249]: DEBUG oslo_concurrency.lockutils [req-d830ea52-176b-4982-9989-84c202d8f067 req-7ba9b83c-0944-4998-8ab9-2bf316a19bee service nova] Lock "44181b5e-b0f4-4e35-bf91-7fb63984d5cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.699468] env[69249]: DEBUG nova.compute.manager [req-d830ea52-176b-4982-9989-84c202d8f067 req-7ba9b83c-0944-4998-8ab9-2bf316a19bee service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] No waiting events found dispatching network-vif-plugged-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1137.699627] env[69249]: WARNING nova.compute.manager [req-d830ea52-176b-4982-9989-84c202d8f067 req-7ba9b83c-0944-4998-8ab9-2bf316a19bee service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Received unexpected event network-vif-plugged-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 for instance with vm_state building and task_state spawning. [ 1137.699783] env[69249]: DEBUG nova.compute.manager [req-d830ea52-176b-4982-9989-84c202d8f067 req-7ba9b83c-0944-4998-8ab9-2bf316a19bee service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Received event network-changed-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.699935] env[69249]: DEBUG nova.compute.manager [req-d830ea52-176b-4982-9989-84c202d8f067 req-7ba9b83c-0944-4998-8ab9-2bf316a19bee service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Refreshing instance network info cache due to event network-changed-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.700128] env[69249]: DEBUG oslo_concurrency.lockutils [req-d830ea52-176b-4982-9989-84c202d8f067 req-7ba9b83c-0944-4998-8ab9-2bf316a19bee service nova] Acquiring lock "refresh_cache-44181b5e-b0f4-4e35-bf91-7fb63984d5cd" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.700260] env[69249]: DEBUG oslo_concurrency.lockutils [req-d830ea52-176b-4982-9989-84c202d8f067 req-7ba9b83c-0944-4998-8ab9-2bf316a19bee service nova] Acquired lock "refresh_cache-44181b5e-b0f4-4e35-bf91-7fb63984d5cd" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.700411] env[69249]: DEBUG nova.network.neutron [req-d830ea52-176b-4982-9989-84c202d8f067 req-7ba9b83c-0944-4998-8ab9-2bf316a19bee service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Refreshing network info cache for port d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.722477] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52509ad8-3bd7-bd27-9a79-f76789950d6b, 'name': SearchDatastore_Task, 'duration_secs': 0.011709} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.722767] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.722988] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.723224] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.723366] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.723541] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.723821] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c70fbbf-1224-4999-9655-435dd777b3cb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.733526] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.733724] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.734687] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a428ad5d-12e7-4f31-8043-451ccc192a7f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.743059] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1137.743059] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525a6dba-2a34-917f-274c-92d5be93204d" [ 1137.743059] env[69249]: _type = "Task" [ 1137.743059] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.751916] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525a6dba-2a34-917f-274c-92d5be93204d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.762807] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Acquiring lock "refresh_cache-44181b5e-b0f4-4e35-bf91-7fb63984d5cd" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.893016] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0323e95-9704-4686-9477-afd0ba605f7a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.899391] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f83bd3-e360-4e3d-88b9-5f8caaf4fc78 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.931564] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6465d99-4630-40f0-89d1-78c2bf29aacb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.939897] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000dfef9-cdcf-4b55-a24d-279d4d1ee45c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.959028] env[69249]: DEBUG nova.compute.provider_tree [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.087241] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.232643] env[69249]: DEBUG nova.network.neutron [req-d830ea52-176b-4982-9989-84c202d8f067 req-7ba9b83c-0944-4998-8ab9-2bf316a19bee service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.256582] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525a6dba-2a34-917f-274c-92d5be93204d, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.257456] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e21ecc-a0cc-4609-a923-b24313d2fb9e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.263611] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1138.263611] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5255f9f9-e1b2-3a9b-41aa-1db053a2d01e" [ 1138.263611] env[69249]: _type = "Task" [ 1138.263611] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.273081] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5255f9f9-e1b2-3a9b-41aa-1db053a2d01e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.314548] env[69249]: DEBUG nova.network.neutron [req-d830ea52-176b-4982-9989-84c202d8f067 req-7ba9b83c-0944-4998-8ab9-2bf316a19bee service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.464025] env[69249]: DEBUG nova.scheduler.client.report [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.773988] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5255f9f9-e1b2-3a9b-41aa-1db053a2d01e, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.774225] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.774485] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 8ce58b56-42d3-4a1c-8eb9-de2f70739671/8ce58b56-42d3-4a1c-8eb9-de2f70739671.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.774771] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbff2925-5afd-4e72-b894-c7af04dbcc3b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.781396] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1138.781396] env[69249]: value = "task-3660155" [ 1138.781396] env[69249]: _type = "Task" [ 1138.781396] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.789382] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.820863] env[69249]: DEBUG oslo_concurrency.lockutils [req-d830ea52-176b-4982-9989-84c202d8f067 req-7ba9b83c-0944-4998-8ab9-2bf316a19bee service nova] Releasing lock "refresh_cache-44181b5e-b0f4-4e35-bf91-7fb63984d5cd" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.821356] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Acquired lock "refresh_cache-44181b5e-b0f4-4e35-bf91-7fb63984d5cd" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.821561] env[69249]: DEBUG nova.network.neutron [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.968379] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.968999] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.971758] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.148s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.973613] env[69249]: INFO nova.compute.claims [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.102371] env[69249]: DEBUG nova.network.neutron [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Port da635576-f84f-4570-b90d-12257801ff60 binding to destination host cpu-1 is already ACTIVE {{(pid=69249) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1139.293706] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660155, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.355362] env[69249]: DEBUG nova.network.neutron [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.478236] env[69249]: DEBUG nova.compute.utils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.481586] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.481752] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.494901] env[69249]: DEBUG nova.network.neutron [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Updating instance_info_cache with network_info: [{"id": "d61c05fd-c339-4c9d-9925-4a0ad3b0ef06", "address": "fa:16:3e:87:2f:0b", "network": {"id": "748bfa3b-a7ed-4381-ba4d-7a38fee27e28", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2134358692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f2dc10407ba45c3952078567d503b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd61c05fd-c3", "ovs_interfaceid": "d61c05fd-c339-4c9d-9925-4a0ad3b0ef06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.519134] env[69249]: DEBUG nova.policy [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a51ac8d42f74193ba6beccf2c87f5c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8f29f7eed184daebf2dc538d7c60e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.757172] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Successfully created port: 224eb694-0deb-485c-b8ab-4801df28f7de {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.792739] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641895} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.792739] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 8ce58b56-42d3-4a1c-8eb9-de2f70739671/8ce58b56-42d3-4a1c-8eb9-de2f70739671.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.792947] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.793213] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e148dfdc-6826-4521-a62d-7e7ce9f9d12a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.799831] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1139.799831] env[69249]: value = "task-3660156" [ 1139.799831] env[69249]: _type = "Task" [ 1139.799831] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.807326] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.983571] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.996570] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Releasing lock "refresh_cache-44181b5e-b0f4-4e35-bf91-7fb63984d5cd" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.997354] env[69249]: DEBUG nova.compute.manager [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Instance network_info: |[{"id": "d61c05fd-c339-4c9d-9925-4a0ad3b0ef06", "address": "fa:16:3e:87:2f:0b", "network": {"id": "748bfa3b-a7ed-4381-ba4d-7a38fee27e28", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2134358692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f2dc10407ba45c3952078567d503b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd61c05fd-c3", "ovs_interfaceid": "d61c05fd-c339-4c9d-9925-4a0ad3b0ef06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.997354] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:2f:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd61c05fd-c339-4c9d-9925-4a0ad3b0ef06', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.005243] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Creating folder: Project (7f2dc10407ba45c3952078567d503b09). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.008045] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8e2dc12-8b40-4f0e-a9c8-2485a9087105 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.019438] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Created folder: Project (7f2dc10407ba45c3952078567d503b09) in parent group-v729229. [ 1140.019631] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Creating folder: Instances. Parent ref: group-v729525. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1140.022102] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24be5b2e-46dc-4201-bcb1-d2f1c66a0e28 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.030815] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Created folder: Instances in parent group-v729525. [ 1140.031054] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.031241] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.031447] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22238a9c-7bb6-4f2d-923e-f8a92fe983b6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.052668] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.052668] env[69249]: value = "task-3660159" [ 1140.052668] env[69249]: _type = "Task" [ 1140.052668] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.063589] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660159, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.125555] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "7abd09b1-89dc-482e-b616-e3a65992183c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.125835] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "7abd09b1-89dc-482e-b616-e3a65992183c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.125943] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "7abd09b1-89dc-482e-b616-e3a65992183c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.193824] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6720b0a-52ba-4ebb-ab33-446ee8d5795b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.202874] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31249e8d-8a36-4f40-b165-3b698a09c5e1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.237488] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05d22de-ef7f-4910-b184-3407ebaca882 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.245651] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b6a61e-aa27-441e-83da-f3f9b8fa0fbb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.259183] env[69249]: DEBUG nova.compute.provider_tree [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.308915] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066719} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.308915] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.309801] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c839c8d-dcf8-499d-8999-f89a1dd8f4fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.331573] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 8ce58b56-42d3-4a1c-8eb9-de2f70739671/8ce58b56-42d3-4a1c-8eb9-de2f70739671.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.331712] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ef9b377-941d-421b-847f-b6d3503cffe5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.352029] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1140.352029] env[69249]: value = "task-3660160" [ 1140.352029] env[69249]: _type = "Task" [ 1140.352029] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.360360] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.561965] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660159, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.762282] env[69249]: DEBUG nova.scheduler.client.report [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.861729] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660160, 'name': ReconfigVM_Task, 'duration_secs': 0.338604} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.861996] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 8ce58b56-42d3-4a1c-8eb9-de2f70739671/8ce58b56-42d3-4a1c-8eb9-de2f70739671.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.862624] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffad0077-01e2-4806-9c2d-3b9e73416fbc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.868923] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1140.868923] env[69249]: value = "task-3660161" [ 1140.868923] env[69249]: _type = "Task" [ 1140.868923] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.876185] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660161, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.994356] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.021766] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.022037] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.022200] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.022383] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.022531] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.022686] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.022892] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.023121] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.024038] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.024038] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.024038] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.024577] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce51e333-fae2-4338-ab5b-ad05b375cf4a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.032713] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46d8f43-b594-4529-b23d-d22404c1215c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.061832] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660159, 'name': CreateVM_Task, 'duration_secs': 0.511339} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.062045] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.062747] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.062914] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.063255] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.063518] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-669b7280-5096-47fa-9a6d-e2a2de12899b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.068200] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Waiting for the task: (returnval){ [ 1141.068200] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5259b202-dc46-2cbc-b1e4-7bdd8bc6614f" [ 1141.068200] env[69249]: _type = "Task" [ 1141.068200] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.076117] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5259b202-dc46-2cbc-b1e4-7bdd8bc6614f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.267322] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.267826] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.270384] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.418s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.271829] env[69249]: INFO nova.compute.claims [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.279678] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.279841] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.280013] env[69249]: DEBUG nova.network.neutron [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.379065] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660161, 'name': Rename_Task, 'duration_secs': 0.13244} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.379224] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.379467] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58e3e375-fad2-46f6-aeff-754c861923b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.386281] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1141.386281] env[69249]: value = "task-3660162" [ 1141.386281] env[69249]: _type = "Task" [ 1141.386281] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.391170] env[69249]: DEBUG nova.compute.manager [req-55ecea44-68ee-4eed-8a5c-c4e9ed7d431f req-b5ae3194-d32b-4108-9991-a180f2952d46 service nova] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Received event network-vif-plugged-224eb694-0deb-485c-b8ab-4801df28f7de {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.391376] env[69249]: DEBUG oslo_concurrency.lockutils [req-55ecea44-68ee-4eed-8a5c-c4e9ed7d431f req-b5ae3194-d32b-4108-9991-a180f2952d46 service nova] Acquiring lock "486467f4-237b-4b2b-8faf-3c142da61be7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.391578] env[69249]: DEBUG oslo_concurrency.lockutils [req-55ecea44-68ee-4eed-8a5c-c4e9ed7d431f req-b5ae3194-d32b-4108-9991-a180f2952d46 service nova] Lock "486467f4-237b-4b2b-8faf-3c142da61be7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.391744] env[69249]: DEBUG oslo_concurrency.lockutils [req-55ecea44-68ee-4eed-8a5c-c4e9ed7d431f req-b5ae3194-d32b-4108-9991-a180f2952d46 service nova] Lock "486467f4-237b-4b2b-8faf-3c142da61be7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.391933] env[69249]: DEBUG nova.compute.manager [req-55ecea44-68ee-4eed-8a5c-c4e9ed7d431f req-b5ae3194-d32b-4108-9991-a180f2952d46 service nova] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] No waiting events found dispatching network-vif-plugged-224eb694-0deb-485c-b8ab-4801df28f7de {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1141.392242] env[69249]: WARNING nova.compute.manager [req-55ecea44-68ee-4eed-8a5c-c4e9ed7d431f req-b5ae3194-d32b-4108-9991-a180f2952d46 service nova] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Received unexpected event network-vif-plugged-224eb694-0deb-485c-b8ab-4801df28f7de for instance with vm_state building and task_state spawning. [ 1141.397272] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.482306] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Successfully updated port: 224eb694-0deb-485c-b8ab-4801df28f7de {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.578265] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5259b202-dc46-2cbc-b1e4-7bdd8bc6614f, 'name': SearchDatastore_Task, 'duration_secs': 0.009632} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.578612] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.578703] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.578928] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.579151] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.579335] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.579585] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e39dd12-1bee-493e-b6e0-5748ba3bbb95 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.587221] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.587404] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.588712] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c149dab9-30dd-4ead-b104-0bc9fc3130a4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.593703] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Waiting for the task: (returnval){ [ 1141.593703] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520fe15a-0ce0-b9c7-6f0a-5b314c14dc5a" [ 1141.593703] env[69249]: _type = "Task" [ 1141.593703] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.601124] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520fe15a-0ce0-b9c7-6f0a-5b314c14dc5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.776051] env[69249]: DEBUG nova.compute.utils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.780028] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.780028] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.879094] env[69249]: DEBUG nova.policy [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a51ac8d42f74193ba6beccf2c87f5c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8f29f7eed184daebf2dc538d7c60e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.901440] env[69249]: DEBUG oslo_vmware.api [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660162, 'name': PowerOnVM_Task, 'duration_secs': 0.445038} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.901594] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.901816] env[69249]: INFO nova.compute.manager [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1141.901997] env[69249]: DEBUG nova.compute.manager [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.902825] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6b75c8-c75c-4411-90a0-9fc36f959758 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.985192] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "refresh_cache-486467f4-237b-4b2b-8faf-3c142da61be7" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.985356] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquired lock "refresh_cache-486467f4-237b-4b2b-8faf-3c142da61be7" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.985493] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.104892] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520fe15a-0ce0-b9c7-6f0a-5b314c14dc5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.105819] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d121ed6b-7098-48d6-88fc-16ba329ee14e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.111169] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Waiting for the task: (returnval){ [ 1142.111169] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52891cb3-3221-1654-24a3-ca5814351b41" [ 1142.111169] env[69249]: _type = "Task" [ 1142.111169] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.119470] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52891cb3-3221-1654-24a3-ca5814351b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.122348] env[69249]: DEBUG nova.network.neutron [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating instance_info_cache with network_info: [{"id": "da635576-f84f-4570-b90d-12257801ff60", "address": "fa:16:3e:b7:d3:e8", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda635576-f8", "ovs_interfaceid": "da635576-f84f-4570-b90d-12257801ff60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.218928] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Successfully created port: b1c5f84e-8589-475e-bc1a-e5b206bf8044 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.280704] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.421314] env[69249]: INFO nova.compute.manager [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Took 13.26 seconds to build instance. [ 1142.518895] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.569526] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dca895e-b9e1-4eb8-a364-5d9b8da6c98c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.577303] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c48865-43cc-4eb5-8d15-536020e2a362 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.609829] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c12867-f0d8-496e-8464-bc33d3694dee {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.623736] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2e3bdf-9deb-4baa-9f71-4bc9ef7a919f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.627702] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52891cb3-3221-1654-24a3-ca5814351b41, 'name': SearchDatastore_Task, 'duration_secs': 0.009693} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.628331] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.632040] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.632457] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 44181b5e-b0f4-4e35-bf91-7fb63984d5cd/44181b5e-b0f4-4e35-bf91-7fb63984d5cd.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.638850] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26f90e43-1b0f-4924-a3de-701f018ec752 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.651384] env[69249]: DEBUG nova.compute.provider_tree [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.657324] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Waiting for the task: (returnval){ [ 1142.657324] env[69249]: value = "task-3660163" [ 1142.657324] env[69249]: _type = "Task" [ 1142.657324] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.665706] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.685879] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Updating instance_info_cache with network_info: [{"id": "224eb694-0deb-485c-b8ab-4801df28f7de", "address": "fa:16:3e:71:bb:63", "network": {"id": "5c85c8ac-a183-42ac-af9b-226d71b45be9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1778562553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f29f7eed184daebf2dc538d7c60e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap224eb694-0d", "ovs_interfaceid": "224eb694-0deb-485c-b8ab-4801df28f7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.923983] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f78a9c1b-e7b1-4cc6-846e-d591a207c4e6 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.769s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.141202] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53ddee0-d3ef-4860-80c8-2a290dbfb67f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.149044] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805706f3-9b59-4e2c-b17e-5b6de9068440 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.154358] env[69249]: DEBUG nova.scheduler.client.report [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.171301] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431434} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.171635] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 44181b5e-b0f4-4e35-bf91-7fb63984d5cd/44181b5e-b0f4-4e35-bf91-7fb63984d5cd.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.171790] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.172072] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89f36890-080c-46b9-8350-271d4c3c2f98 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.179601] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Waiting for the task: (returnval){ [ 1143.179601] env[69249]: value = "task-3660164" [ 1143.179601] env[69249]: _type = "Task" [ 1143.179601] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.187937] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Releasing lock "refresh_cache-486467f4-237b-4b2b-8faf-3c142da61be7" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.188250] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Instance network_info: |[{"id": "224eb694-0deb-485c-b8ab-4801df28f7de", "address": "fa:16:3e:71:bb:63", "network": {"id": "5c85c8ac-a183-42ac-af9b-226d71b45be9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1778562553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f29f7eed184daebf2dc538d7c60e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap224eb694-0d", "ovs_interfaceid": "224eb694-0deb-485c-b8ab-4801df28f7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.188517] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.188851] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:bb:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '224eb694-0deb-485c-b8ab-4801df28f7de', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.196487] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Creating folder: Project (a8f29f7eed184daebf2dc538d7c60e3c). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1143.197114] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aba56bcd-32ba-43b1-90df-a94ec8e89af0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.210161] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Created folder: Project (a8f29f7eed184daebf2dc538d7c60e3c) in parent group-v729229. [ 1143.210161] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Creating folder: Instances. Parent ref: group-v729528. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1143.210161] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-502f8b10-d77e-48ac-8e05-be99531f1d2b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.217983] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Created folder: Instances in parent group-v729528. [ 1143.218156] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.218376] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.218586] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-217173dd-0dcb-4b87-bd5b-9325010bf825 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.240400] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.240400] env[69249]: value = "task-3660167" [ 1143.240400] env[69249]: _type = "Task" [ 1143.240400] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.248991] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660167, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.295487] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.327928] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.328259] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.328413] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.328530] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.328677] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.328823] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.329053] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.329207] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.329394] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.329583] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.329798] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.330774] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635acdeb-ca2f-460f-a5f3-b12774ad04a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.339246] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2850cd6-675e-433d-851a-8b98ecedf5e5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.421045] env[69249]: DEBUG nova.compute.manager [req-2f316fc4-9228-48b0-8772-02a4787ceb2c req-a9fdb30b-98ba-44bd-a2c2-cd9b5c40a99c service nova] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Received event network-changed-224eb694-0deb-485c-b8ab-4801df28f7de {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.421251] env[69249]: DEBUG nova.compute.manager [req-2f316fc4-9228-48b0-8772-02a4787ceb2c req-a9fdb30b-98ba-44bd-a2c2-cd9b5c40a99c service nova] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Refreshing instance network info cache due to event network-changed-224eb694-0deb-485c-b8ab-4801df28f7de. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.421522] env[69249]: DEBUG oslo_concurrency.lockutils [req-2f316fc4-9228-48b0-8772-02a4787ceb2c req-a9fdb30b-98ba-44bd-a2c2-cd9b5c40a99c service nova] Acquiring lock "refresh_cache-486467f4-237b-4b2b-8faf-3c142da61be7" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.421671] env[69249]: DEBUG oslo_concurrency.lockutils [req-2f316fc4-9228-48b0-8772-02a4787ceb2c req-a9fdb30b-98ba-44bd-a2c2-cd9b5c40a99c service nova] Acquired lock "refresh_cache-486467f4-237b-4b2b-8faf-3c142da61be7" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.421857] env[69249]: DEBUG nova.network.neutron [req-2f316fc4-9228-48b0-8772-02a4787ceb2c req-a9fdb30b-98ba-44bd-a2c2-cd9b5c40a99c service nova] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Refreshing network info cache for port 224eb694-0deb-485c-b8ab-4801df28f7de {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.648157] env[69249]: DEBUG nova.compute.manager [req-a464f350-366d-4190-9777-09eeeb270efa req-d3a1fe84-d489-4f04-a5e4-d2ebb0c783db service nova] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Received event network-changed-cf5b9eec-0f3a-4893-8e28-2db580acb4cd {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.648157] env[69249]: DEBUG nova.compute.manager [req-a464f350-366d-4190-9777-09eeeb270efa req-d3a1fe84-d489-4f04-a5e4-d2ebb0c783db service nova] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Refreshing instance network info cache due to event network-changed-cf5b9eec-0f3a-4893-8e28-2db580acb4cd. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.648157] env[69249]: DEBUG oslo_concurrency.lockutils [req-a464f350-366d-4190-9777-09eeeb270efa req-d3a1fe84-d489-4f04-a5e4-d2ebb0c783db service nova] Acquiring lock "refresh_cache-8ce58b56-42d3-4a1c-8eb9-de2f70739671" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.648157] env[69249]: DEBUG oslo_concurrency.lockutils [req-a464f350-366d-4190-9777-09eeeb270efa req-d3a1fe84-d489-4f04-a5e4-d2ebb0c783db service nova] Acquired lock "refresh_cache-8ce58b56-42d3-4a1c-8eb9-de2f70739671" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.648157] env[69249]: DEBUG nova.network.neutron [req-a464f350-366d-4190-9777-09eeeb270efa req-d3a1fe84-d489-4f04-a5e4-d2ebb0c783db service nova] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Refreshing network info cache for port cf5b9eec-0f3a-4893-8e28-2db580acb4cd {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.665140] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.665639] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.668816] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.658s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.692802] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066038} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.692802] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.692802] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319d5dbc-6782-4c43-b0b7-dba19aa26e01 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.718479] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 44181b5e-b0f4-4e35-bf91-7fb63984d5cd/44181b5e-b0f4-4e35-bf91-7fb63984d5cd.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.719141] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a499567-c844-4053-92b4-8286fdd7dcaa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.738653] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Successfully updated port: b1c5f84e-8589-475e-bc1a-e5b206bf8044 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.746721] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Waiting for the task: (returnval){ [ 1143.746721] env[69249]: value = "task-3660168" [ 1143.746721] env[69249]: _type = "Task" [ 1143.746721] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.754751] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660167, 'name': CreateVM_Task, 'duration_secs': 0.360109} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.754751] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.754919] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.755270] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.755710] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.759379] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f6e968-3e40-459b-88f4-0c8b2acddfd9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.761133] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660168, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.766221] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1143.766221] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5257655f-fc85-f7f5-5c8a-5b00365a192e" [ 1143.766221] env[69249]: _type = "Task" [ 1143.766221] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.774762] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5257655f-fc85-f7f5-5c8a-5b00365a192e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.100157] env[69249]: DEBUG nova.network.neutron [req-2f316fc4-9228-48b0-8772-02a4787ceb2c req-a9fdb30b-98ba-44bd-a2c2-cd9b5c40a99c service nova] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Updated VIF entry in instance network info cache for port 224eb694-0deb-485c-b8ab-4801df28f7de. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.100157] env[69249]: DEBUG nova.network.neutron [req-2f316fc4-9228-48b0-8772-02a4787ceb2c req-a9fdb30b-98ba-44bd-a2c2-cd9b5c40a99c service nova] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Updating instance_info_cache with network_info: [{"id": "224eb694-0deb-485c-b8ab-4801df28f7de", "address": "fa:16:3e:71:bb:63", "network": {"id": "5c85c8ac-a183-42ac-af9b-226d71b45be9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1778562553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f29f7eed184daebf2dc538d7c60e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap224eb694-0d", "ovs_interfaceid": "224eb694-0deb-485c-b8ab-4801df28f7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.173666] env[69249]: DEBUG nova.compute.utils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.175266] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.175266] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.243630] env[69249]: DEBUG nova.policy [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a51ac8d42f74193ba6beccf2c87f5c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8f29f7eed184daebf2dc538d7c60e3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.246603] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "refresh_cache-b05cb29e-4627-4433-842e-8f321e5246bc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.246743] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquired lock "refresh_cache-b05cb29e-4627-4433-842e-8f321e5246bc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.246884] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.264507] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.280918] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5257655f-fc85-f7f5-5c8a-5b00365a192e, 'name': SearchDatastore_Task, 'duration_secs': 0.086924} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.281345] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.281578] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.282064] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.282233] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.282421] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.285336] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72c22a71-3fd8-4996-b6d2-58dec0350bc3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.298183] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf6ee82-ef36-42df-be39-7a8aef126107 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.307982] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.308213] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.308983] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-331a9545-bee3-4b44-9124-564278f597d7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.332597] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816aaf7d-22ef-4834-ac56-bda7929e2951 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.337063] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1144.337063] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52fcb888-f9eb-2ed5-19af-c170fe433aaa" [ 1144.337063] env[69249]: _type = "Task" [ 1144.337063] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.343500] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating instance '7abd09b1-89dc-482e-b616-e3a65992183c' progress to 83 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.354717] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52fcb888-f9eb-2ed5-19af-c170fe433aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.012893} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.355569] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-755bcab5-ecd7-4fcd-b4ad-4a5af5d9eca6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.363716] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1144.363716] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5274596e-09d9-4c3d-0d50-b05857bb5530" [ 1144.363716] env[69249]: _type = "Task" [ 1144.363716] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.372017] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5274596e-09d9-4c3d-0d50-b05857bb5530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.401682] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c415d88a-ca17-4b79-892e-754985df6a07 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.409824] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb19acef-303f-44bd-b4d4-37b370d25a29 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.444350] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a07bf3-bbc6-4e77-bfea-be8f9751c469 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.452669] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8c68bc-5491-43c9-a4c0-885a0ac02262 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.466780] env[69249]: DEBUG nova.compute.provider_tree [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.564467] env[69249]: DEBUG nova.network.neutron [req-a464f350-366d-4190-9777-09eeeb270efa req-d3a1fe84-d489-4f04-a5e4-d2ebb0c783db service nova] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Updated VIF entry in instance network info cache for port cf5b9eec-0f3a-4893-8e28-2db580acb4cd. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.564916] env[69249]: DEBUG nova.network.neutron [req-a464f350-366d-4190-9777-09eeeb270efa req-d3a1fe84-d489-4f04-a5e4-d2ebb0c783db service nova] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Updating instance_info_cache with network_info: [{"id": "cf5b9eec-0f3a-4893-8e28-2db580acb4cd", "address": "fa:16:3e:9c:fc:bf", "network": {"id": "33de4566-c599-4e0e-a647-650042762d94", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1519684829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92699abeef02415ea1f44730551eba21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf5b9eec-0f", "ovs_interfaceid": "cf5b9eec-0f3a-4893-8e28-2db580acb4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.603163] env[69249]: DEBUG oslo_concurrency.lockutils [req-2f316fc4-9228-48b0-8772-02a4787ceb2c req-a9fdb30b-98ba-44bd-a2c2-cd9b5c40a99c service nova] Releasing lock "refresh_cache-486467f4-237b-4b2b-8faf-3c142da61be7" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.634700] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Successfully created port: d896af3b-ea28-4cee-b00f-c808e71fc3c9 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.678086] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.761954] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660168, 'name': ReconfigVM_Task, 'duration_secs': 0.806374} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.762246] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 44181b5e-b0f4-4e35-bf91-7fb63984d5cd/44181b5e-b0f4-4e35-bf91-7fb63984d5cd.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.762864] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05aa17e3-6785-4c04-9d26-d20b6a9b0155 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.770057] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Waiting for the task: (returnval){ [ 1144.770057] env[69249]: value = "task-3660169" [ 1144.770057] env[69249]: _type = "Task" [ 1144.770057] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.782325] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660169, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.795396] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.852740] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.853050] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07e86cb8-47c7-4855-8bd8-1197529b54a5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.860375] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1144.860375] env[69249]: value = "task-3660170" [ 1144.860375] env[69249]: _type = "Task" [ 1144.860375] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.870924] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.876365] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5274596e-09d9-4c3d-0d50-b05857bb5530, 'name': SearchDatastore_Task, 'duration_secs': 0.010746} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.879072] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.879072] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 486467f4-237b-4b2b-8faf-3c142da61be7/486467f4-237b-4b2b-8faf-3c142da61be7.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.879072] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-826b7e1f-086a-4ca7-a7c0-61e8e692e4a1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.884653] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1144.884653] env[69249]: value = "task-3660171" [ 1144.884653] env[69249]: _type = "Task" [ 1144.884653] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.892234] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.971144] env[69249]: DEBUG nova.scheduler.client.report [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.984771] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Updating instance_info_cache with network_info: [{"id": "b1c5f84e-8589-475e-bc1a-e5b206bf8044", "address": "fa:16:3e:97:93:bf", "network": {"id": "5c85c8ac-a183-42ac-af9b-226d71b45be9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1778562553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f29f7eed184daebf2dc538d7c60e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c5f84e-85", "ovs_interfaceid": "b1c5f84e-8589-475e-bc1a-e5b206bf8044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.067823] env[69249]: DEBUG oslo_concurrency.lockutils [req-a464f350-366d-4190-9777-09eeeb270efa req-d3a1fe84-d489-4f04-a5e4-d2ebb0c783db service nova] Releasing lock "refresh_cache-8ce58b56-42d3-4a1c-8eb9-de2f70739671" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.281134] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660169, 'name': Rename_Task, 'duration_secs': 0.252796} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.281406] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.281710] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faaa0959-629a-43a9-bc55-5cfa26cd3132 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.290487] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Waiting for the task: (returnval){ [ 1145.290487] env[69249]: value = "task-3660172" [ 1145.290487] env[69249]: _type = "Task" [ 1145.290487] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.299769] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.371545] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660170, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.395398] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660171, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.446770] env[69249]: DEBUG nova.compute.manager [req-22b4883d-d561-4b94-92b7-d603d726ad78 req-5ea56efe-6a11-4f94-9912-90eeca079c41 service nova] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Received event network-vif-plugged-b1c5f84e-8589-475e-bc1a-e5b206bf8044 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.447039] env[69249]: DEBUG oslo_concurrency.lockutils [req-22b4883d-d561-4b94-92b7-d603d726ad78 req-5ea56efe-6a11-4f94-9912-90eeca079c41 service nova] Acquiring lock "b05cb29e-4627-4433-842e-8f321e5246bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.447249] env[69249]: DEBUG oslo_concurrency.lockutils [req-22b4883d-d561-4b94-92b7-d603d726ad78 req-5ea56efe-6a11-4f94-9912-90eeca079c41 service nova] Lock "b05cb29e-4627-4433-842e-8f321e5246bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.447386] env[69249]: DEBUG oslo_concurrency.lockutils [req-22b4883d-d561-4b94-92b7-d603d726ad78 req-5ea56efe-6a11-4f94-9912-90eeca079c41 service nova] Lock "b05cb29e-4627-4433-842e-8f321e5246bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.447519] env[69249]: DEBUG nova.compute.manager [req-22b4883d-d561-4b94-92b7-d603d726ad78 req-5ea56efe-6a11-4f94-9912-90eeca079c41 service nova] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] No waiting events found dispatching network-vif-plugged-b1c5f84e-8589-475e-bc1a-e5b206bf8044 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1145.447684] env[69249]: WARNING nova.compute.manager [req-22b4883d-d561-4b94-92b7-d603d726ad78 req-5ea56efe-6a11-4f94-9912-90eeca079c41 service nova] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Received unexpected event network-vif-plugged-b1c5f84e-8589-475e-bc1a-e5b206bf8044 for instance with vm_state building and task_state spawning. [ 1145.447838] env[69249]: DEBUG nova.compute.manager [req-22b4883d-d561-4b94-92b7-d603d726ad78 req-5ea56efe-6a11-4f94-9912-90eeca079c41 service nova] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Received event network-changed-b1c5f84e-8589-475e-bc1a-e5b206bf8044 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.447991] env[69249]: DEBUG nova.compute.manager [req-22b4883d-d561-4b94-92b7-d603d726ad78 req-5ea56efe-6a11-4f94-9912-90eeca079c41 service nova] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Refreshing instance network info cache due to event network-changed-b1c5f84e-8589-475e-bc1a-e5b206bf8044. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.448164] env[69249]: DEBUG oslo_concurrency.lockutils [req-22b4883d-d561-4b94-92b7-d603d726ad78 req-5ea56efe-6a11-4f94-9912-90eeca079c41 service nova] Acquiring lock "refresh_cache-b05cb29e-4627-4433-842e-8f321e5246bc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.487094] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Releasing lock "refresh_cache-b05cb29e-4627-4433-842e-8f321e5246bc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.487358] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Instance network_info: |[{"id": "b1c5f84e-8589-475e-bc1a-e5b206bf8044", "address": "fa:16:3e:97:93:bf", "network": {"id": "5c85c8ac-a183-42ac-af9b-226d71b45be9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1778562553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f29f7eed184daebf2dc538d7c60e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c5f84e-85", "ovs_interfaceid": "b1c5f84e-8589-475e-bc1a-e5b206bf8044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.487630] env[69249]: DEBUG oslo_concurrency.lockutils [req-22b4883d-d561-4b94-92b7-d603d726ad78 req-5ea56efe-6a11-4f94-9912-90eeca079c41 service nova] Acquired lock "refresh_cache-b05cb29e-4627-4433-842e-8f321e5246bc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.487802] env[69249]: DEBUG nova.network.neutron [req-22b4883d-d561-4b94-92b7-d603d726ad78 req-5ea56efe-6a11-4f94-9912-90eeca079c41 service nova] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Refreshing network info cache for port b1c5f84e-8589-475e-bc1a-e5b206bf8044 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.488887] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:93:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1c5f84e-8589-475e-bc1a-e5b206bf8044', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.496312] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.499592] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.500112] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-512f9fd9-02b1-468f-a15d-e43c2f5ff41e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.521801] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.521801] env[69249]: value = "task-3660173" [ 1145.521801] env[69249]: _type = "Task" [ 1145.521801] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.528972] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660173, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.689309] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.715691] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.715979] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.716158] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.716341] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.716485] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.716633] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.716838] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.716997] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.717185] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.717396] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.717613] env[69249]: DEBUG nova.virt.hardware [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.718469] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9abf0b9-7817-427d-8faf-b27ff541105d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.723027] env[69249]: DEBUG nova.network.neutron [req-22b4883d-d561-4b94-92b7-d603d726ad78 req-5ea56efe-6a11-4f94-9912-90eeca079c41 service nova] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Updated VIF entry in instance network info cache for port b1c5f84e-8589-475e-bc1a-e5b206bf8044. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.723350] env[69249]: DEBUG nova.network.neutron [req-22b4883d-d561-4b94-92b7-d603d726ad78 req-5ea56efe-6a11-4f94-9912-90eeca079c41 service nova] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Updating instance_info_cache with network_info: [{"id": "b1c5f84e-8589-475e-bc1a-e5b206bf8044", "address": "fa:16:3e:97:93:bf", "network": {"id": "5c85c8ac-a183-42ac-af9b-226d71b45be9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1778562553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f29f7eed184daebf2dc538d7c60e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c5f84e-85", "ovs_interfaceid": "b1c5f84e-8589-475e-bc1a-e5b206bf8044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.728046] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f2e5d6-81de-4c16-8dd8-e1fdf9bc9b00 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.799157] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660172, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.870964] env[69249]: DEBUG oslo_vmware.api [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660170, 'name': PowerOnVM_Task, 'duration_secs': 0.58043} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.871236] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.871417] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b18ebd43-f21c-4030-a934-7a67870fba77 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating instance '7abd09b1-89dc-482e-b616-e3a65992183c' progress to 100 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.893408] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525239} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.893642] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 486467f4-237b-4b2b-8faf-3c142da61be7/486467f4-237b-4b2b-8faf-3c142da61be7.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.893887] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.894151] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94cf9bc5-5380-4eec-acd9-7e00886ddba4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.901027] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1145.901027] env[69249]: value = "task-3660174" [ 1145.901027] env[69249]: _type = "Task" [ 1145.901027] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.908334] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.984979] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.317s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.988298] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.901s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.032592] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660173, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.192422] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Successfully updated port: d896af3b-ea28-4cee-b00f-c808e71fc3c9 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.227507] env[69249]: DEBUG oslo_concurrency.lockutils [req-22b4883d-d561-4b94-92b7-d603d726ad78 req-5ea56efe-6a11-4f94-9912-90eeca079c41 service nova] Releasing lock "refresh_cache-b05cb29e-4627-4433-842e-8f321e5246bc" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.303559] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660172, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.410521] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214924} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.410788] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.411630] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70954bd1-4975-4aa2-8c9b-fbd3e2d4985c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.435126] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 486467f4-237b-4b2b-8faf-3c142da61be7/486467f4-237b-4b2b-8faf-3c142da61be7.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.435990] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c6ad598-1361-4505-9a58-4be21da159b2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.455070] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1146.455070] env[69249]: value = "task-3660175" [ 1146.455070] env[69249]: _type = "Task" [ 1146.455070] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.463052] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.493337] env[69249]: INFO nova.compute.claims [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.535273] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660173, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.557800] env[69249]: INFO nova.scheduler.client.report [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleted allocation for migration cb0c9e45-64b8-4c88-88fe-c1c37703de0e [ 1146.695377] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "refresh_cache-a2aed611-78a0-4bd9-9ecc-6685ecf04f8a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.695711] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquired lock "refresh_cache-a2aed611-78a0-4bd9-9ecc-6685ecf04f8a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.695711] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.801976] env[69249]: DEBUG oslo_vmware.api [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660172, 'name': PowerOnVM_Task, 'duration_secs': 1.06508} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.802255] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.802454] env[69249]: INFO nova.compute.manager [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1146.802627] env[69249]: DEBUG nova.compute.manager [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1146.803755] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe411107-2596-4d11-a5b1-9ed550ab42f3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.965749] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660175, 'name': ReconfigVM_Task, 'duration_secs': 0.296215} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.966097] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 486467f4-237b-4b2b-8faf-3c142da61be7/486467f4-237b-4b2b-8faf-3c142da61be7.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.966747] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6e12410-6bf5-4684-b6c6-30af210c7a81 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.972980] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1146.972980] env[69249]: value = "task-3660176" [ 1146.972980] env[69249]: _type = "Task" [ 1146.972980] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.980513] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660176, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.001020] env[69249]: INFO nova.compute.resource_tracker [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating resource usage from migration 7577f233-2077-49fe-b745-a87c601f4b07 [ 1147.033503] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660173, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.063366] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e53047cd-0c48-4d0f-9665-1c4232994b34" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.505s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.175307] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f504321-e04d-452a-955e-d8603dc1b8ba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.183777] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a01ea9-120f-44b0-827d-4108ffd521f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.217787] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805378b2-7111-4018-b373-1a98137aa893 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.228656] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3ba217-c99f-49c6-b4c2-28d86d489df0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.242081] env[69249]: DEBUG nova.compute.provider_tree [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.252683] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.323992] env[69249]: INFO nova.compute.manager [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Took 14.38 seconds to build instance. [ 1147.394333] env[69249]: DEBUG nova.network.neutron [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Updating instance_info_cache with network_info: [{"id": "d896af3b-ea28-4cee-b00f-c808e71fc3c9", "address": "fa:16:3e:c0:c3:d0", "network": {"id": "5c85c8ac-a183-42ac-af9b-226d71b45be9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1778562553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f29f7eed184daebf2dc538d7c60e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd896af3b-ea", "ovs_interfaceid": "d896af3b-ea28-4cee-b00f-c808e71fc3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.487850] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660176, 'name': Rename_Task, 'duration_secs': 0.192282} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.488327] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.488607] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8a6d6ca-0874-4864-a2f8-a67d72cbb265 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.495427] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1147.495427] env[69249]: value = "task-3660177" [ 1147.495427] env[69249]: _type = "Task" [ 1147.495427] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.504302] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.532777] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660173, 'name': CreateVM_Task, 'duration_secs': 1.69962} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.532972] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.533729] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.533994] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.534369] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.534659] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc457725-c744-42fd-a8bb-1caad385a682 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.540062] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1147.540062] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521649c3-c616-8a9b-50e4-3db2eac7cb31" [ 1147.540062] env[69249]: _type = "Task" [ 1147.540062] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.549407] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521649c3-c616-8a9b-50e4-3db2eac7cb31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.580041] env[69249]: DEBUG nova.compute.manager [req-36bc07f0-b37a-4fa6-b859-ddc46fb54b40 req-70292e2f-fcb6-4dfa-ab85-12bd35cdd534 service nova] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Received event network-vif-plugged-d896af3b-ea28-4cee-b00f-c808e71fc3c9 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.580336] env[69249]: DEBUG oslo_concurrency.lockutils [req-36bc07f0-b37a-4fa6-b859-ddc46fb54b40 req-70292e2f-fcb6-4dfa-ab85-12bd35cdd534 service nova] Acquiring lock "a2aed611-78a0-4bd9-9ecc-6685ecf04f8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.584365] env[69249]: DEBUG oslo_concurrency.lockutils [req-36bc07f0-b37a-4fa6-b859-ddc46fb54b40 req-70292e2f-fcb6-4dfa-ab85-12bd35cdd534 service nova] Lock "a2aed611-78a0-4bd9-9ecc-6685ecf04f8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.584567] env[69249]: DEBUG oslo_concurrency.lockutils [req-36bc07f0-b37a-4fa6-b859-ddc46fb54b40 req-70292e2f-fcb6-4dfa-ab85-12bd35cdd534 service nova] Lock "a2aed611-78a0-4bd9-9ecc-6685ecf04f8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.584793] env[69249]: DEBUG nova.compute.manager [req-36bc07f0-b37a-4fa6-b859-ddc46fb54b40 req-70292e2f-fcb6-4dfa-ab85-12bd35cdd534 service nova] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] No waiting events found dispatching network-vif-plugged-d896af3b-ea28-4cee-b00f-c808e71fc3c9 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1147.584967] env[69249]: WARNING nova.compute.manager [req-36bc07f0-b37a-4fa6-b859-ddc46fb54b40 req-70292e2f-fcb6-4dfa-ab85-12bd35cdd534 service nova] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Received unexpected event network-vif-plugged-d896af3b-ea28-4cee-b00f-c808e71fc3c9 for instance with vm_state building and task_state spawning. [ 1147.585159] env[69249]: DEBUG nova.compute.manager [req-36bc07f0-b37a-4fa6-b859-ddc46fb54b40 req-70292e2f-fcb6-4dfa-ab85-12bd35cdd534 service nova] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Received event network-changed-d896af3b-ea28-4cee-b00f-c808e71fc3c9 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.585319] env[69249]: DEBUG nova.compute.manager [req-36bc07f0-b37a-4fa6-b859-ddc46fb54b40 req-70292e2f-fcb6-4dfa-ab85-12bd35cdd534 service nova] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Refreshing instance network info cache due to event network-changed-d896af3b-ea28-4cee-b00f-c808e71fc3c9. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.585498] env[69249]: DEBUG oslo_concurrency.lockutils [req-36bc07f0-b37a-4fa6-b859-ddc46fb54b40 req-70292e2f-fcb6-4dfa-ab85-12bd35cdd534 service nova] Acquiring lock "refresh_cache-a2aed611-78a0-4bd9-9ecc-6685ecf04f8a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.763111] env[69249]: ERROR nova.scheduler.client.report [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [req-3a315262-8498-43b0-aaeb-c74853dd811b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c355696e-e44b-4fc5-8175-1e54a0df25d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3a315262-8498-43b0-aaeb-c74853dd811b"}]} [ 1147.780700] env[69249]: DEBUG nova.scheduler.client.report [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Refreshing inventories for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1147.791279] env[69249]: DEBUG nova.compute.manager [req-860a6f39-6802-43bb-bbd1-e941ab5a88cb req-4f9693e7-955b-49ab-a2c4-aa95589a1874 service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Received event network-changed-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.791546] env[69249]: DEBUG nova.compute.manager [req-860a6f39-6802-43bb-bbd1-e941ab5a88cb req-4f9693e7-955b-49ab-a2c4-aa95589a1874 service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Refreshing instance network info cache due to event network-changed-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.791800] env[69249]: DEBUG oslo_concurrency.lockutils [req-860a6f39-6802-43bb-bbd1-e941ab5a88cb req-4f9693e7-955b-49ab-a2c4-aa95589a1874 service nova] Acquiring lock "refresh_cache-44181b5e-b0f4-4e35-bf91-7fb63984d5cd" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.791982] env[69249]: DEBUG oslo_concurrency.lockutils [req-860a6f39-6802-43bb-bbd1-e941ab5a88cb req-4f9693e7-955b-49ab-a2c4-aa95589a1874 service nova] Acquired lock "refresh_cache-44181b5e-b0f4-4e35-bf91-7fb63984d5cd" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.792258] env[69249]: DEBUG nova.network.neutron [req-860a6f39-6802-43bb-bbd1-e941ab5a88cb req-4f9693e7-955b-49ab-a2c4-aa95589a1874 service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Refreshing network info cache for port d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.799306] env[69249]: DEBUG nova.scheduler.client.report [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating ProviderTree inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1147.799559] env[69249]: DEBUG nova.compute.provider_tree [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.815459] env[69249]: DEBUG nova.scheduler.client.report [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Refreshing aggregate associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, aggregates: None {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1147.828956] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e2af7f31-a884-4599-9391-c873c3238aa6 tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Lock "44181b5e-b0f4-4e35-bf91-7fb63984d5cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.896s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.837289] env[69249]: DEBUG nova.scheduler.client.report [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Refreshing trait associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1147.897575] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Releasing lock "refresh_cache-a2aed611-78a0-4bd9-9ecc-6685ecf04f8a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.897905] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Instance network_info: |[{"id": "d896af3b-ea28-4cee-b00f-c808e71fc3c9", "address": "fa:16:3e:c0:c3:d0", "network": {"id": "5c85c8ac-a183-42ac-af9b-226d71b45be9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1778562553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f29f7eed184daebf2dc538d7c60e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd896af3b-ea", "ovs_interfaceid": "d896af3b-ea28-4cee-b00f-c808e71fc3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.898232] env[69249]: DEBUG oslo_concurrency.lockutils [req-36bc07f0-b37a-4fa6-b859-ddc46fb54b40 req-70292e2f-fcb6-4dfa-ab85-12bd35cdd534 service nova] Acquired lock "refresh_cache-a2aed611-78a0-4bd9-9ecc-6685ecf04f8a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.898408] env[69249]: DEBUG nova.network.neutron [req-36bc07f0-b37a-4fa6-b859-ddc46fb54b40 req-70292e2f-fcb6-4dfa-ab85-12bd35cdd534 service nova] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Refreshing network info cache for port d896af3b-ea28-4cee-b00f-c808e71fc3c9 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.900739] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:c3:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd896af3b-ea28-4cee-b00f-c808e71fc3c9', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.910091] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.913898] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "7abd09b1-89dc-482e-b616-e3a65992183c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.914131] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "7abd09b1-89dc-482e-b616-e3a65992183c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.914305] env[69249]: DEBUG nova.compute.manager [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Going to confirm migration 7 {{(pid=69249) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1147.915598] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.919608] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffc9378b-30d7-4811-8975-1458d2c11e88 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.945840] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.945840] env[69249]: value = "task-3660178" [ 1147.945840] env[69249]: _type = "Task" [ 1147.945840] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.957216] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660178, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.005023] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660177, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.051191] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521649c3-c616-8a9b-50e4-3db2eac7cb31, 'name': SearchDatastore_Task, 'duration_secs': 0.011483} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.051191] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.051407] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.051503] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.051612] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.051765] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.052036] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b1e7d6e-d665-45d9-9aa1-f6292f232b6d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.060519] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.060697] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.062185] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7232889f-0f08-4c4e-bea0-285389ca0139 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.064904] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ec0769-e51c-4382-a855-6849a9b6d9c6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.070727] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1148.070727] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529e5db8-3988-d609-d483-7bb76a07ac91" [ 1148.070727] env[69249]: _type = "Task" [ 1148.070727] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.075686] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084ef25c-6bf3-4885-bd0d-22f580bcdd42 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.085404] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]529e5db8-3988-d609-d483-7bb76a07ac91, 'name': SearchDatastore_Task, 'duration_secs': 0.012324} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.111512] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "e53047cd-0c48-4d0f-9665-1c4232994b34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.111822] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e53047cd-0c48-4d0f-9665-1c4232994b34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.112156] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "e53047cd-0c48-4d0f-9665-1c4232994b34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.112361] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e53047cd-0c48-4d0f-9665-1c4232994b34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.112551] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e53047cd-0c48-4d0f-9665-1c4232994b34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.114451] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5eb996-2bc8-4130-a6f0-30e50805a72e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.117463] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397b2f39-cdd3-4548-adf2-2ec8cdcdd285 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.120121] env[69249]: INFO nova.compute.manager [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Terminating instance [ 1148.124549] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1148.124549] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ee7461-a40f-73b8-6d64-5681994c5491" [ 1148.124549] env[69249]: _type = "Task" [ 1148.124549] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.130871] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbce8645-2d22-45eb-b5ba-2d7f4b21d665 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.141531] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ee7461-a40f-73b8-6d64-5681994c5491, 'name': SearchDatastore_Task, 'duration_secs': 0.011372} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.149557] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.149839] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] b05cb29e-4627-4433-842e-8f321e5246bc/b05cb29e-4627-4433-842e-8f321e5246bc.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.150595] env[69249]: DEBUG nova.compute.provider_tree [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.151899] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8499af50-091a-40c6-9fa8-15351247a55f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.159671] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1148.159671] env[69249]: value = "task-3660179" [ 1148.159671] env[69249]: _type = "Task" [ 1148.159671] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.169141] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.455930] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660178, 'name': CreateVM_Task, 'duration_secs': 0.387666} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.456949] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.457130] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquired lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.457305] env[69249]: DEBUG nova.network.neutron [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.457480] env[69249]: DEBUG nova.objects.instance [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lazy-loading 'info_cache' on Instance uuid 7abd09b1-89dc-482e-b616-e3a65992183c {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.458643] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.459226] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.459381] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.459681] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.460158] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-147e2206-0f07-4b19-8252-4dc5360e270a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.465046] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1148.465046] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a00f8d-9576-6735-caa9-9c7d74c6f0bf" [ 1148.465046] env[69249]: _type = "Task" [ 1148.465046] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.474565] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a00f8d-9576-6735-caa9-9c7d74c6f0bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.507718] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660177, 'name': PowerOnVM_Task, 'duration_secs': 0.515959} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.509863] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.510093] env[69249]: INFO nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1148.510278] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1148.511102] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518dbe07-8fc7-4c34-8f8c-3277c2b5bd2e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.596625] env[69249]: DEBUG nova.network.neutron [req-860a6f39-6802-43bb-bbd1-e941ab5a88cb req-4f9693e7-955b-49ab-a2c4-aa95589a1874 service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Updated VIF entry in instance network info cache for port d61c05fd-c339-4c9d-9925-4a0ad3b0ef06. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.597027] env[69249]: DEBUG nova.network.neutron [req-860a6f39-6802-43bb-bbd1-e941ab5a88cb req-4f9693e7-955b-49ab-a2c4-aa95589a1874 service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Updating instance_info_cache with network_info: [{"id": "d61c05fd-c339-4c9d-9925-4a0ad3b0ef06", "address": "fa:16:3e:87:2f:0b", "network": {"id": "748bfa3b-a7ed-4381-ba4d-7a38fee27e28", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2134358692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f2dc10407ba45c3952078567d503b09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd61c05fd-c3", "ovs_interfaceid": "d61c05fd-c339-4c9d-9925-4a0ad3b0ef06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.624908] env[69249]: DEBUG nova.compute.manager [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.625206] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.626258] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b421ef-b398-4dff-93b2-d4ad95a91dfb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.635569] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.635833] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b0d4f6a-a1f6-47f6-837d-ff930e344132 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.644431] env[69249]: DEBUG oslo_vmware.api [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1148.644431] env[69249]: value = "task-3660180" [ 1148.644431] env[69249]: _type = "Task" [ 1148.644431] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.660556] env[69249]: DEBUG oslo_vmware.api [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.671137] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660179, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.687647] env[69249]: DEBUG nova.network.neutron [req-36bc07f0-b37a-4fa6-b859-ddc46fb54b40 req-70292e2f-fcb6-4dfa-ab85-12bd35cdd534 service nova] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Updated VIF entry in instance network info cache for port d896af3b-ea28-4cee-b00f-c808e71fc3c9. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.688099] env[69249]: DEBUG nova.network.neutron [req-36bc07f0-b37a-4fa6-b859-ddc46fb54b40 req-70292e2f-fcb6-4dfa-ab85-12bd35cdd534 service nova] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Updating instance_info_cache with network_info: [{"id": "d896af3b-ea28-4cee-b00f-c808e71fc3c9", "address": "fa:16:3e:c0:c3:d0", "network": {"id": "5c85c8ac-a183-42ac-af9b-226d71b45be9", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1778562553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f29f7eed184daebf2dc538d7c60e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd896af3b-ea", "ovs_interfaceid": "d896af3b-ea28-4cee-b00f-c808e71fc3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.694340] env[69249]: DEBUG nova.scheduler.client.report [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1148.694618] env[69249]: DEBUG nova.compute.provider_tree [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 153 to 154 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1148.694854] env[69249]: DEBUG nova.compute.provider_tree [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.977356] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a00f8d-9576-6735-caa9-9c7d74c6f0bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010747} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.977745] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.977903] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.978184] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.978461] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.978580] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.978861] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83c70e08-6547-42b7-83c6-af025b7dc2af {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.991250] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.991531] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.992458] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-772b6e57-06cb-4513-b865-26c808da5206 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.998596] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1148.998596] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e2052c-41df-9ad5-fd13-681f7a3778c0" [ 1148.998596] env[69249]: _type = "Task" [ 1148.998596] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.008102] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e2052c-41df-9ad5-fd13-681f7a3778c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.027112] env[69249]: INFO nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Took 15.25 seconds to build instance. [ 1149.100408] env[69249]: DEBUG oslo_concurrency.lockutils [req-860a6f39-6802-43bb-bbd1-e941ab5a88cb req-4f9693e7-955b-49ab-a2c4-aa95589a1874 service nova] Releasing lock "refresh_cache-44181b5e-b0f4-4e35-bf91-7fb63984d5cd" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.156986] env[69249]: DEBUG oslo_vmware.api [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660180, 'name': PowerOffVM_Task, 'duration_secs': 0.438738} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.157377] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.157665] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.158010] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f2c76fd-12a1-45cc-9850-be64b27fdf10 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.170676] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763202} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.170934] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] b05cb29e-4627-4433-842e-8f321e5246bc/b05cb29e-4627-4433-842e-8f321e5246bc.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.171188] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.171463] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3394bfcc-b47b-4a97-8bfc-b1c893fb33ed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.178059] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1149.178059] env[69249]: value = "task-3660182" [ 1149.178059] env[69249]: _type = "Task" [ 1149.178059] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.185774] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.191460] env[69249]: DEBUG oslo_concurrency.lockutils [req-36bc07f0-b37a-4fa6-b859-ddc46fb54b40 req-70292e2f-fcb6-4dfa-ab85-12bd35cdd534 service nova] Releasing lock "refresh_cache-a2aed611-78a0-4bd9-9ecc-6685ecf04f8a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.199552] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.211s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.199746] env[69249]: INFO nova.compute.manager [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Migrating [ 1149.206491] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.209099] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.213435] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.214112] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.214289] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.214442] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.214594] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.214728] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1149.214891] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.221565] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.221815] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.222048] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleting the datastore file [datastore1] e53047cd-0c48-4d0f-9665-1c4232994b34 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.222334] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e50fb004-10ab-4b55-9b1c-7b57c9f1bc97 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.229441] env[69249]: DEBUG oslo_vmware.api [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for the task: (returnval){ [ 1149.229441] env[69249]: value = "task-3660183" [ 1149.229441] env[69249]: _type = "Task" [ 1149.229441] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.240022] env[69249]: DEBUG oslo_vmware.api [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.508210] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e2052c-41df-9ad5-fd13-681f7a3778c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008886} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.508989] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f141e1c6-bba0-47a3-9b85-d8d59448bccb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.514131] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1149.514131] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f8f153-d907-b674-8b50-835eafcc9c75" [ 1149.514131] env[69249]: _type = "Task" [ 1149.514131] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.521602] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f8f153-d907-b674-8b50-835eafcc9c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.529234] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "486467f4-237b-4b2b-8faf-3c142da61be7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.766s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.683665] env[69249]: DEBUG nova.network.neutron [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating instance_info_cache with network_info: [{"id": "da635576-f84f-4570-b90d-12257801ff60", "address": "fa:16:3e:b7:d3:e8", "network": {"id": "a1e85162-2df7-41f9-805e-ce91d0955d12", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-869195232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b115b13acd64b8387512095d0ec92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda635576-f8", "ovs_interfaceid": "da635576-f84f-4570-b90d-12257801ff60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.689836] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116706} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.690166] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.691331] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab1b053-3a8c-431b-b23c-32850f5c63ff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.715615] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] b05cb29e-4627-4433-842e-8f321e5246bc/b05cb29e-4627-4433-842e-8f321e5246bc.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.716421] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.716582] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.716748] env[69249]: DEBUG nova.network.neutron [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.717873] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb2e03b6-8476-4240-956b-3a3b3d0c2ab5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.735672] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.735958] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.736160] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.736314] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1149.737599] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c8e060-fccc-42a8-8838-d53a54bd445b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.748873] env[69249]: DEBUG oslo_vmware.api [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Task: {'id': task-3660183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302355} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.751394] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.751588] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.751781] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.751952] env[69249]: INFO nova.compute.manager [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1149.752203] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.752469] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1149.752469] env[69249]: value = "task-3660184" [ 1149.752469] env[69249]: _type = "Task" [ 1149.752469] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.752705] env[69249]: DEBUG nova.compute.manager [-] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.752804] env[69249]: DEBUG nova.network.neutron [-] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.755415] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ff993e-20ec-425d-bb0c-df449652af3c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.775524] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7d020e-5f6d-4059-9dbe-8030b80e7207 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.778119] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.783306] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e047293-5a10-4bf0-8fbd-56d0565bdb6c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.816749] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179656MB free_disk=70GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1149.817040] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.817224] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.024477] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f8f153-d907-b674-8b50-835eafcc9c75, 'name': SearchDatastore_Task, 'duration_secs': 0.011235} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.024800] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.025042] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] a2aed611-78a0-4bd9-9ecc-6685ecf04f8a/a2aed611-78a0-4bd9-9ecc-6685ecf04f8a.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.026015] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11944d67-fb40-42f7-bb0c-5491b13a2852 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.031684] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1150.031684] env[69249]: value = "task-3660185" [ 1150.031684] env[69249]: _type = "Task" [ 1150.031684] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.039587] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.179478] env[69249]: DEBUG nova.network.neutron [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating instance_info_cache with network_info: [{"id": "225ecc01-72b6-4465-973c-885265277921", "address": "fa:16:3e:04:e3:71", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225ecc01-72", "ovs_interfaceid": "225ecc01-72b6-4465-973c-885265277921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.186375] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Releasing lock "refresh_cache-7abd09b1-89dc-482e-b616-e3a65992183c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.186631] env[69249]: DEBUG nova.objects.instance [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lazy-loading 'migration_context' on Instance uuid 7abd09b1-89dc-482e-b616-e3a65992183c {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.190901] env[69249]: DEBUG nova.compute.manager [req-934683aa-49e6-4449-9adc-f4612f1b1e2b req-9e827bb5-504e-4d48-9eda-4c078d7eaedc service nova] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Received event network-vif-deleted-8d1fb131-7a84-4b9b-ac2c-2443b1a80738 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.191112] env[69249]: INFO nova.compute.manager [req-934683aa-49e6-4449-9adc-f4612f1b1e2b req-9e827bb5-504e-4d48-9eda-4c078d7eaedc service nova] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Neutron deleted interface 8d1fb131-7a84-4b9b-ac2c-2443b1a80738; detaching it from the instance and deleting it from the info cache [ 1150.191283] env[69249]: DEBUG nova.network.neutron [req-934683aa-49e6-4449-9adc-f4612f1b1e2b req-9e827bb5-504e-4d48-9eda-4c078d7eaedc service nova] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.265250] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.542097] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660185, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.671682] env[69249]: DEBUG nova.network.neutron [-] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.682208] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.689053] env[69249]: DEBUG nova.objects.base [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Object Instance<7abd09b1-89dc-482e-b616-e3a65992183c> lazy-loaded attributes: info_cache,migration_context {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1150.690063] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebadf75-8414-4ef8-817e-b6ce5f8feb2e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.693779] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57c351b5-e2e8-4dae-a8a7-b008873bdb38 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.722287] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e1a1cc7-469e-4f84-b1ee-85d490fa9eb4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.729214] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddcbf0e-1d2c-4770-b77b-5d4c5b41f11e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.744389] env[69249]: DEBUG oslo_vmware.api [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1150.744389] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e8a19c-4994-0a7a-35b8-26a922414db7" [ 1150.744389] env[69249]: _type = "Task" [ 1150.744389] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.752701] env[69249]: DEBUG oslo_vmware.api [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e8a19c-4994-0a7a-35b8-26a922414db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.764368] env[69249]: DEBUG nova.compute.manager [req-934683aa-49e6-4449-9adc-f4612f1b1e2b req-9e827bb5-504e-4d48-9eda-4c078d7eaedc service nova] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Detach interface failed, port_id=8d1fb131-7a84-4b9b-ac2c-2443b1a80738, reason: Instance e53047cd-0c48-4d0f-9665-1c4232994b34 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1150.775195] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660184, 'name': ReconfigVM_Task, 'duration_secs': 1.008436} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.775483] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Reconfigured VM instance instance-0000006e to attach disk [datastore1] b05cb29e-4627-4433-842e-8f321e5246bc/b05cb29e-4627-4433-842e-8f321e5246bc.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.776301] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ee92c50-c4c3-4696-bf1b-d53926f9d718 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.783642] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1150.783642] env[69249]: value = "task-3660186" [ 1150.783642] env[69249]: _type = "Task" [ 1150.783642] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.794864] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660186, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.832371] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Applying migration context for instance 4c2c7a6e-6d27-4986-9afe-a91671ab04af as it has an incoming, in-progress migration 7577f233-2077-49fe-b745-a87c601f4b07. Migration status is pre-migrating {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1150.832856] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Applying migration context for instance 7abd09b1-89dc-482e-b616-e3a65992183c as it has an incoming, in-progress migration 09a3cc36-f4b3-4d37-8f19-ab229a22c62b. Migration status is confirming {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1150.835667] env[69249]: INFO nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating resource usage from migration 7577f233-2077-49fe-b745-a87c601f4b07 [ 1150.836306] env[69249]: INFO nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating resource usage from migration 09a3cc36-f4b3-4d37-8f19-ab229a22c62b [ 1150.861957] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance c2bacbbc-a57b-428f-af33-c85e4416ade5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.862186] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 143ec27b-03a3-4765-abed-c1c47582f16a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.862322] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance e53047cd-0c48-4d0f-9665-1c4232994b34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.862580] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance d7e06644-b7ee-4b4e-95a0-0488ff184b9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.862801] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Migration 09a3cc36-f4b3-4d37-8f19-ab229a22c62b is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1150.863252] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 7abd09b1-89dc-482e-b616-e3a65992183c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.863403] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 8ce58b56-42d3-4a1c-8eb9-de2f70739671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.863523] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 44181b5e-b0f4-4e35-bf91-7fb63984d5cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.863704] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 486467f4-237b-4b2b-8faf-3c142da61be7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.863829] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance b05cb29e-4627-4433-842e-8f321e5246bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.863940] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance a2aed611-78a0-4bd9-9ecc-6685ecf04f8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.864063] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Migration 7577f233-2077-49fe-b745-a87c601f4b07 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1150.864176] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 4c2c7a6e-6d27-4986-9afe-a91671ab04af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1150.864389] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1150.864528] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1151.040515] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8206d23e-d228-44b9-a449-ae59a0516cd3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.051389] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841009} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.054541] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] a2aed611-78a0-4bd9-9ecc-6685ecf04f8a/a2aed611-78a0-4bd9-9ecc-6685ecf04f8a.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.054541] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.055407] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f65a46c8-9c76-4073-9203-c9177aa3c7f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.058887] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903d7cce-1355-4667-a6f5-f22d6f9250ca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.109595] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7f41bd-2d80-4142-8429-37009aad5c2f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.112171] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1151.112171] env[69249]: value = "task-3660187" [ 1151.112171] env[69249]: _type = "Task" [ 1151.112171] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.118977] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43fd6be-b5b9-4728-8765-41169333d960 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.126046] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660187, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.138586] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.175990] env[69249]: INFO nova.compute.manager [-] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Took 1.42 seconds to deallocate network for instance. [ 1151.253919] env[69249]: DEBUG oslo_vmware.api [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e8a19c-4994-0a7a-35b8-26a922414db7, 'name': SearchDatastore_Task, 'duration_secs': 0.012518} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.254228] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.292442] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660186, 'name': Rename_Task, 'duration_secs': 0.385122} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.292657] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.292886] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22a93676-91f1-4f8e-b40e-41cb196577f5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.299466] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1151.299466] env[69249]: value = "task-3660188" [ 1151.299466] env[69249]: _type = "Task" [ 1151.299466] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.306533] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.622646] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078278} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.622939] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.623738] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a64e7f-4b8c-4e36-9d8c-c2a3ec54cf28 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.645013] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] a2aed611-78a0-4bd9-9ecc-6685ecf04f8a/a2aed611-78a0-4bd9-9ecc-6685ecf04f8a.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.645812] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.648701] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d243c7f9-d65f-401c-a92f-adca810dfbb3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.663615] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1151.663795] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.847s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.664056] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.410s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.665173] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.670925] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1151.670925] env[69249]: value = "task-3660189" [ 1151.670925] env[69249]: _type = "Task" [ 1151.670925] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.679721] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.682915] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.811804] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.183719] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.197299] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dd4d67-c6d3-4783-bf43-2fffff2992b3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.227485] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating instance '4c2c7a6e-6d27-4986-9afe-a91671ab04af' progress to 0 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.313151] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660188, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.373616] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de522b47-4695-4a7b-aae8-8dcf5c6c609c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.383828] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c11dbd-51e9-4acd-9f7d-b0727764eca2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.413487] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926be4fe-d03e-4cca-826b-0061edc07833 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.421139] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8df3ce4-581f-4a67-bc14-fc4965edfbce {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.437608] env[69249]: DEBUG nova.compute.provider_tree [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.682050] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660189, 'name': ReconfigVM_Task, 'duration_secs': 0.738916} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.682274] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Reconfigured VM instance instance-0000006f to attach disk [datastore1] a2aed611-78a0-4bd9-9ecc-6685ecf04f8a/a2aed611-78a0-4bd9-9ecc-6685ecf04f8a.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.682905] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd0e22c2-92c8-4ab0-bb4f-f312f94d3340 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.689188] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1152.689188] env[69249]: value = "task-3660190" [ 1152.689188] env[69249]: _type = "Task" [ 1152.689188] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.696781] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660190, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.738791] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.738791] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75c72468-b14a-4b7d-a180-cede696c12c3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.745601] env[69249]: DEBUG oslo_vmware.api [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1152.745601] env[69249]: value = "task-3660191" [ 1152.745601] env[69249]: _type = "Task" [ 1152.745601] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.754944] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] VM already powered off {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1152.755199] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating instance '4c2c7a6e-6d27-4986-9afe-a91671ab04af' progress to 17 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.810678] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660188, 'name': PowerOnVM_Task, 'duration_secs': 1.204115} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.810923] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.811127] env[69249]: INFO nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1152.811301] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.812069] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43295d2-707f-43b1-a330-e71e416a59a1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.940833] env[69249]: DEBUG nova.scheduler.client.report [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.199361] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660190, 'name': Rename_Task, 'duration_secs': 0.159532} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.199646] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.199810] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81983026-8859-4f92-a77f-47a09e0d057f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.206225] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1153.206225] env[69249]: value = "task-3660192" [ 1153.206225] env[69249]: _type = "Task" [ 1153.206225] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.213709] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.262264] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.262502] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.262657] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.262836] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.262979] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.263138] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.263339] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.263495] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.263733] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.263903] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.264089] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.270231] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-641f293f-b13b-4f94-8cdb-df2c4f326ac9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.284997] env[69249]: DEBUG oslo_vmware.api [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1153.284997] env[69249]: value = "task-3660193" [ 1153.284997] env[69249]: _type = "Task" [ 1153.284997] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.292587] env[69249]: DEBUG oslo_vmware.api [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.328407] env[69249]: INFO nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Took 19.52 seconds to build instance. [ 1153.716715] env[69249]: DEBUG oslo_vmware.api [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660192, 'name': PowerOnVM_Task, 'duration_secs': 0.47946} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.716977] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.717211] env[69249]: INFO nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1153.717401] env[69249]: DEBUG nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1153.718185] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a157d6dc-c8fd-4ec9-b231-1b093929fcad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.797343] env[69249]: DEBUG oslo_vmware.api [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660193, 'name': ReconfigVM_Task, 'duration_secs': 0.141864} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.797729] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating instance '4c2c7a6e-6d27-4986-9afe-a91671ab04af' progress to 33 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.830769] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "b05cb29e-4627-4433-842e-8f321e5246bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.035s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.951590] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.287s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.954517] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.272s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.954735] env[69249]: DEBUG nova.objects.instance [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lazy-loading 'resources' on Instance uuid e53047cd-0c48-4d0f-9665-1c4232994b34 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.235878] env[69249]: INFO nova.compute.manager [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Took 20.40 seconds to build instance. [ 1154.305814] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.306019] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.306130] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.306322] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.306464] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.306605] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.306827] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.306985] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.307163] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.307323] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.307493] env[69249]: DEBUG nova.virt.hardware [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.313400] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1154.314266] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e5196dc-c30f-491c-94eb-16a12baccf1e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.331821] env[69249]: DEBUG oslo_vmware.api [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1154.331821] env[69249]: value = "task-3660194" [ 1154.331821] env[69249]: _type = "Task" [ 1154.331821] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.340105] env[69249]: DEBUG oslo_vmware.api [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.406493] env[69249]: INFO nova.compute.manager [None req-0408283f-712d-4a95-9279-c129e232ad3f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Get console output [ 1154.406969] env[69249]: WARNING nova.virt.vmwareapi.driver [None req-0408283f-712d-4a95-9279-c129e232ad3f tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] The console log is missing. Check your VSPC configuration [ 1154.521694] env[69249]: INFO nova.scheduler.client.report [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleted allocation for migration 09a3cc36-f4b3-4d37-8f19-ab229a22c62b [ 1154.622065] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50009a1c-f902-47f4-bf52-e569a67b2e0e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.629690] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55178dbf-2edd-498a-af6a-f27856eab0cd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.659013] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fc5a68-9e1c-4941-add7-bfbaebe5836d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.666246] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e701354e-9790-472c-84b3-e180dd49c3ef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.681530] env[69249]: DEBUG nova.compute.provider_tree [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.705702] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.737306] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ad0fbc2c-b3b2-440c-94d0-b81de7503fac tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "a2aed611-78a0-4bd9-9ecc-6685ecf04f8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.906s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.843276] env[69249]: DEBUG oslo_vmware.api [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660194, 'name': ReconfigVM_Task, 'duration_secs': 0.210988} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.843583] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1154.844334] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9745543-46ba-455f-9465-e59f5f5c3d86 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.866661] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 4c2c7a6e-6d27-4986-9afe-a91671ab04af/4c2c7a6e-6d27-4986-9afe-a91671ab04af.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.867155] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80f8ec1b-5e39-495a-afa9-f5f8a67456c8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.886572] env[69249]: DEBUG oslo_vmware.api [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1154.886572] env[69249]: value = "task-3660195" [ 1154.886572] env[69249]: _type = "Task" [ 1154.886572] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.894461] env[69249]: DEBUG oslo_vmware.api [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.026960] env[69249]: DEBUG oslo_concurrency.lockutils [None req-8774ea3b-f855-42c9-ad61-04a743c66161 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "7abd09b1-89dc-482e-b616-e3a65992183c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.113s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.185405] env[69249]: DEBUG nova.scheduler.client.report [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.208614] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.329253] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "486467f4-237b-4b2b-8faf-3c142da61be7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.329620] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "486467f4-237b-4b2b-8faf-3c142da61be7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.329673] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "486467f4-237b-4b2b-8faf-3c142da61be7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.330305] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "486467f4-237b-4b2b-8faf-3c142da61be7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.330478] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "486467f4-237b-4b2b-8faf-3c142da61be7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.332726] env[69249]: INFO nova.compute.manager [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Terminating instance [ 1155.397614] env[69249]: DEBUG oslo_vmware.api [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660195, 'name': ReconfigVM_Task, 'duration_secs': 0.312295} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.397892] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 4c2c7a6e-6d27-4986-9afe-a91671ab04af/4c2c7a6e-6d27-4986-9afe-a91671ab04af.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.398193] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating instance '4c2c7a6e-6d27-4986-9afe-a91671ab04af' progress to 50 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.690572] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.692830] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.484s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.693015] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.693182] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1155.694097] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb2e9f3-28a1-4a74-884e-a6630ee9f382 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.702996] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b777b94-8cf2-4e22-92e6-72a25c0f6af3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.719484] env[69249]: INFO nova.scheduler.client.report [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Deleted allocations for instance e53047cd-0c48-4d0f-9665-1c4232994b34 [ 1155.721042] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246ea2c1-cd8b-442d-9785-fa823b976ca3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.731185] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b39b065-a0a7-4628-965a-675bd2cfae9f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.763354] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179656MB free_disk=70GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1155.763530] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.763760] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.836698] env[69249]: DEBUG nova.compute.manager [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.836927] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.837851] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403f4a87-5d81-4f33-9ec1-dd08ee0f8e7f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.845945] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.846217] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a473bc7-a7de-42ea-8d84-ff20fa29a24a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.852673] env[69249]: DEBUG oslo_vmware.api [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1155.852673] env[69249]: value = "task-3660196" [ 1155.852673] env[69249]: _type = "Task" [ 1155.852673] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.861029] env[69249]: DEBUG oslo_vmware.api [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.905619] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3757a4a4-fab6-4bcf-b80c-6b930e2067af {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.924290] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738491f7-f6b6-4cf2-a61a-502fec1419d6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.942571] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating instance '4c2c7a6e-6d27-4986-9afe-a91671ab04af' progress to 67 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.230496] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d348d6da-3b37-4d8f-81ee-1a0d87e11f00 tempest-DeleteServersTestJSON-1874330315 tempest-DeleteServersTestJSON-1874330315-project-member] Lock "e53047cd-0c48-4d0f-9665-1c4232994b34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.119s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.362190] env[69249]: DEBUG oslo_vmware.api [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.485148] env[69249]: DEBUG nova.network.neutron [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Port 225ecc01-72b6-4465-973c-885265277921 binding to destination host cpu-1 is already ACTIVE {{(pid=69249) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1156.773687] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Applying migration context for instance 4c2c7a6e-6d27-4986-9afe-a91671ab04af as it has an incoming, in-progress migration 7577f233-2077-49fe-b745-a87c601f4b07. Migration status is migrating {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1156.775017] env[69249]: INFO nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating resource usage from migration 7577f233-2077-49fe-b745-a87c601f4b07 [ 1156.794891] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance c2bacbbc-a57b-428f-af33-c85e4416ade5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.794891] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 143ec27b-03a3-4765-abed-c1c47582f16a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.795242] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance d7e06644-b7ee-4b4e-95a0-0488ff184b9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.795242] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 7abd09b1-89dc-482e-b616-e3a65992183c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.795242] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 8ce58b56-42d3-4a1c-8eb9-de2f70739671 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.795404] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 44181b5e-b0f4-4e35-bf91-7fb63984d5cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.795512] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 486467f4-237b-4b2b-8faf-3c142da61be7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.795596] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance b05cb29e-4627-4433-842e-8f321e5246bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.795716] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance a2aed611-78a0-4bd9-9ecc-6685ecf04f8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.795838] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Migration 7577f233-2077-49fe-b745-a87c601f4b07 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1156.795962] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 4c2c7a6e-6d27-4986-9afe-a91671ab04af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.796212] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1156.796392] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1156.861482] env[69249]: DEBUG oslo_vmware.api [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660196, 'name': PowerOffVM_Task, 'duration_secs': 0.724893} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.864180] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.864376] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.865027] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29933313-a882-4d00-b19d-e248a649f070 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.930330] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.930330] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.930458] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Deleting the datastore file [datastore1] 486467f4-237b-4b2b-8faf-3c142da61be7 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.933118] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a46e1f4b-d6d6-4d4a-a299-aaa468207160 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.941692] env[69249]: DEBUG oslo_vmware.api [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1156.941692] env[69249]: value = "task-3660199" [ 1156.941692] env[69249]: _type = "Task" [ 1156.941692] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.947134] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0829cbac-559e-47ba-a072-2ba0328629bf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.954472] env[69249]: DEBUG oslo_vmware.api [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.957121] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a2e671-71c8-492a-8b4c-2df52eb88cea {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.986602] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7204e584-5e8c-4c89-8d4e-d403192c2531 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.997540] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605e7364-a84a-4e06-9bbd-5d82e6ffa90b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.011944] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.451136] env[69249]: DEBUG oslo_vmware.api [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446457} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.451493] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.451571] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.451741] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.451912] env[69249]: INFO nova.compute.manager [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1157.452164] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.452668] env[69249]: DEBUG nova.compute.manager [-] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.452668] env[69249]: DEBUG nova.network.neutron [-] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.508754] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.508754] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.508754] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.515221] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.672524] env[69249]: DEBUG nova.compute.manager [req-f9fc956d-51fa-4932-9385-4534ab130bb9 req-7cfb659e-8366-4c0d-97d3-662915f98b74 service nova] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Received event network-vif-deleted-224eb694-0deb-485c-b8ab-4801df28f7de {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.672759] env[69249]: INFO nova.compute.manager [req-f9fc956d-51fa-4932-9385-4534ab130bb9 req-7cfb659e-8366-4c0d-97d3-662915f98b74 service nova] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Neutron deleted interface 224eb694-0deb-485c-b8ab-4801df28f7de; detaching it from the instance and deleting it from the info cache [ 1157.672887] env[69249]: DEBUG nova.network.neutron [req-f9fc956d-51fa-4932-9385-4534ab130bb9 req-7cfb659e-8366-4c0d-97d3-662915f98b74 service nova] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.020208] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1158.020375] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.257s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.020782] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.020925] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Cleaning up deleted instances {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1158.151063] env[69249]: DEBUG nova.network.neutron [-] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.175513] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9fa9341-d592-45be-815d-89585908a0ab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.185496] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f644a852-343e-41de-9c3e-bcbdb44a3fb2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.219866] env[69249]: DEBUG nova.compute.manager [req-f9fc956d-51fa-4932-9385-4534ab130bb9 req-7cfb659e-8366-4c0d-97d3-662915f98b74 service nova] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Detach interface failed, port_id=224eb694-0deb-485c-b8ab-4801df28f7de, reason: Instance 486467f4-237b-4b2b-8faf-3c142da61be7 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1158.534301] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] There are 54 instances to clean {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1158.534637] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 3ceef616-9f4e-4d94-9979-bad57f51d92f] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.543978] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.544160] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.544325] env[69249]: DEBUG nova.network.neutron [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.653693] env[69249]: INFO nova.compute.manager [-] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Took 1.20 seconds to deallocate network for instance. [ 1159.038025] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: e53047cd-0c48-4d0f-9665-1c4232994b34] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.159913] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.160213] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.160429] env[69249]: DEBUG nova.objects.instance [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lazy-loading 'resources' on Instance uuid 486467f4-237b-4b2b-8faf-3c142da61be7 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.237336] env[69249]: DEBUG nova.network.neutron [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating instance_info_cache with network_info: [{"id": "225ecc01-72b6-4465-973c-885265277921", "address": "fa:16:3e:04:e3:71", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225ecc01-72", "ovs_interfaceid": "225ecc01-72b6-4465-973c-885265277921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.541369] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 5add6621-22a2-4dde-964f-8031b6011230] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.739635] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.793779] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7a7db7-9608-4dc4-8bb1-befaca8f945a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.802592] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94097b00-1e2f-4496-a602-1e1a8a462b8e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.834624] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac6ea7c-dec2-4477-bd59-318b44d671f3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.841997] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fee7f4-63c6-4c6b-a76d-5e1ea8752822 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.857028] env[69249]: DEBUG nova.compute.provider_tree [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.044367] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 3ca15326-0be1-42b4-a6bc-c8d29595f26b] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.360833] env[69249]: DEBUG nova.scheduler.client.report [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.365235] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafae085-cb14-4059-b457-683599b493fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.393433] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8a229c-e2dc-41b6-825d-9761abefe8c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.400977] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating instance '4c2c7a6e-6d27-4986-9afe-a91671ab04af' progress to 83 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.549554] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 51c4f924-0ffb-4647-b215-335cb3048b05] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.871495] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.893976] env[69249]: INFO nova.scheduler.client.report [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Deleted allocations for instance 486467f4-237b-4b2b-8faf-3c142da61be7 [ 1160.909961] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d4c21015-cb36-4414-9dbe-d015a53849d4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating instance '4c2c7a6e-6d27-4986-9afe-a91671ab04af' progress to 100 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.052087] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: cb9ecca9-ceb4-412c-b29a-7b58e9c9602d] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.403277] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dec7220f-0970-4de3-a65c-2b38689a6566 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "486467f4-237b-4b2b-8faf-3c142da61be7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.074s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.555345] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 84a71a3e-1496-4ad2-8d69-e483d81f0b49] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.059769] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: c669bad9-3298-4279-b3b3-08c0c9d4a81b] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.546333] env[69249]: DEBUG oslo_concurrency.lockutils [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "b05cb29e-4627-4433-842e-8f321e5246bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.546611] env[69249]: DEBUG oslo_concurrency.lockutils [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "b05cb29e-4627-4433-842e-8f321e5246bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.546824] env[69249]: DEBUG oslo_concurrency.lockutils [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "b05cb29e-4627-4433-842e-8f321e5246bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.547024] env[69249]: DEBUG oslo_concurrency.lockutils [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "b05cb29e-4627-4433-842e-8f321e5246bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.547232] env[69249]: DEBUG oslo_concurrency.lockutils [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "b05cb29e-4627-4433-842e-8f321e5246bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.549142] env[69249]: INFO nova.compute.manager [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Terminating instance [ 1162.563189] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 32b00162-6b77-4db5-b82c-76e09f9aa7b8] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.614381] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "a2aed611-78a0-4bd9-9ecc-6685ecf04f8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.614775] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "a2aed611-78a0-4bd9-9ecc-6685ecf04f8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.615116] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "a2aed611-78a0-4bd9-9ecc-6685ecf04f8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.615410] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "a2aed611-78a0-4bd9-9ecc-6685ecf04f8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.615683] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "a2aed611-78a0-4bd9-9ecc-6685ecf04f8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.618383] env[69249]: INFO nova.compute.manager [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Terminating instance [ 1162.865993] env[69249]: DEBUG oslo_concurrency.lockutils [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.866277] env[69249]: DEBUG oslo_concurrency.lockutils [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.866464] env[69249]: DEBUG nova.compute.manager [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Going to confirm migration 8 {{(pid=69249) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1163.052751] env[69249]: DEBUG nova.compute.manager [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.052992] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.053973] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c16c2a6-5053-4e3b-b7ee-50ab9144dc6e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.061940] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.062408] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a96a6c5c-57f3-4bab-8c8d-7446027efd9a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.066376] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: d7d1e259-360a-4667-9881-72633cb6c71d] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.069788] env[69249]: DEBUG oslo_vmware.api [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1163.069788] env[69249]: value = "task-3660200" [ 1163.069788] env[69249]: _type = "Task" [ 1163.069788] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.078095] env[69249]: DEBUG oslo_vmware.api [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.123029] env[69249]: DEBUG nova.compute.manager [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.123217] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.124231] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c932530f-cb43-4d7e-8691-0e5f3962cb2c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.134491] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.134846] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b2aa81f-09dc-4b72-aaa1-0178d27750a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.143585] env[69249]: DEBUG oslo_vmware.api [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1163.143585] env[69249]: value = "task-3660201" [ 1163.143585] env[69249]: _type = "Task" [ 1163.143585] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.153597] env[69249]: DEBUG oslo_vmware.api [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.530480] env[69249]: DEBUG oslo_concurrency.lockutils [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.531137] env[69249]: DEBUG oslo_concurrency.lockutils [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.531137] env[69249]: DEBUG nova.network.neutron [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.531137] env[69249]: DEBUG nova.objects.instance [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lazy-loading 'info_cache' on Instance uuid 4c2c7a6e-6d27-4986-9afe-a91671ab04af {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.572756] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 4bac618e-cec3-45c0-9f55-cc7a2be8d63f] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.582542] env[69249]: DEBUG oslo_vmware.api [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660200, 'name': PowerOffVM_Task, 'duration_secs': 0.184804} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.582542] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.582542] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.582542] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c3f7a3e-ea56-4066-8d1f-b1a838fa2731 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.654626] env[69249]: DEBUG oslo_vmware.api [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660201, 'name': PowerOffVM_Task, 'duration_secs': 0.238656} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.654895] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.655074] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.655332] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b1f182b-bdba-46c2-aff3-ef4eae16c044 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.657890] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.658100] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.658281] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Deleting the datastore file [datastore1] b05cb29e-4627-4433-842e-8f321e5246bc {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.658849] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1c368b6-b5eb-4dfa-97d4-e18507739d9e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.665801] env[69249]: DEBUG oslo_vmware.api [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1163.665801] env[69249]: value = "task-3660204" [ 1163.665801] env[69249]: _type = "Task" [ 1163.665801] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.674296] env[69249]: DEBUG oslo_vmware.api [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.725229] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.725482] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.725687] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Deleting the datastore file [datastore1] a2aed611-78a0-4bd9-9ecc-6685ecf04f8a {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.726008] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aed838f9-efa6-42c5-903f-2d6765244ce2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.732748] env[69249]: DEBUG oslo_vmware.api [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for the task: (returnval){ [ 1163.732748] env[69249]: value = "task-3660205" [ 1163.732748] env[69249]: _type = "Task" [ 1163.732748] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.741542] env[69249]: DEBUG oslo_vmware.api [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.075568] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 4fc308d8-09c1-4ede-a232-7c12128db3c6] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.181836] env[69249]: DEBUG oslo_vmware.api [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134033} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.181987] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.182971] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.182971] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.182971] env[69249]: INFO nova.compute.manager [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1164.182971] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.182971] env[69249]: DEBUG nova.compute.manager [-] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.183259] env[69249]: DEBUG nova.network.neutron [-] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.245975] env[69249]: DEBUG oslo_vmware.api [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Task: {'id': task-3660205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142817} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.245975] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.246167] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.246349] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.246524] env[69249]: INFO nova.compute.manager [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1164.247020] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.247287] env[69249]: DEBUG nova.compute.manager [-] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.247391] env[69249]: DEBUG nova.network.neutron [-] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.571342] env[69249]: DEBUG nova.compute.manager [req-32570150-5f09-443d-9c23-5eaab4053edd req-7f6c6c2b-1ebd-409f-9796-9470923c9294 service nova] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Received event network-vif-deleted-b1c5f84e-8589-475e-bc1a-e5b206bf8044 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.571918] env[69249]: INFO nova.compute.manager [req-32570150-5f09-443d-9c23-5eaab4053edd req-7f6c6c2b-1ebd-409f-9796-9470923c9294 service nova] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Neutron deleted interface b1c5f84e-8589-475e-bc1a-e5b206bf8044; detaching it from the instance and deleting it from the info cache [ 1164.572129] env[69249]: DEBUG nova.network.neutron [req-32570150-5f09-443d-9c23-5eaab4053edd req-7f6c6c2b-1ebd-409f-9796-9470923c9294 service nova] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.578539] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: e8649068-1438-4065-9a4f-e356e6dffb05] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.818900] env[69249]: DEBUG nova.network.neutron [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating instance_info_cache with network_info: [{"id": "225ecc01-72b6-4465-973c-885265277921", "address": "fa:16:3e:04:e3:71", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225ecc01-72", "ovs_interfaceid": "225ecc01-72b6-4465-973c-885265277921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.996015] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "5f892550-b641-43b2-8c70-6e15b4a8ab39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.996273] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "5f892550-b641-43b2-8c70-6e15b4a8ab39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.051334] env[69249]: DEBUG nova.network.neutron [-] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.077319] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d451bd31-58bd-4bd1-b3f4-7fa2d8ca6a4a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.083278] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 69555095-0946-44f1-b907-d926fda60f54] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.089478] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3feed6f0-9374-41d4-a396-d085250b34a3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.109238] env[69249]: DEBUG nova.network.neutron [-] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.130306] env[69249]: DEBUG nova.compute.manager [req-32570150-5f09-443d-9c23-5eaab4053edd req-7f6c6c2b-1ebd-409f-9796-9470923c9294 service nova] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Detach interface failed, port_id=b1c5f84e-8589-475e-bc1a-e5b206bf8044, reason: Instance b05cb29e-4627-4433-842e-8f321e5246bc could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1165.322998] env[69249]: DEBUG oslo_concurrency.lockutils [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.322998] env[69249]: DEBUG nova.objects.instance [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lazy-loading 'migration_context' on Instance uuid 4c2c7a6e-6d27-4986-9afe-a91671ab04af {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.434301] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "45406f92-6457-43f4-aaed-b16a79b64e06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.434715] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "45406f92-6457-43f4-aaed-b16a79b64e06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.501958] env[69249]: DEBUG nova.compute.manager [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.556487] env[69249]: INFO nova.compute.manager [-] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Took 1.37 seconds to deallocate network for instance. [ 1165.587780] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 4e8af2c9-4adb-432f-8519-96151a534e26] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.612265] env[69249]: INFO nova.compute.manager [-] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Took 1.36 seconds to deallocate network for instance. [ 1165.825546] env[69249]: DEBUG nova.objects.base [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Object Instance<4c2c7a6e-6d27-4986-9afe-a91671ab04af> lazy-loaded attributes: info_cache,migration_context {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1165.826513] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd92467-f4ca-427a-b6fd-1946d39b43ce {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.850654] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd779a5f-921d-4678-aeaf-e7e8d3e30284 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.855833] env[69249]: DEBUG oslo_vmware.api [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1165.855833] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52684a4b-d90c-29af-0282-d2b65c666f34" [ 1165.855833] env[69249]: _type = "Task" [ 1165.855833] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.863347] env[69249]: DEBUG oslo_vmware.api [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52684a4b-d90c-29af-0282-d2b65c666f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.937851] env[69249]: DEBUG nova.compute.manager [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.023928] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.024254] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.025746] env[69249]: INFO nova.compute.claims [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.064126] env[69249]: DEBUG oslo_concurrency.lockutils [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.091018] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 9fef85ad-896a-49b4-b43d-bf4722c022f9] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.119080] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.366182] env[69249]: DEBUG oslo_vmware.api [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52684a4b-d90c-29af-0282-d2b65c666f34, 'name': SearchDatastore_Task, 'duration_secs': 0.006586} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.366499] env[69249]: DEBUG oslo_concurrency.lockutils [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.458803] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.593552] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 2983742a-ce61-4419-b595-b5bea7a7af0b] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.602325] env[69249]: DEBUG nova.compute.manager [req-177d5adc-a608-4f71-a152-820f3dd0134d req-929dee69-24ec-4928-8a7b-7f413fb0b348 service nova] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Received event network-vif-deleted-d896af3b-ea28-4cee-b00f-c808e71fc3c9 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.097120] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 32755655-0a76-491f-a0f2-5bfa610f0b60] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.181552] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f15a73c-e2ec-4c47-88c2-96e0658855f3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.189343] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0298fda5-9eb7-47ee-a8e4-ce8ebd679bf7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.219858] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198b82f1-f5fe-492e-9598-c23485cabc1d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.227132] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0669326-df4f-4067-a4d1-bb555910c1f7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.239999] env[69249]: DEBUG nova.compute.provider_tree [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.600256] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 4b533c3d-778b-42de-b981-aab30750bff8] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.742972] env[69249]: DEBUG nova.scheduler.client.report [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.103178] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 52931d55-d19a-4f17-838f-b11f4364f774] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.248190] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.248702] env[69249]: DEBUG nova.compute.manager [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.251189] env[69249]: DEBUG oslo_concurrency.lockutils [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.187s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.251418] env[69249]: DEBUG nova.objects.instance [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lazy-loading 'resources' on Instance uuid b05cb29e-4627-4433-842e-8f321e5246bc {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.606052] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 1b442703-16ca-4fd0-8611-af02d2ddea79] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.755423] env[69249]: DEBUG nova.compute.utils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.759423] env[69249]: DEBUG nova.compute.manager [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.759590] env[69249]: DEBUG nova.network.neutron [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.806626] env[69249]: DEBUG nova.policy [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a97836bd89464cb7a8793890da73082a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd2ca0ae94184ffab01ebb72a932292a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.892956] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff7a9c9-2f50-4c7c-aba0-8293cb4f7dbd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.901407] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566daf03-7017-416f-b103-112ea2969804 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.930822] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482f75e0-4f1e-42e4-8c3a-a4628bd1312d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.937918] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf048858-d716-4327-afb3-828b0c3d6081 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.951838] env[69249]: DEBUG nova.compute.provider_tree [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.022742] env[69249]: DEBUG nova.network.neutron [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Successfully created port: b69d1da0-ee64-47b2-b0d4-6a1779341e17 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.110542] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 9160faa8-5599-49e8-a1fd-334b5480cb60] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.262369] env[69249]: DEBUG nova.compute.manager [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.455117] env[69249]: DEBUG nova.scheduler.client.report [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.612872] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 06b8c4c7-fa43-448e-ba54-b1a1705f3717] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.960624] env[69249]: DEBUG oslo_concurrency.lockutils [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.962969] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.844s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.963213] env[69249]: DEBUG nova.objects.instance [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lazy-loading 'resources' on Instance uuid a2aed611-78a0-4bd9-9ecc-6685ecf04f8a {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.977543] env[69249]: INFO nova.scheduler.client.report [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Deleted allocations for instance b05cb29e-4627-4433-842e-8f321e5246bc [ 1170.117543] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 0e253bdc-0172-4ca0-9738-b34c60d80534] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.271441] env[69249]: DEBUG nova.compute.manager [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.297936] env[69249]: DEBUG nova.virt.hardware [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.298201] env[69249]: DEBUG nova.virt.hardware [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.298356] env[69249]: DEBUG nova.virt.hardware [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.298535] env[69249]: DEBUG nova.virt.hardware [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.298683] env[69249]: DEBUG nova.virt.hardware [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.298825] env[69249]: DEBUG nova.virt.hardware [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.299054] env[69249]: DEBUG nova.virt.hardware [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.299238] env[69249]: DEBUG nova.virt.hardware [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.299403] env[69249]: DEBUG nova.virt.hardware [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.299578] env[69249]: DEBUG nova.virt.hardware [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.299776] env[69249]: DEBUG nova.virt.hardware [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.300649] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4003756-b348-4ce6-8462-46ed0b51942e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.309043] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc60253d-e3a8-4b05-b659-e31ff998fab0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.491346] env[69249]: DEBUG oslo_concurrency.lockutils [None req-350d015e-ee2a-471c-b045-a06a84fcaede tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "b05cb29e-4627-4433-842e-8f321e5246bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.944s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.541605] env[69249]: DEBUG nova.compute.manager [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Stashing vm_state: active {{(pid=69249) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1170.620535] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 34c9c368-dbb1-46be-ba1c-e0a6b4e7f0d3] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.653805] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd18e814-c672-46f5-b83f-f492cd78a619 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.662579] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326df4d4-c3dd-45bf-864d-b5245aca2940 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.698217] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8c6fb8-a2b1-46a8-8cc0-b6f83bc223a4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.705453] env[69249]: DEBUG nova.compute.manager [req-f1891815-9f70-4338-892f-ef15d95a206d req-284ea23b-19dc-4ea4-9099-885e5fb7fd1f service nova] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Received event network-vif-plugged-b69d1da0-ee64-47b2-b0d4-6a1779341e17 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.705453] env[69249]: DEBUG oslo_concurrency.lockutils [req-f1891815-9f70-4338-892f-ef15d95a206d req-284ea23b-19dc-4ea4-9099-885e5fb7fd1f service nova] Acquiring lock "5f892550-b641-43b2-8c70-6e15b4a8ab39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.705453] env[69249]: DEBUG oslo_concurrency.lockutils [req-f1891815-9f70-4338-892f-ef15d95a206d req-284ea23b-19dc-4ea4-9099-885e5fb7fd1f service nova] Lock "5f892550-b641-43b2-8c70-6e15b4a8ab39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.705453] env[69249]: DEBUG oslo_concurrency.lockutils [req-f1891815-9f70-4338-892f-ef15d95a206d req-284ea23b-19dc-4ea4-9099-885e5fb7fd1f service nova] Lock "5f892550-b641-43b2-8c70-6e15b4a8ab39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.705453] env[69249]: DEBUG nova.compute.manager [req-f1891815-9f70-4338-892f-ef15d95a206d req-284ea23b-19dc-4ea4-9099-885e5fb7fd1f service nova] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] No waiting events found dispatching network-vif-plugged-b69d1da0-ee64-47b2-b0d4-6a1779341e17 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1170.705453] env[69249]: WARNING nova.compute.manager [req-f1891815-9f70-4338-892f-ef15d95a206d req-284ea23b-19dc-4ea4-9099-885e5fb7fd1f service nova] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Received unexpected event network-vif-plugged-b69d1da0-ee64-47b2-b0d4-6a1779341e17 for instance with vm_state building and task_state spawning. [ 1170.709512] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f741b6-e535-4ad8-87a5-cc8f72a4b0f3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.723557] env[69249]: DEBUG nova.compute.provider_tree [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.797751] env[69249]: DEBUG nova.network.neutron [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Successfully updated port: b69d1da0-ee64-47b2-b0d4-6a1779341e17 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.058604] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.124040] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 381af0ca-4249-4949-9519-9409c286ce60] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.226491] env[69249]: DEBUG nova.scheduler.client.report [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.300102] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "refresh_cache-5f892550-b641-43b2-8c70-6e15b4a8ab39" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.300102] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "refresh_cache-5f892550-b641-43b2-8c70-6e15b4a8ab39" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.300102] env[69249]: DEBUG nova.network.neutron [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.627414] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 879299c3-e4ed-4ef2-9d0b-8ef87de5f889] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.731802] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.734397] env[69249]: DEBUG oslo_concurrency.lockutils [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.368s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.752805] env[69249]: INFO nova.scheduler.client.report [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Deleted allocations for instance a2aed611-78a0-4bd9-9ecc-6685ecf04f8a [ 1171.829772] env[69249]: DEBUG nova.network.neutron [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.943355] env[69249]: DEBUG nova.network.neutron [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Updating instance_info_cache with network_info: [{"id": "b69d1da0-ee64-47b2-b0d4-6a1779341e17", "address": "fa:16:3e:b0:71:8f", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb69d1da0-ee", "ovs_interfaceid": "b69d1da0-ee64-47b2-b0d4-6a1779341e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.130549] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: ee41cf17-305b-429f-96fb-8858204a4af5] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.263739] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2c793acf-8e57-4b4d-89ab-37fa2b19f314 tempest-ListServersNegativeTestJSON-1047803063 tempest-ListServersNegativeTestJSON-1047803063-project-member] Lock "a2aed611-78a0-4bd9-9ecc-6685ecf04f8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.649s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.388947] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687c1cb9-5375-4b06-ac3b-56b2c4a848cf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.399699] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ef7c0e-46d2-4499-aa19-56b42ee676b4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.428676] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b935369-06d1-4f11-ac44-2a3f1229b98e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.435586] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eafeadd-80c7-4b76-9144-a9e10606ca1b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.448426] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "refresh_cache-5f892550-b641-43b2-8c70-6e15b4a8ab39" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.448823] env[69249]: DEBUG nova.compute.manager [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Instance network_info: |[{"id": "b69d1da0-ee64-47b2-b0d4-6a1779341e17", "address": "fa:16:3e:b0:71:8f", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb69d1da0-ee", "ovs_interfaceid": "b69d1da0-ee64-47b2-b0d4-6a1779341e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.449161] env[69249]: DEBUG nova.compute.provider_tree [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.451065] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:71:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b69d1da0-ee64-47b2-b0d4-6a1779341e17', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.458785] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Creating folder: Project (bd2ca0ae94184ffab01ebb72a932292a). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1172.459791] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d89fba1-3ca1-4179-add7-c97773a131ba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.470094] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Created folder: Project (bd2ca0ae94184ffab01ebb72a932292a) in parent group-v729229. [ 1172.470270] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Creating folder: Instances. Parent ref: group-v729533. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1172.470479] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-679b79a8-5506-4d3a-b5a2-a3a5206368f8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.479284] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Created folder: Instances in parent group-v729533. [ 1172.479284] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.479284] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.479652] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43eaa093-c1a6-4297-9ced-a4a9c5f525f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.496768] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.496768] env[69249]: value = "task-3660208" [ 1172.496768] env[69249]: _type = "Task" [ 1172.496768] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.504291] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660208, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.634305] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 312fea7d-6433-444a-ada0-163f09995c28] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.735673] env[69249]: DEBUG nova.compute.manager [req-7fccde69-6f07-4320-9a38-0a97197d4406 req-b7bd7c17-64e4-43f9-9cc1-f285ebace0a8 service nova] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Received event network-changed-b69d1da0-ee64-47b2-b0d4-6a1779341e17 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.736082] env[69249]: DEBUG nova.compute.manager [req-7fccde69-6f07-4320-9a38-0a97197d4406 req-b7bd7c17-64e4-43f9-9cc1-f285ebace0a8 service nova] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Refreshing instance network info cache due to event network-changed-b69d1da0-ee64-47b2-b0d4-6a1779341e17. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.737018] env[69249]: DEBUG oslo_concurrency.lockutils [req-7fccde69-6f07-4320-9a38-0a97197d4406 req-b7bd7c17-64e4-43f9-9cc1-f285ebace0a8 service nova] Acquiring lock "refresh_cache-5f892550-b641-43b2-8c70-6e15b4a8ab39" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.737018] env[69249]: DEBUG oslo_concurrency.lockutils [req-7fccde69-6f07-4320-9a38-0a97197d4406 req-b7bd7c17-64e4-43f9-9cc1-f285ebace0a8 service nova] Acquired lock "refresh_cache-5f892550-b641-43b2-8c70-6e15b4a8ab39" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.737018] env[69249]: DEBUG nova.network.neutron [req-7fccde69-6f07-4320-9a38-0a97197d4406 req-b7bd7c17-64e4-43f9-9cc1-f285ebace0a8 service nova] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Refreshing network info cache for port b69d1da0-ee64-47b2-b0d4-6a1779341e17 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.953379] env[69249]: DEBUG nova.scheduler.client.report [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.006685] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660208, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.138326] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: b3010ae1-b940-4c5e-b8e8-3a5b4395f807] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.460701] env[69249]: DEBUG nova.network.neutron [req-7fccde69-6f07-4320-9a38-0a97197d4406 req-b7bd7c17-64e4-43f9-9cc1-f285ebace0a8 service nova] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Updated VIF entry in instance network info cache for port b69d1da0-ee64-47b2-b0d4-6a1779341e17. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.461351] env[69249]: DEBUG nova.network.neutron [req-7fccde69-6f07-4320-9a38-0a97197d4406 req-b7bd7c17-64e4-43f9-9cc1-f285ebace0a8 service nova] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Updating instance_info_cache with network_info: [{"id": "b69d1da0-ee64-47b2-b0d4-6a1779341e17", "address": "fa:16:3e:b0:71:8f", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb69d1da0-ee", "ovs_interfaceid": "b69d1da0-ee64-47b2-b0d4-6a1779341e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.507431] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660208, 'name': CreateVM_Task, 'duration_secs': 0.623513} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.507595] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.508281] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.508436] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.508758] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.509011] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb52c35-8a6f-41df-b118-9223899525dd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.513479] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1173.513479] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523cb43b-db36-aaab-b707-908155c8a414" [ 1173.513479] env[69249]: _type = "Task" [ 1173.513479] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.521151] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523cb43b-db36-aaab-b707-908155c8a414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.643068] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 336d0484-6537-4a27-bc77-ed6b600a65fa] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.964210] env[69249]: DEBUG oslo_concurrency.lockutils [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.230s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.964431] env[69249]: DEBUG nova.compute.manager [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69249) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1173.967991] env[69249]: DEBUG oslo_concurrency.lockutils [req-7fccde69-6f07-4320-9a38-0a97197d4406 req-b7bd7c17-64e4-43f9-9cc1-f285ebace0a8 service nova] Releasing lock "refresh_cache-5f892550-b641-43b2-8c70-6e15b4a8ab39" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.968106] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.509s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.969445] env[69249]: INFO nova.compute.claims [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.025251] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523cb43b-db36-aaab-b707-908155c8a414, 'name': SearchDatastore_Task, 'duration_secs': 0.011216} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.025549] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.025783] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.026023] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.026176] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.026354] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.026616] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e18feded-f78b-432d-890f-8909f0ebca07 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.034866] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.035054] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.035827] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2479803-3404-40a4-b3fe-917c7a17e329 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.042052] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1174.042052] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d0ce68-28dd-2ad1-c1af-063557bd0317" [ 1174.042052] env[69249]: _type = "Task" [ 1174.042052] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.049600] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d0ce68-28dd-2ad1-c1af-063557bd0317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.145576] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: ea954cae-05b2-4097-a0e1-2f2618d7aacc] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.518024] env[69249]: INFO nova.scheduler.client.report [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Deleted allocation for migration 7577f233-2077-49fe-b745-a87c601f4b07 [ 1174.556607] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d0ce68-28dd-2ad1-c1af-063557bd0317, 'name': SearchDatastore_Task, 'duration_secs': 0.008641} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.557994] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83da8ad6-9928-4011-bd41-f3d8a15b1642 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.563626] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1174.563626] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52674e9d-b6f6-7a2e-7df4-487d453b899c" [ 1174.563626] env[69249]: _type = "Task" [ 1174.563626] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.572513] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52674e9d-b6f6-7a2e-7df4-487d453b899c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.648834] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 15b758e1-3e60-4799-a43b-59a451ecd52f] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.026923] env[69249]: DEBUG oslo_concurrency.lockutils [None req-876700d1-197b-423e-8620-35cc3e3db544 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.159s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.076040] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52674e9d-b6f6-7a2e-7df4-487d453b899c, 'name': SearchDatastore_Task, 'duration_secs': 0.00984} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.078729] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.079138] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 5f892550-b641-43b2-8c70-6e15b4a8ab39/5f892550-b641-43b2-8c70-6e15b4a8ab39.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.081727] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c159866f-0e51-4b4d-a7b8-912051729965 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.087434] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1175.087434] env[69249]: value = "task-3660209" [ 1175.087434] env[69249]: _type = "Task" [ 1175.087434] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.102175] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.153209] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 00174390-11bc-4513-8ba8-e5b8562dd62e] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.157164] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99621266-3740-4d81-8906-a9c184f5c4ba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.170163] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8df5053-214e-4620-8a88-c7de73b5d26e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.203692] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bba727e-36d2-452d-bb83-3829aa8ad653 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.211854] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc46fec7-ca94-49dc-b56d-a99178e30055 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.226205] env[69249]: DEBUG nova.compute.provider_tree [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.509886] env[69249]: DEBUG nova.objects.instance [None req-985f9765-e882-4691-a6bd-77fbc1dc63f9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lazy-loading 'flavor' on Instance uuid 4c2c7a6e-6d27-4986-9afe-a91671ab04af {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.597617] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458187} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.597888] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 5f892550-b641-43b2-8c70-6e15b4a8ab39/5f892550-b641-43b2-8c70-6e15b4a8ab39.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.598129] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.598383] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-969bd4a4-badf-434e-a435-bb9e3c5f8a88 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.607149] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1175.607149] env[69249]: value = "task-3660210" [ 1175.607149] env[69249]: _type = "Task" [ 1175.607149] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.615995] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.662720] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 96f4a878-ec8a-4a56-bff9-74bd8bc55d52] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.729325] env[69249]: DEBUG nova.scheduler.client.report [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.021267] env[69249]: DEBUG oslo_concurrency.lockutils [None req-985f9765-e882-4691-a6bd-77fbc1dc63f9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.021492] env[69249]: DEBUG oslo_concurrency.lockutils [None req-985f9765-e882-4691-a6bd-77fbc1dc63f9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.021694] env[69249]: DEBUG nova.network.neutron [None req-985f9765-e882-4691-a6bd-77fbc1dc63f9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.021868] env[69249]: DEBUG nova.objects.instance [None req-985f9765-e882-4691-a6bd-77fbc1dc63f9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lazy-loading 'info_cache' on Instance uuid 4c2c7a6e-6d27-4986-9afe-a91671ab04af {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.119256] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067892} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.119921] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.121221] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fbba22-b0bb-4393-93f9-90c2261d8c6d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.147613] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 5f892550-b641-43b2-8c70-6e15b4a8ab39/5f892550-b641-43b2-8c70-6e15b4a8ab39.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.148385] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f29016-c3b2-4846-ae89-b64f4aaea71d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.168741] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1176.168741] env[69249]: value = "task-3660211" [ 1176.168741] env[69249]: _type = "Task" [ 1176.168741] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.173574] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 7a58a10d-46c5-423c-adce-7f1437b7243a] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.178608] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.234072] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.234659] env[69249]: DEBUG nova.compute.manager [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.239786] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.181s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.525683] env[69249]: DEBUG nova.objects.base [None req-985f9765-e882-4691-a6bd-77fbc1dc63f9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Object Instance<4c2c7a6e-6d27-4986-9afe-a91671ab04af> lazy-loaded attributes: flavor,info_cache {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1176.679546] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: be5c3039-6942-4450-b2fb-3f347d4358d7] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.681372] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660211, 'name': ReconfigVM_Task, 'duration_secs': 0.28897} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.681823] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 5f892550-b641-43b2-8c70-6e15b4a8ab39/5f892550-b641-43b2-8c70-6e15b4a8ab39.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.682456] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2657f4a-0d2e-40f1-b49c-f610974c42b4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.688720] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1176.688720] env[69249]: value = "task-3660212" [ 1176.688720] env[69249]: _type = "Task" [ 1176.688720] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.697677] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660212, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.705108] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "7400a089-abaa-4ebb-b26b-0b16fb9f334e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.705328] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "7400a089-abaa-4ebb-b26b-0b16fb9f334e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.743131] env[69249]: DEBUG nova.compute.utils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.744632] env[69249]: DEBUG nova.compute.manager [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.744866] env[69249]: DEBUG nova.network.neutron [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.749583] env[69249]: INFO nova.compute.claims [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.788551] env[69249]: DEBUG nova.policy [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a97836bd89464cb7a8793890da73082a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd2ca0ae94184ffab01ebb72a932292a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.060508] env[69249]: DEBUG nova.network.neutron [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Successfully created port: 8c5ae5ab-fb35-4874-9330-b7b7af1bc135 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.182963] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: f4a01c73-0d60-47f4-9f76-b8da9451900c] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.199022] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660212, 'name': Rename_Task, 'duration_secs': 0.155175} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.199022] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.199536] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92683e57-7a4e-4237-a6e5-a6e2f3ee4997 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.205915] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1177.205915] env[69249]: value = "task-3660213" [ 1177.205915] env[69249]: _type = "Task" [ 1177.205915] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.209801] env[69249]: DEBUG nova.compute.manager [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.218140] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.248446] env[69249]: DEBUG nova.compute.manager [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.257768] env[69249]: INFO nova.compute.resource_tracker [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating resource usage from migration f25d01ac-9776-4b3b-8f69-61fcd251b5a6 [ 1177.294648] env[69249]: DEBUG nova.network.neutron [None req-985f9765-e882-4691-a6bd-77fbc1dc63f9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating instance_info_cache with network_info: [{"id": "225ecc01-72b6-4465-973c-885265277921", "address": "fa:16:3e:04:e3:71", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225ecc01-72", "ovs_interfaceid": "225ecc01-72b6-4465-973c-885265277921", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.432920] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcecced5-f70f-42da-9553-c359c73a5829 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.440800] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0af83f-145d-4df5-a27b-c3ada360fe7c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.471724] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2c0490-b316-4499-853b-673e424f2c2f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.478813] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7e8de5-180e-4265-a958-9beb0294aa79 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.491707] env[69249]: DEBUG nova.compute.provider_tree [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.686590] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 3d3d17e7-2484-4259-bedf-f7a6c488c8ef] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.718970] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.731392] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.796987] env[69249]: DEBUG oslo_concurrency.lockutils [None req-985f9765-e882-4691-a6bd-77fbc1dc63f9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "refresh_cache-4c2c7a6e-6d27-4986-9afe-a91671ab04af" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.996616] env[69249]: DEBUG nova.scheduler.client.report [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.190086] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 376bfcc0-86b6-4b47-a07b-ac46ab4fae2d] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.217407] env[69249]: DEBUG oslo_vmware.api [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660213, 'name': PowerOnVM_Task, 'duration_secs': 0.822843} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.218205] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.218408] env[69249]: INFO nova.compute.manager [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1178.219258] env[69249]: DEBUG nova.compute.manager [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1178.219363] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd82b075-5e13-4185-bba5-5bb7bff161ba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.264092] env[69249]: DEBUG nova.compute.manager [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.291559] env[69249]: DEBUG nova.virt.hardware [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.291813] env[69249]: DEBUG nova.virt.hardware [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.291969] env[69249]: DEBUG nova.virt.hardware [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.292170] env[69249]: DEBUG nova.virt.hardware [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.292315] env[69249]: DEBUG nova.virt.hardware [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.292457] env[69249]: DEBUG nova.virt.hardware [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.292662] env[69249]: DEBUG nova.virt.hardware [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.292821] env[69249]: DEBUG nova.virt.hardware [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.292984] env[69249]: DEBUG nova.virt.hardware [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.293168] env[69249]: DEBUG nova.virt.hardware [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.293377] env[69249]: DEBUG nova.virt.hardware [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.294257] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34509754-2a20-455c-bc38-dc0595d71d5f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.304140] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7197b7-7fe0-4296-bb19-c784f71109cb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.501667] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.262s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.501900] env[69249]: INFO nova.compute.manager [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Migrating [ 1178.508299] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.777s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.511273] env[69249]: INFO nova.compute.claims [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.550884] env[69249]: DEBUG nova.compute.manager [req-68d33d5a-680e-4a3d-ae34-da7f23fb934b req-8bbd0fbf-a890-4ea8-9e58-25e5772cefb2 service nova] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Received event network-vif-plugged-8c5ae5ab-fb35-4874-9330-b7b7af1bc135 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.551593] env[69249]: DEBUG oslo_concurrency.lockutils [req-68d33d5a-680e-4a3d-ae34-da7f23fb934b req-8bbd0fbf-a890-4ea8-9e58-25e5772cefb2 service nova] Acquiring lock "45406f92-6457-43f4-aaed-b16a79b64e06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.551593] env[69249]: DEBUG oslo_concurrency.lockutils [req-68d33d5a-680e-4a3d-ae34-da7f23fb934b req-8bbd0fbf-a890-4ea8-9e58-25e5772cefb2 service nova] Lock "45406f92-6457-43f4-aaed-b16a79b64e06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.551732] env[69249]: DEBUG oslo_concurrency.lockutils [req-68d33d5a-680e-4a3d-ae34-da7f23fb934b req-8bbd0fbf-a890-4ea8-9e58-25e5772cefb2 service nova] Lock "45406f92-6457-43f4-aaed-b16a79b64e06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.551901] env[69249]: DEBUG nova.compute.manager [req-68d33d5a-680e-4a3d-ae34-da7f23fb934b req-8bbd0fbf-a890-4ea8-9e58-25e5772cefb2 service nova] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] No waiting events found dispatching network-vif-plugged-8c5ae5ab-fb35-4874-9330-b7b7af1bc135 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1178.552228] env[69249]: WARNING nova.compute.manager [req-68d33d5a-680e-4a3d-ae34-da7f23fb934b req-8bbd0fbf-a890-4ea8-9e58-25e5772cefb2 service nova] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Received unexpected event network-vif-plugged-8c5ae5ab-fb35-4874-9330-b7b7af1bc135 for instance with vm_state building and task_state spawning. [ 1178.639530] env[69249]: DEBUG nova.network.neutron [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Successfully updated port: 8c5ae5ab-fb35-4874-9330-b7b7af1bc135 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.694407] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 88330e19-a7d2-4fd3-a3aa-190c752558e3] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.736936] env[69249]: INFO nova.compute.manager [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Took 12.73 seconds to build instance. [ 1178.809028] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-985f9765-e882-4691-a6bd-77fbc1dc63f9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.809232] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8a3b515-34cd-41fc-a1c0-cf596801b134 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.818039] env[69249]: DEBUG oslo_vmware.api [None req-985f9765-e882-4691-a6bd-77fbc1dc63f9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1178.818039] env[69249]: value = "task-3660214" [ 1178.818039] env[69249]: _type = "Task" [ 1178.818039] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.825223] env[69249]: DEBUG oslo_vmware.api [None req-985f9765-e882-4691-a6bd-77fbc1dc63f9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.022835] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.023222] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.023572] env[69249]: DEBUG nova.network.neutron [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.145174] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "refresh_cache-45406f92-6457-43f4-aaed-b16a79b64e06" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.145325] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "refresh_cache-45406f92-6457-43f4-aaed-b16a79b64e06" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.145564] env[69249]: DEBUG nova.network.neutron [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.197765] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: c1bd29ac-51b7-4f33-8b65-7f10fac03626] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.238423] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f6b32b51-6418-4f71-af0c-0ccda66dfc08 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "5f892550-b641-43b2-8c70-6e15b4a8ab39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.242s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.327688] env[69249]: DEBUG oslo_vmware.api [None req-985f9765-e882-4691-a6bd-77fbc1dc63f9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660214, 'name': PowerOnVM_Task, 'duration_secs': 0.417956} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.327947] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-985f9765-e882-4691-a6bd-77fbc1dc63f9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.328152] env[69249]: DEBUG nova.compute.manager [None req-985f9765-e882-4691-a6bd-77fbc1dc63f9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1179.328910] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db0b748-ebe2-4380-a8e4-3f3d367fe398 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.677268] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfdf38d-7222-4bfc-ac0c-ee8a22fcd64f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.682539] env[69249]: DEBUG nova.network.neutron [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.688598] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a4a99a-8ff5-49d7-9afa-577de520be9c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.725469] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 7087f91f-7211-47e8-b3c1-fe1101c5008d] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.733481] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fdf7cf-7ebc-44f0-b9a4-01590ee5a522 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.741705] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d497d5-13ee-4352-9b55-84a80f68f0a2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.756562] env[69249]: DEBUG nova.compute.provider_tree [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.901265] env[69249]: DEBUG nova.network.neutron [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance_info_cache with network_info: [{"id": "a9bf6063-e20f-479f-a54d-f1a0200c9f0c", "address": "fa:16:3e:32:07:de", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9bf6063-e2", "ovs_interfaceid": "a9bf6063-e20f-479f-a54d-f1a0200c9f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.927564] env[69249]: DEBUG nova.network.neutron [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Updating instance_info_cache with network_info: [{"id": "8c5ae5ab-fb35-4874-9330-b7b7af1bc135", "address": "fa:16:3e:13:ae:74", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5ae5ab-fb", "ovs_interfaceid": "8c5ae5ab-fb35-4874-9330-b7b7af1bc135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.197608] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.197887] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.198118] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.198305] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.198509] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.200614] env[69249]: INFO nova.compute.manager [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Terminating instance [ 1180.233257] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 54881ffe-35d0-4e65-bc8b-74cc709b6c98] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.258939] env[69249]: DEBUG nova.scheduler.client.report [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.404094] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.430627] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "refresh_cache-45406f92-6457-43f4-aaed-b16a79b64e06" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.430907] env[69249]: DEBUG nova.compute.manager [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Instance network_info: |[{"id": "8c5ae5ab-fb35-4874-9330-b7b7af1bc135", "address": "fa:16:3e:13:ae:74", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5ae5ab-fb", "ovs_interfaceid": "8c5ae5ab-fb35-4874-9330-b7b7af1bc135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.431338] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:ae:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c5ae5ab-fb35-4874-9330-b7b7af1bc135', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.440331] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.440758] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.440986] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d172b226-9589-473b-8bf4-73ef56beecf7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.460410] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.460410] env[69249]: value = "task-3660215" [ 1180.460410] env[69249]: _type = "Task" [ 1180.460410] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.467447] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660215, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.580041] env[69249]: DEBUG nova.compute.manager [req-057ea4ab-762e-4e3a-8bf6-7466e5cc40b3 req-45d4e684-e2ef-40b6-aece-2e3473038ca7 service nova] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Received event network-changed-8c5ae5ab-fb35-4874-9330-b7b7af1bc135 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.580203] env[69249]: DEBUG nova.compute.manager [req-057ea4ab-762e-4e3a-8bf6-7466e5cc40b3 req-45d4e684-e2ef-40b6-aece-2e3473038ca7 service nova] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Refreshing instance network info cache due to event network-changed-8c5ae5ab-fb35-4874-9330-b7b7af1bc135. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.580432] env[69249]: DEBUG oslo_concurrency.lockutils [req-057ea4ab-762e-4e3a-8bf6-7466e5cc40b3 req-45d4e684-e2ef-40b6-aece-2e3473038ca7 service nova] Acquiring lock "refresh_cache-45406f92-6457-43f4-aaed-b16a79b64e06" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.580582] env[69249]: DEBUG oslo_concurrency.lockutils [req-057ea4ab-762e-4e3a-8bf6-7466e5cc40b3 req-45d4e684-e2ef-40b6-aece-2e3473038ca7 service nova] Acquired lock "refresh_cache-45406f92-6457-43f4-aaed-b16a79b64e06" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.580751] env[69249]: DEBUG nova.network.neutron [req-057ea4ab-762e-4e3a-8bf6-7466e5cc40b3 req-45d4e684-e2ef-40b6-aece-2e3473038ca7 service nova] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Refreshing network info cache for port 8c5ae5ab-fb35-4874-9330-b7b7af1bc135 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.705344] env[69249]: DEBUG nova.compute.manager [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.705652] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.706605] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb37850-93c0-4f45-9ad9-049681f81bcc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.715393] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.715818] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bab4472-b72e-46ac-bc05-a1a849dcbb70 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.722233] env[69249]: DEBUG oslo_vmware.api [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1180.722233] env[69249]: value = "task-3660216" [ 1180.722233] env[69249]: _type = "Task" [ 1180.722233] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.730018] env[69249]: DEBUG oslo_vmware.api [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.735735] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 9feb7187-b316-4088-9abc-d8a5e7c601f8] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.764626] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.764875] env[69249]: DEBUG nova.compute.manager [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.971409] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660215, 'name': CreateVM_Task, 'duration_secs': 0.423595} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.971616] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.972381] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.972469] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.972774] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.973036] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5667461-e03b-4459-9765-eabac6c75308 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.977456] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1180.977456] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528c4952-ae39-b6f9-df90-62c96c04449e" [ 1180.977456] env[69249]: _type = "Task" [ 1180.977456] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.985353] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528c4952-ae39-b6f9-df90-62c96c04449e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.126389] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.126624] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.234063] env[69249]: DEBUG oslo_vmware.api [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660216, 'name': PowerOffVM_Task, 'duration_secs': 0.185217} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.234063] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.234063] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.234063] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a21e6556-c8a9-41dc-b425-0f2397c6b3a4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.240102] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 55c8e95b-811c-4f85-9134-6c8c880b462d] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.269462] env[69249]: DEBUG nova.compute.utils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.270894] env[69249]: DEBUG nova.compute.manager [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.271137] env[69249]: DEBUG nova.network.neutron [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.289789] env[69249]: DEBUG nova.network.neutron [req-057ea4ab-762e-4e3a-8bf6-7466e5cc40b3 req-45d4e684-e2ef-40b6-aece-2e3473038ca7 service nova] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Updated VIF entry in instance network info cache for port 8c5ae5ab-fb35-4874-9330-b7b7af1bc135. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.290172] env[69249]: DEBUG nova.network.neutron [req-057ea4ab-762e-4e3a-8bf6-7466e5cc40b3 req-45d4e684-e2ef-40b6-aece-2e3473038ca7 service nova] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Updating instance_info_cache with network_info: [{"id": "8c5ae5ab-fb35-4874-9330-b7b7af1bc135", "address": "fa:16:3e:13:ae:74", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5ae5ab-fb", "ovs_interfaceid": "8c5ae5ab-fb35-4874-9330-b7b7af1bc135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.317292] env[69249]: DEBUG nova.policy [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6990860c499e4261963189d5ad09f840', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6be3e6b394146bfaa59f7765cb21f4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.322205] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.322205] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.322205] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Deleting the datastore file [datastore2] 4c2c7a6e-6d27-4986-9afe-a91671ab04af {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.322205] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0cb6516-0dcf-4269-b46d-30a8140f5244 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.329034] env[69249]: DEBUG oslo_vmware.api [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1181.329034] env[69249]: value = "task-3660218" [ 1181.329034] env[69249]: _type = "Task" [ 1181.329034] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.337670] env[69249]: DEBUG oslo_vmware.api [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.365355] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "7abd09b1-89dc-482e-b616-e3a65992183c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.365654] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "7abd09b1-89dc-482e-b616-e3a65992183c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.365945] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "7abd09b1-89dc-482e-b616-e3a65992183c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.366203] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "7abd09b1-89dc-482e-b616-e3a65992183c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.366416] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "7abd09b1-89dc-482e-b616-e3a65992183c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.368608] env[69249]: INFO nova.compute.manager [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Terminating instance [ 1181.488487] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528c4952-ae39-b6f9-df90-62c96c04449e, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.488804] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.489048] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.489292] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.489436] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.489609] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.489879] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-385eae37-7f08-423c-b4b6-b242ed116033 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.500478] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.500673] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.501450] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ad57bb-9527-4e69-adfc-49bd23f6bde4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.507833] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1181.507833] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52fee2cc-1261-00d2-61bb-0a0998823321" [ 1181.507833] env[69249]: _type = "Task" [ 1181.507833] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.516338] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52fee2cc-1261-00d2-61bb-0a0998823321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.601969] env[69249]: DEBUG nova.network.neutron [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Successfully created port: 3deeb29a-f44e-403b-a945-ac72d03a7a62 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.629476] env[69249]: DEBUG nova.compute.utils [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.742363] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 855f2dac-5eec-4061-b146-63422965d5e5] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.774361] env[69249]: DEBUG nova.compute.manager [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.793347] env[69249]: DEBUG oslo_concurrency.lockutils [req-057ea4ab-762e-4e3a-8bf6-7466e5cc40b3 req-45d4e684-e2ef-40b6-aece-2e3473038ca7 service nova] Releasing lock "refresh_cache-45406f92-6457-43f4-aaed-b16a79b64e06" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.839636] env[69249]: DEBUG oslo_vmware.api [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174134} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.839895] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.840094] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.840275] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.840443] env[69249]: INFO nova.compute.manager [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1181.840710] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.840917] env[69249]: DEBUG nova.compute.manager [-] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.841023] env[69249]: DEBUG nova.network.neutron [-] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.872083] env[69249]: DEBUG nova.compute.manager [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.872397] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.872859] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dad2a1d-19f6-433b-8b90-449591e194a2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.880108] env[69249]: DEBUG oslo_vmware.api [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1181.880108] env[69249]: value = "task-3660219" [ 1181.880108] env[69249]: _type = "Task" [ 1181.880108] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.889164] env[69249]: DEBUG oslo_vmware.api [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.918632] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec043b5-dca4-4d81-ade7-3cb76649b447 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.938128] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance 'd7e06644-b7ee-4b4e-95a0-0488ff184b9a' progress to 0 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.020554] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52fee2cc-1261-00d2-61bb-0a0998823321, 'name': SearchDatastore_Task, 'duration_secs': 0.03041} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.021401] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-230f8d0b-25e7-4019-810d-1800f6cba63f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.026821] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1182.026821] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522b370b-0c34-ed5a-73a1-43c4861f0227" [ 1182.026821] env[69249]: _type = "Task" [ 1182.026821] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.036464] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522b370b-0c34-ed5a-73a1-43c4861f0227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.133092] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.246314] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 48e32bdf-0ae5-4fa7-865a-210775192c0b] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.341325] env[69249]: DEBUG nova.compute.manager [req-decb3e3f-2b7a-4b06-a1f6-9201f2f5741c req-d4e5b115-4cf7-4585-82b6-13bfec46bc41 service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Received event network-vif-deleted-225ecc01-72b6-4465-973c-885265277921 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.341325] env[69249]: INFO nova.compute.manager [req-decb3e3f-2b7a-4b06-a1f6-9201f2f5741c req-d4e5b115-4cf7-4585-82b6-13bfec46bc41 service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Neutron deleted interface 225ecc01-72b6-4465-973c-885265277921; detaching it from the instance and deleting it from the info cache [ 1182.341325] env[69249]: DEBUG nova.network.neutron [req-decb3e3f-2b7a-4b06-a1f6-9201f2f5741c req-d4e5b115-4cf7-4585-82b6-13bfec46bc41 service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.391167] env[69249]: DEBUG oslo_vmware.api [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660219, 'name': PowerOffVM_Task, 'duration_secs': 0.370137} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.391498] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.391724] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1182.391918] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729510', 'volume_id': '8dfe0638-54c9-4336-88d4-8710e18c41a4', 'name': 'volume-8dfe0638-54c9-4336-88d4-8710e18c41a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7abd09b1-89dc-482e-b616-e3a65992183c', 'attached_at': '2025-04-28T10:02:32.000000', 'detached_at': '', 'volume_id': '8dfe0638-54c9-4336-88d4-8710e18c41a4', 'serial': '8dfe0638-54c9-4336-88d4-8710e18c41a4'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1182.392714] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc5d245-c59b-43fc-8145-134132553b6c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.411280] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2405435-d8fc-4406-a98c-8a0d5ba84336 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.418696] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79df4193-2bb5-4169-8db8-56f85d0dec31 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.437786] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f44497a-57e5-4085-a7d8-b77644a28f92 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.452975] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.453347] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] The volume has not been displaced from its original location: [datastore2] volume-8dfe0638-54c9-4336-88d4-8710e18c41a4/volume-8dfe0638-54c9-4336-88d4-8710e18c41a4.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1182.458719] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1182.459038] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33234762-9358-4078-9a84-a992a69aea5d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.460653] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79a92eee-2833-49b7-80ba-f1b30cc9202a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.479352] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1182.479352] env[69249]: value = "task-3660220" [ 1182.479352] env[69249]: _type = "Task" [ 1182.479352] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.480649] env[69249]: DEBUG oslo_vmware.api [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1182.480649] env[69249]: value = "task-3660221" [ 1182.480649] env[69249]: _type = "Task" [ 1182.480649] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.498025] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.498025] env[69249]: DEBUG oslo_vmware.api [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660221, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.537214] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522b370b-0c34-ed5a-73a1-43c4861f0227, 'name': SearchDatastore_Task, 'duration_secs': 0.018265} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.537669] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.537857] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 45406f92-6457-43f4-aaed-b16a79b64e06/45406f92-6457-43f4-aaed-b16a79b64e06.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.538191] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5caadbe-8b9f-4130-8683-143c84f9282e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.545277] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1182.545277] env[69249]: value = "task-3660222" [ 1182.545277] env[69249]: _type = "Task" [ 1182.545277] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.552949] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.753758] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 7f60ac74-14f2-49b5-98f0-417f5fb046ac] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.786367] env[69249]: DEBUG nova.compute.manager [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.821038] env[69249]: DEBUG nova.virt.hardware [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.821401] env[69249]: DEBUG nova.virt.hardware [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.821578] env[69249]: DEBUG nova.virt.hardware [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.821828] env[69249]: DEBUG nova.virt.hardware [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.822042] env[69249]: DEBUG nova.virt.hardware [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.822238] env[69249]: DEBUG nova.virt.hardware [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.822478] env[69249]: DEBUG nova.virt.hardware [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.822707] env[69249]: DEBUG nova.virt.hardware [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.822927] env[69249]: DEBUG nova.virt.hardware [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.823130] env[69249]: DEBUG nova.virt.hardware [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.823328] env[69249]: DEBUG nova.virt.hardware [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.823842] env[69249]: DEBUG nova.network.neutron [-] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.825653] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f929f19c-639c-4336-9a17-353cbefe9e2b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.835487] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88160124-838a-4ed7-a142-78ec83a95fc4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.851224] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07f12e6f-ac18-4c36-8c3f-50adf0e9cf61 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.861470] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57df321f-426a-4962-aaa8-028163eca125 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.893856] env[69249]: DEBUG nova.compute.manager [req-decb3e3f-2b7a-4b06-a1f6-9201f2f5741c req-d4e5b115-4cf7-4585-82b6-13bfec46bc41 service nova] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Detach interface failed, port_id=225ecc01-72b6-4465-973c-885265277921, reason: Instance 4c2c7a6e-6d27-4986-9afe-a91671ab04af could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1182.996242] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660220, 'name': PowerOffVM_Task, 'duration_secs': 0.211696} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.997029] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.997234] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance 'd7e06644-b7ee-4b4e-95a0-0488ff184b9a' progress to 17 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.004995] env[69249]: DEBUG oslo_vmware.api [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660221, 'name': ReconfigVM_Task, 'duration_secs': 0.199816} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.006087] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1183.011105] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-970cbdb8-a74e-4f3d-9184-ce8ce04b1729 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.028570] env[69249]: DEBUG oslo_vmware.api [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1183.028570] env[69249]: value = "task-3660223" [ 1183.028570] env[69249]: _type = "Task" [ 1183.028570] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.039213] env[69249]: DEBUG oslo_vmware.api [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.060401] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660222, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.080363] env[69249]: DEBUG nova.compute.manager [req-0719a66d-ca7d-4b32-a821-8de22024e84b req-d709f22d-13f5-4cf7-8066-8352a05601df service nova] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Received event network-vif-plugged-3deeb29a-f44e-403b-a945-ac72d03a7a62 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.080671] env[69249]: DEBUG oslo_concurrency.lockutils [req-0719a66d-ca7d-4b32-a821-8de22024e84b req-d709f22d-13f5-4cf7-8066-8352a05601df service nova] Acquiring lock "7400a089-abaa-4ebb-b26b-0b16fb9f334e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.081029] env[69249]: DEBUG oslo_concurrency.lockutils [req-0719a66d-ca7d-4b32-a821-8de22024e84b req-d709f22d-13f5-4cf7-8066-8352a05601df service nova] Lock "7400a089-abaa-4ebb-b26b-0b16fb9f334e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.082424] env[69249]: DEBUG oslo_concurrency.lockutils [req-0719a66d-ca7d-4b32-a821-8de22024e84b req-d709f22d-13f5-4cf7-8066-8352a05601df service nova] Lock "7400a089-abaa-4ebb-b26b-0b16fb9f334e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.082424] env[69249]: DEBUG nova.compute.manager [req-0719a66d-ca7d-4b32-a821-8de22024e84b req-d709f22d-13f5-4cf7-8066-8352a05601df service nova] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] No waiting events found dispatching network-vif-plugged-3deeb29a-f44e-403b-a945-ac72d03a7a62 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1183.082424] env[69249]: WARNING nova.compute.manager [req-0719a66d-ca7d-4b32-a821-8de22024e84b req-d709f22d-13f5-4cf7-8066-8352a05601df service nova] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Received unexpected event network-vif-plugged-3deeb29a-f44e-403b-a945-ac72d03a7a62 for instance with vm_state building and task_state spawning. [ 1183.196268] env[69249]: DEBUG nova.network.neutron [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Successfully updated port: 3deeb29a-f44e-403b-a945-ac72d03a7a62 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.210190] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.210441] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.210664] env[69249]: INFO nova.compute.manager [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Attaching volume a8640d4a-7c3c-48f7-8bda-6be5e789fe3c to /dev/sdb [ 1183.247301] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6f7865-bcfc-4379-8469-175ec871197d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.254938] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f72b73-6a17-4869-8fc7-8d45dba1a304 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.257593] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: da460c36-960d-4ae2-a931-313c2e79a7d5] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.270445] env[69249]: DEBUG nova.virt.block_device [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Updating existing volume attachment record: 7be55f81-b362-4f04-9987-3eaf9ed2e492 {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1183.330548] env[69249]: INFO nova.compute.manager [-] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Took 1.49 seconds to deallocate network for instance. [ 1183.508861] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.509198] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.509405] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.509626] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.509806] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.509982] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.510244] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.510470] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.510580] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.510765] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.510904] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.516020] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3738c3de-a51d-409a-accd-af148a7ebf75 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.533825] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1183.533825] env[69249]: value = "task-3660225" [ 1183.533825] env[69249]: _type = "Task" [ 1183.533825] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.540451] env[69249]: DEBUG oslo_vmware.api [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660223, 'name': ReconfigVM_Task, 'duration_secs': 0.166961} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.541007] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729510', 'volume_id': '8dfe0638-54c9-4336-88d4-8710e18c41a4', 'name': 'volume-8dfe0638-54c9-4336-88d4-8710e18c41a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7abd09b1-89dc-482e-b616-e3a65992183c', 'attached_at': '2025-04-28T10:02:32.000000', 'detached_at': '', 'volume_id': '8dfe0638-54c9-4336-88d4-8710e18c41a4', 'serial': '8dfe0638-54c9-4336-88d4-8710e18c41a4'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1183.541270] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.542092] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda9f84e-2220-4014-bb9e-b8933f5181d7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.547206] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660225, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.552024] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.552558] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3daa61f8-fc37-4c00-a4d0-a6a188180c42 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.556710] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57792} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.556928] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 45406f92-6457-43f4-aaed-b16a79b64e06/45406f92-6457-43f4-aaed-b16a79b64e06.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.557143] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.557364] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-691ef582-f532-4522-b3bc-a99cae1dc703 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.565048] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1183.565048] env[69249]: value = "task-3660227" [ 1183.565048] env[69249]: _type = "Task" [ 1183.565048] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.572854] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.629552] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.629825] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.630034] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleting the datastore file [datastore2] 7abd09b1-89dc-482e-b616-e3a65992183c {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.630355] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21b43f23-9402-4cb7-9033-2158f31e97d0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.637301] env[69249]: DEBUG oslo_vmware.api [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1183.637301] env[69249]: value = "task-3660228" [ 1183.637301] env[69249]: _type = "Task" [ 1183.637301] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.645531] env[69249]: DEBUG oslo_vmware.api [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.698474] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "refresh_cache-7400a089-abaa-4ebb-b26b-0b16fb9f334e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.698649] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "refresh_cache-7400a089-abaa-4ebb-b26b-0b16fb9f334e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.698764] env[69249]: DEBUG nova.network.neutron [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.760738] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 04de2a83-d1dd-4619-b623-e5cd1b9c8102] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.838303] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.838617] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.838813] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.860786] env[69249]: INFO nova.scheduler.client.report [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Deleted allocations for instance 4c2c7a6e-6d27-4986-9afe-a91671ab04af [ 1184.043999] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.073771] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071949} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.074016] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.074810] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5744de-6f6b-4777-9bcc-694ae5178403 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.096066] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 45406f92-6457-43f4-aaed-b16a79b64e06/45406f92-6457-43f4-aaed-b16a79b64e06.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.096296] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac8e1d6b-d38c-4bef-a195-ecba19b42a53 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.116574] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1184.116574] env[69249]: value = "task-3660229" [ 1184.116574] env[69249]: _type = "Task" [ 1184.116574] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.125301] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.147290] env[69249]: DEBUG oslo_vmware.api [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082335} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.147290] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.147290] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.147562] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.147562] env[69249]: INFO nova.compute.manager [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1184.147915] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.148055] env[69249]: DEBUG nova.compute.manager [-] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.148135] env[69249]: DEBUG nova.network.neutron [-] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.231694] env[69249]: DEBUG nova.network.neutron [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.265058] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: feb97282-0da7-483c-91e2-11fa1705ca94] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.369126] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ccb0d68c-6ebe-4b87-8d74-6e6aa7ceffa4 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "4c2c7a6e-6d27-4986-9afe-a91671ab04af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.171s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.414117] env[69249]: DEBUG nova.network.neutron [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Updating instance_info_cache with network_info: [{"id": "3deeb29a-f44e-403b-a945-ac72d03a7a62", "address": "fa:16:3e:bc:08:d4", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3deeb29a-f4", "ovs_interfaceid": "3deeb29a-f44e-403b-a945-ac72d03a7a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.546317] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660225, 'name': ReconfigVM_Task, 'duration_secs': 0.742145} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.546716] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance 'd7e06644-b7ee-4b4e-95a0-0488ff184b9a' progress to 33 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.628432] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.770941] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 2eef7c55-80bb-4b40-b7a4-b7079cdbfe6d] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.920836] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "refresh_cache-7400a089-abaa-4ebb-b26b-0b16fb9f334e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.921835] env[69249]: DEBUG nova.compute.manager [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Instance network_info: |[{"id": "3deeb29a-f44e-403b-a945-ac72d03a7a62", "address": "fa:16:3e:bc:08:d4", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3deeb29a-f4", "ovs_interfaceid": "3deeb29a-f44e-403b-a945-ac72d03a7a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.922308] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:08:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3deeb29a-f44e-403b-a945-ac72d03a7a62', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.930018] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Creating folder: Project (a6be3e6b394146bfaa59f7765cb21f4f). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.930565] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-093b6d35-8cbb-427c-9704-c0769f3ef648 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.944664] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Created folder: Project (a6be3e6b394146bfaa59f7765cb21f4f) in parent group-v729229. [ 1184.944852] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Creating folder: Instances. Parent ref: group-v729538. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.945096] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e12df6c8-ab68-457a-8cd9-4eb56d38cbe5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.953905] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Created folder: Instances in parent group-v729538. [ 1184.954132] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.954310] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.954506] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9829a6a2-75fb-4486-9f45-a5e091b15dc3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.972213] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.972213] env[69249]: value = "task-3660232" [ 1184.972213] env[69249]: _type = "Task" [ 1184.972213] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.980562] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660232, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.053408] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.053728] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.053908] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.054107] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.054332] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.054488] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.054711] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.054932] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.055150] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.055348] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.055554] env[69249]: DEBUG nova.virt.hardware [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.060881] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1185.061214] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b1a88e0-080d-4e71-a7e6-53739604d695 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.079261] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1185.079261] env[69249]: value = "task-3660233" [ 1185.079261] env[69249]: _type = "Task" [ 1185.079261] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.087638] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.119446] env[69249]: DEBUG nova.compute.manager [req-05f6f7d2-fc31-4dd8-b59a-a0bc6b3483db req-b6222ace-f061-4a8a-8026-64ec048212f7 service nova] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Received event network-changed-3deeb29a-f44e-403b-a945-ac72d03a7a62 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.119861] env[69249]: DEBUG nova.compute.manager [req-05f6f7d2-fc31-4dd8-b59a-a0bc6b3483db req-b6222ace-f061-4a8a-8026-64ec048212f7 service nova] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Refreshing instance network info cache due to event network-changed-3deeb29a-f44e-403b-a945-ac72d03a7a62. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.120261] env[69249]: DEBUG oslo_concurrency.lockutils [req-05f6f7d2-fc31-4dd8-b59a-a0bc6b3483db req-b6222ace-f061-4a8a-8026-64ec048212f7 service nova] Acquiring lock "refresh_cache-7400a089-abaa-4ebb-b26b-0b16fb9f334e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.120495] env[69249]: DEBUG oslo_concurrency.lockutils [req-05f6f7d2-fc31-4dd8-b59a-a0bc6b3483db req-b6222ace-f061-4a8a-8026-64ec048212f7 service nova] Acquired lock "refresh_cache-7400a089-abaa-4ebb-b26b-0b16fb9f334e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.120749] env[69249]: DEBUG nova.network.neutron [req-05f6f7d2-fc31-4dd8-b59a-a0bc6b3483db req-b6222ace-f061-4a8a-8026-64ec048212f7 service nova] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Refreshing network info cache for port 3deeb29a-f44e-403b-a945-ac72d03a7a62 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.136953] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660229, 'name': ReconfigVM_Task, 'duration_secs': 0.665566} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.140532] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 45406f92-6457-43f4-aaed-b16a79b64e06/45406f92-6457-43f4-aaed-b16a79b64e06.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.141530] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55cd933c-3a3e-490f-bdc1-0c5f67ba1ac7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.148531] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1185.148531] env[69249]: value = "task-3660234" [ 1185.148531] env[69249]: _type = "Task" [ 1185.148531] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.163742] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660234, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.234329] env[69249]: DEBUG oslo_concurrency.lockutils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "5feff419-6baa-4c4f-9077-832bbb205584" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.235098] env[69249]: DEBUG oslo_concurrency.lockutils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "5feff419-6baa-4c4f-9077-832bbb205584" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.272092] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 03fdd6e6-d779-495d-8276-29c4abc1dece] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.414533] env[69249]: DEBUG nova.network.neutron [-] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.482392] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660232, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.589046] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660233, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.659291] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660234, 'name': Rename_Task, 'duration_secs': 0.183142} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.660139] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.660139] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff9eb940-daea-467a-9593-512433cf47e1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.667317] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1185.667317] env[69249]: value = "task-3660236" [ 1185.667317] env[69249]: _type = "Task" [ 1185.667317] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.676855] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.737782] env[69249]: DEBUG nova.compute.manager [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.775197] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.775416] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Cleaning up deleted instances with incomplete migration {{(pid=69249) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1185.917023] env[69249]: INFO nova.compute.manager [-] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Took 1.77 seconds to deallocate network for instance. [ 1185.925222] env[69249]: DEBUG nova.network.neutron [req-05f6f7d2-fc31-4dd8-b59a-a0bc6b3483db req-b6222ace-f061-4a8a-8026-64ec048212f7 service nova] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Updated VIF entry in instance network info cache for port 3deeb29a-f44e-403b-a945-ac72d03a7a62. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.925222] env[69249]: DEBUG nova.network.neutron [req-05f6f7d2-fc31-4dd8-b59a-a0bc6b3483db req-b6222ace-f061-4a8a-8026-64ec048212f7 service nova] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Updating instance_info_cache with network_info: [{"id": "3deeb29a-f44e-403b-a945-ac72d03a7a62", "address": "fa:16:3e:bc:08:d4", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3deeb29a-f4", "ovs_interfaceid": "3deeb29a-f44e-403b-a945-ac72d03a7a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.983355] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660232, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.059755] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Acquiring lock "44181b5e-b0f4-4e35-bf91-7fb63984d5cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.060042] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Lock "44181b5e-b0f4-4e35-bf91-7fb63984d5cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.060259] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Acquiring lock "44181b5e-b0f4-4e35-bf91-7fb63984d5cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.060441] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Lock "44181b5e-b0f4-4e35-bf91-7fb63984d5cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.060923] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Lock "44181b5e-b0f4-4e35-bf91-7fb63984d5cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.063193] env[69249]: INFO nova.compute.manager [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Terminating instance [ 1186.089994] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660233, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.178036] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660236, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.263453] env[69249]: DEBUG oslo_concurrency.lockutils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.263837] env[69249]: DEBUG oslo_concurrency.lockutils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.265442] env[69249]: INFO nova.compute.claims [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.428067] env[69249]: DEBUG oslo_concurrency.lockutils [req-05f6f7d2-fc31-4dd8-b59a-a0bc6b3483db req-b6222ace-f061-4a8a-8026-64ec048212f7 service nova] Releasing lock "refresh_cache-7400a089-abaa-4ebb-b26b-0b16fb9f334e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.428067] env[69249]: DEBUG nova.compute.manager [req-05f6f7d2-fc31-4dd8-b59a-a0bc6b3483db req-b6222ace-f061-4a8a-8026-64ec048212f7 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Received event network-vif-deleted-da635576-f84f-4570-b90d-12257801ff60 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.428067] env[69249]: INFO nova.compute.manager [req-05f6f7d2-fc31-4dd8-b59a-a0bc6b3483db req-b6222ace-f061-4a8a-8026-64ec048212f7 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Neutron deleted interface da635576-f84f-4570-b90d-12257801ff60; detaching it from the instance and deleting it from the info cache [ 1186.428273] env[69249]: DEBUG nova.network.neutron [req-05f6f7d2-fc31-4dd8-b59a-a0bc6b3483db req-b6222ace-f061-4a8a-8026-64ec048212f7 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.459393] env[69249]: INFO nova.compute.manager [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Took 0.54 seconds to detach 1 volumes for instance. [ 1186.461550] env[69249]: DEBUG nova.compute.manager [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Deleting volume: 8dfe0638-54c9-4336-88d4-8710e18c41a4 {{(pid=69249) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1186.483065] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660232, 'name': CreateVM_Task, 'duration_secs': 1.345088} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.483232] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.483937] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.484130] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.484438] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.484692] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c9e56dd-2ca1-4045-99e0-c64ee1a67a68 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.489110] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1186.489110] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52dfbe7e-fe8a-3417-ac6a-e0e3751c1777" [ 1186.489110] env[69249]: _type = "Task" [ 1186.489110] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.500581] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52dfbe7e-fe8a-3417-ac6a-e0e3751c1777, 'name': SearchDatastore_Task, 'duration_secs': 0.008809} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.500840] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.501068] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.501832] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.501832] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.501832] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.502024] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d544ff0-bc02-4d00-b7fe-e9e4400be6c0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.509490] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.509667] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.510389] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74d93e4-30b1-45dc-afa6-deabbb4e0f60 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.515319] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1186.515319] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5286a657-d255-2a04-b092-b442a56e0b77" [ 1186.515319] env[69249]: _type = "Task" [ 1186.515319] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.522676] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5286a657-d255-2a04-b092-b442a56e0b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.566877] env[69249]: DEBUG nova.compute.manager [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.567105] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.567965] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1602b2b-eb17-4efc-b498-3d6dda0475a6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.575834] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.576088] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bfd18d8-618e-476d-96c8-0ae1af878e39 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.582492] env[69249]: DEBUG oslo_vmware.api [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Waiting for the task: (returnval){ [ 1186.582492] env[69249]: value = "task-3660238" [ 1186.582492] env[69249]: _type = "Task" [ 1186.582492] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.592575] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660233, 'name': ReconfigVM_Task, 'duration_secs': 1.165687} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.595457] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1186.595738] env[69249]: DEBUG oslo_vmware.api [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.596476] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb07b06-443c-4e95-bcec-f1c040e60163 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.619994] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] d7e06644-b7ee-4b4e-95a0-0488ff184b9a/d7e06644-b7ee-4b4e-95a0-0488ff184b9a.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.620259] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a4feaf8-38a1-4ff7-a5ae-19279f1cb5bf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.637853] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1186.637853] env[69249]: value = "task-3660239" [ 1186.637853] env[69249]: _type = "Task" [ 1186.637853] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.647292] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.678159] env[69249]: DEBUG oslo_vmware.api [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660236, 'name': PowerOnVM_Task, 'duration_secs': 0.664155} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.678396] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.678628] env[69249]: INFO nova.compute.manager [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1186.678835] env[69249]: DEBUG nova.compute.manager [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1186.679672] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dbf85d-5940-4c58-a13f-a955d10d2377 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.767334] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.767608] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.931230] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9018d64-fc7f-4f08-9e9c-9f1f7aa8a7da {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.941395] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101065fa-75af-45dd-8808-23dfd75fa0d9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.970810] env[69249]: DEBUG nova.compute.manager [req-05f6f7d2-fc31-4dd8-b59a-a0bc6b3483db req-b6222ace-f061-4a8a-8026-64ec048212f7 service nova] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Detach interface failed, port_id=da635576-f84f-4570-b90d-12257801ff60, reason: Instance 7abd09b1-89dc-482e-b616-e3a65992183c could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1186.997101] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.026554] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5286a657-d255-2a04-b092-b442a56e0b77, 'name': SearchDatastore_Task, 'duration_secs': 0.007563} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.027359] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e9a0a2b-4e63-44ad-b915-e5c270d36545 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.036089] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1187.036089] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5271999a-7b55-ba0b-904e-2cf7343767ff" [ 1187.036089] env[69249]: _type = "Task" [ 1187.036089] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.044343] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5271999a-7b55-ba0b-904e-2cf7343767ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.094884] env[69249]: DEBUG oslo_vmware.api [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660238, 'name': PowerOffVM_Task, 'duration_secs': 0.205955} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.095181] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.095351] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.095596] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa3ac5ad-df9c-48f3-86f5-d56b2481302e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.147364] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660239, 'name': ReconfigVM_Task, 'duration_secs': 0.271137} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.147688] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Reconfigured VM instance instance-0000006a to attach disk [datastore1] d7e06644-b7ee-4b4e-95a0-0488ff184b9a/d7e06644-b7ee-4b4e-95a0-0488ff184b9a.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.147974] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance 'd7e06644-b7ee-4b4e-95a0-0488ff184b9a' progress to 50 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.155952] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.156226] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.156462] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Deleting the datastore file [datastore2] 44181b5e-b0f4-4e35-bf91-7fb63984d5cd {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.156765] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3e61d40-177e-4486-92e0-56163644ff4a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.165297] env[69249]: DEBUG oslo_vmware.api [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Waiting for the task: (returnval){ [ 1187.165297] env[69249]: value = "task-3660241" [ 1187.165297] env[69249]: _type = "Task" [ 1187.165297] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.175635] env[69249]: DEBUG oslo_vmware.api [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.195234] env[69249]: INFO nova.compute.manager [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Took 20.75 seconds to build instance. [ 1187.279941] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.280276] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.280511] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.280746] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.280957] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.281197] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.281394] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1187.407237] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5133a406-7468-4f76-93ff-35c86dc24e2a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.415242] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1681d5-2af6-40bd-906f-c3843df949c6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.444849] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b80e6f7-b025-485e-84e9-4922254d9db7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.451767] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0cd90a-ad6e-44e1-ac09-7dcff5c07f91 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.464552] env[69249]: DEBUG nova.compute.provider_tree [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1187.534869] env[69249]: INFO nova.compute.manager [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Rescuing [ 1187.535172] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "refresh_cache-45406f92-6457-43f4-aaed-b16a79b64e06" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.535324] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "refresh_cache-45406f92-6457-43f4-aaed-b16a79b64e06" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.535488] env[69249]: DEBUG nova.network.neutron [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.546388] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5271999a-7b55-ba0b-904e-2cf7343767ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010197} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.547147] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.547400] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 7400a089-abaa-4ebb-b26b-0b16fb9f334e/7400a089-abaa-4ebb-b26b-0b16fb9f334e.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.547655] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf90b6e6-1544-4595-a05d-05e62a7959ed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.554646] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1187.554646] env[69249]: value = "task-3660242" [ 1187.554646] env[69249]: _type = "Task" [ 1187.554646] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.562035] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.655372] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f86d7f5-9bef-4168-a9f4-58ce78b8650c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.679307] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d384a660-608e-4182-95e0-0522d8d8c9f1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.687522] env[69249]: DEBUG oslo_vmware.api [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Task: {'id': task-3660241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180127} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.700666] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.700876] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.701133] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.701326] env[69249]: INFO nova.compute.manager [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1187.701598] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.701954] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b2d5183-0add-47dd-87d2-f6178425eaf0 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "45406f92-6457-43f4-aaed-b16a79b64e06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.267s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.702197] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance 'd7e06644-b7ee-4b4e-95a0-0488ff184b9a' progress to 67 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.705534] env[69249]: DEBUG nova.compute.manager [-] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.705644] env[69249]: DEBUG nova.network.neutron [-] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.813600] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1187.813871] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729537', 'volume_id': 'a8640d4a-7c3c-48f7-8bda-6be5e789fe3c', 'name': 'volume-a8640d4a-7c3c-48f7-8bda-6be5e789fe3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ce58b56-42d3-4a1c-8eb9-de2f70739671', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8640d4a-7c3c-48f7-8bda-6be5e789fe3c', 'serial': 'a8640d4a-7c3c-48f7-8bda-6be5e789fe3c'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1187.814812] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665ea5a7-c1ca-4e40-b18d-8d1a71fe7253 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.832188] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509dbe1c-de77-4cf5-95a6-a707622af839 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.858059] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-a8640d4a-7c3c-48f7-8bda-6be5e789fe3c/volume-a8640d4a-7c3c-48f7-8bda-6be5e789fe3c.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.859034] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c908823-325d-492a-a831-b55016a26774 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.877874] env[69249]: DEBUG oslo_vmware.api [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1187.877874] env[69249]: value = "task-3660243" [ 1187.877874] env[69249]: _type = "Task" [ 1187.877874] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.887355] env[69249]: DEBUG oslo_vmware.api [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.987215] env[69249]: ERROR nova.scheduler.client.report [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [req-127198f8-c2b6-4e54-b94e-1790bf2c8add] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c355696e-e44b-4fc5-8175-1e54a0df25d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-127198f8-c2b6-4e54-b94e-1790bf2c8add"}]} [ 1188.007293] env[69249]: DEBUG nova.scheduler.client.report [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Refreshing inventories for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1188.024724] env[69249]: DEBUG nova.scheduler.client.report [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating ProviderTree inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1188.024724] env[69249]: DEBUG nova.compute.provider_tree [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1188.040723] env[69249]: DEBUG nova.scheduler.client.report [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Refreshing aggregate associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, aggregates: None {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1188.069284] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660242, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.070357] env[69249]: DEBUG nova.scheduler.client.report [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Refreshing trait associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1188.251592] env[69249]: DEBUG nova.network.neutron [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Port a9bf6063-e20f-479f-a54d-f1a0200c9f0c binding to destination host cpu-1 is already ACTIVE {{(pid=69249) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1188.277652] env[69249]: DEBUG nova.compute.manager [req-3aff013e-95bd-49fd-ab25-8722438f4b34 req-f77753b3-c4b1-4bb1-8bb4-8e1810b751aa service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Received event network-vif-deleted-d61c05fd-c339-4c9d-9925-4a0ad3b0ef06 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.277652] env[69249]: INFO nova.compute.manager [req-3aff013e-95bd-49fd-ab25-8722438f4b34 req-f77753b3-c4b1-4bb1-8bb4-8e1810b751aa service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Neutron deleted interface d61c05fd-c339-4c9d-9925-4a0ad3b0ef06; detaching it from the instance and deleting it from the info cache [ 1188.277652] env[69249]: DEBUG nova.network.neutron [req-3aff013e-95bd-49fd-ab25-8722438f4b34 req-f77753b3-c4b1-4bb1-8bb4-8e1810b751aa service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.284648] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb17ff3-895a-4379-8055-e6ef713d6eb3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.295727] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2129f86d-fca4-4a57-85c7-82dd336a2cae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.329045] env[69249]: DEBUG nova.network.neutron [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Updating instance_info_cache with network_info: [{"id": "8c5ae5ab-fb35-4874-9330-b7b7af1bc135", "address": "fa:16:3e:13:ae:74", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c5ae5ab-fb", "ovs_interfaceid": "8c5ae5ab-fb35-4874-9330-b7b7af1bc135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.330790] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33102cb1-41d5-49ea-a2b4-421f34cbdbf3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.338609] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49641580-3a81-4dd0-b750-4b57ee0238a8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.352940] env[69249]: DEBUG nova.compute.provider_tree [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1188.387624] env[69249]: DEBUG oslo_vmware.api [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660243, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.565184] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609424} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.565545] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 7400a089-abaa-4ebb-b26b-0b16fb9f334e/7400a089-abaa-4ebb-b26b-0b16fb9f334e.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.565651] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.566054] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c42d0ee-d23e-4a9f-ab09-15b5c23c1c53 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.572512] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1188.572512] env[69249]: value = "task-3660244" [ 1188.572512] env[69249]: _type = "Task" [ 1188.572512] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.582061] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.701200] env[69249]: DEBUG nova.network.neutron [-] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.778348] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab39a929-c8fa-439c-8ae5-5f5b6f00288d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.788804] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49905d06-0997-46ec-b64c-a6714f2f597a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.822363] env[69249]: DEBUG nova.compute.manager [req-3aff013e-95bd-49fd-ab25-8722438f4b34 req-f77753b3-c4b1-4bb1-8bb4-8e1810b751aa service nova] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Detach interface failed, port_id=d61c05fd-c339-4c9d-9925-4a0ad3b0ef06, reason: Instance 44181b5e-b0f4-4e35-bf91-7fb63984d5cd could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1188.834259] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "refresh_cache-45406f92-6457-43f4-aaed-b16a79b64e06" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.890788] env[69249]: DEBUG oslo_vmware.api [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660243, 'name': ReconfigVM_Task, 'duration_secs': 0.561506} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.891823] env[69249]: DEBUG nova.scheduler.client.report [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1188.892202] env[69249]: DEBUG nova.compute.provider_tree [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 162 to 163 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1188.892324] env[69249]: DEBUG nova.compute.provider_tree [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1188.895942] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-a8640d4a-7c3c-48f7-8bda-6be5e789fe3c/volume-a8640d4a-7c3c-48f7-8bda-6be5e789fe3c.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.900879] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-914ef3f8-7c12-42d9-8103-dedf3d4992fe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.920057] env[69249]: DEBUG oslo_vmware.api [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1188.920057] env[69249]: value = "task-3660245" [ 1188.920057] env[69249]: _type = "Task" [ 1188.920057] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.929974] env[69249]: DEBUG oslo_vmware.api [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.083616] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069647} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.083962] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.084823] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d8b975-709b-4caf-985d-56ef9f7a7330 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.106972] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 7400a089-abaa-4ebb-b26b-0b16fb9f334e/7400a089-abaa-4ebb-b26b-0b16fb9f334e.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.107386] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff234f95-76e8-46ca-b909-f670e435398f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.127898] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1189.127898] env[69249]: value = "task-3660246" [ 1189.127898] env[69249]: _type = "Task" [ 1189.127898] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.136439] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.204081] env[69249]: INFO nova.compute.manager [-] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Took 1.50 seconds to deallocate network for instance. [ 1189.272912] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.273178] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.273356] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.402164] env[69249]: DEBUG oslo_concurrency.lockutils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.138s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.402678] env[69249]: DEBUG nova.compute.manager [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.405423] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.408s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.405633] env[69249]: DEBUG nova.objects.instance [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lazy-loading 'resources' on Instance uuid 7abd09b1-89dc-482e-b616-e3a65992183c {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.428710] env[69249]: DEBUG oslo_vmware.api [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660245, 'name': ReconfigVM_Task, 'duration_secs': 0.249926} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.428977] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729537', 'volume_id': 'a8640d4a-7c3c-48f7-8bda-6be5e789fe3c', 'name': 'volume-a8640d4a-7c3c-48f7-8bda-6be5e789fe3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ce58b56-42d3-4a1c-8eb9-de2f70739671', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8640d4a-7c3c-48f7-8bda-6be5e789fe3c', 'serial': 'a8640d4a-7c3c-48f7-8bda-6be5e789fe3c'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1189.638180] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660246, 'name': ReconfigVM_Task, 'duration_secs': 0.459939} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.638421] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 7400a089-abaa-4ebb-b26b-0b16fb9f334e/7400a089-abaa-4ebb-b26b-0b16fb9f334e.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.639082] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a30f83cc-6088-4451-88bf-8483526ce24c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.644624] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1189.644624] env[69249]: value = "task-3660247" [ 1189.644624] env[69249]: _type = "Task" [ 1189.644624] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.652050] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660247, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.710884] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.908401] env[69249]: DEBUG nova.compute.utils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.912454] env[69249]: DEBUG nova.compute.manager [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.912611] env[69249]: DEBUG nova.network.neutron [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.960082] env[69249]: DEBUG nova.policy [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7796627da8444b0f83c86826f8637601', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1041ecd064864ec3a8a24c762d55a461', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.064121] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6cd48e-1479-401c-b8e7-70b999817745 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.075016] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8897cd-facc-40bc-9b62-635c62f13c39 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.764489] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.764942] env[69249]: DEBUG nova.compute.manager [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.767771] env[69249]: DEBUG nova.objects.instance [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lazy-loading 'flavor' on Instance uuid 8ce58b56-42d3-4a1c-8eb9-de2f70739671 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.770308] env[69249]: DEBUG nova.network.neutron [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Successfully created port: e9bd17a0-604b-4f49-826d-15c11fb66f97 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.776596] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed5d9d85-9923-431b-a165-7e0ea8e8fa05 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.778855] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff65c7ab-05a4-467f-845d-c4f2993d27b6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.793357] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660247, 'name': Rename_Task, 'duration_secs': 0.146575} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.796394] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b75b342-bf5c-4712-a3c6-7e509728cb83 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.800605] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.800741] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1190.800741] env[69249]: value = "task-3660248" [ 1190.800741] env[69249]: _type = "Task" [ 1190.800741] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.801532] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea11f93f-90fd-4787-91b7-57ae78a16127 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.816304] env[69249]: DEBUG nova.compute.provider_tree [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.818309] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.818629] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.818629] env[69249]: DEBUG nova.network.neutron [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.822202] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1190.822202] env[69249]: value = "task-3660249" [ 1190.822202] env[69249]: _type = "Task" [ 1190.822202] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.825847] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.835028] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.275835] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2d53f75e-6ee8-4527-a9c7-a647bf69242b tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.065s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.282307] env[69249]: DEBUG oslo_concurrency.lockutils [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.282741] env[69249]: DEBUG oslo_concurrency.lockutils [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.313350] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660248, 'name': PowerOffVM_Task, 'duration_secs': 0.186995} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.313629] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.314433] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa98c8d-4ed5-4938-a060-ed7c90092f50 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.335560] env[69249]: DEBUG nova.scheduler.client.report [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.341539] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0c09a4-6e60-43b1-92c0-244f8836c652 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.349463] env[69249]: DEBUG oslo_vmware.api [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660249, 'name': PowerOnVM_Task, 'duration_secs': 0.447575} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.352213] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.352475] env[69249]: INFO nova.compute.manager [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1191.352730] env[69249]: DEBUG nova.compute.manager [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1191.355831] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde5f103-0cb4-4d9e-9867-20ea492a2c1c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.381702] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.382263] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92594f2f-61e2-4c9d-a4e6-f17349e5f230 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.388528] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1191.388528] env[69249]: value = "task-3660250" [ 1191.388528] env[69249]: _type = "Task" [ 1191.388528] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.396954] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.582104] env[69249]: DEBUG nova.network.neutron [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance_info_cache with network_info: [{"id": "a9bf6063-e20f-479f-a54d-f1a0200c9f0c", "address": "fa:16:3e:32:07:de", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9bf6063-e2", "ovs_interfaceid": "a9bf6063-e20f-479f-a54d-f1a0200c9f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.776852] env[69249]: DEBUG nova.compute.manager [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.785802] env[69249]: INFO nova.compute.manager [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Detaching volume a8640d4a-7c3c-48f7-8bda-6be5e789fe3c [ 1191.796737] env[69249]: DEBUG nova.virt.hardware [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.796975] env[69249]: DEBUG nova.virt.hardware [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.797138] env[69249]: DEBUG nova.virt.hardware [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.797309] env[69249]: DEBUG nova.virt.hardware [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.797451] env[69249]: DEBUG nova.virt.hardware [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.797601] env[69249]: DEBUG nova.virt.hardware [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.797781] env[69249]: DEBUG nova.virt.hardware [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.797936] env[69249]: DEBUG nova.virt.hardware [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.798107] env[69249]: DEBUG nova.virt.hardware [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.798263] env[69249]: DEBUG nova.virt.hardware [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.798429] env[69249]: DEBUG nova.virt.hardware [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.799275] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ac0acf-b6f8-4710-9ec6-a6311230fe47 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.807973] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d026da7d-203c-41fc-af3d-d85c5f8cc278 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.822982] env[69249]: INFO nova.virt.block_device [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Attempting to driver detach volume a8640d4a-7c3c-48f7-8bda-6be5e789fe3c from mountpoint /dev/sdb [ 1191.822982] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1191.822982] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729537', 'volume_id': 'a8640d4a-7c3c-48f7-8bda-6be5e789fe3c', 'name': 'volume-a8640d4a-7c3c-48f7-8bda-6be5e789fe3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ce58b56-42d3-4a1c-8eb9-de2f70739671', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8640d4a-7c3c-48f7-8bda-6be5e789fe3c', 'serial': 'a8640d4a-7c3c-48f7-8bda-6be5e789fe3c'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1191.823743] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c035ee59-d2a2-4ef7-a491-189dc55b994e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.843428] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4db0d2-e55c-4e8e-9481-2033248874f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.846234] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.441s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.848406] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.138s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.848621] env[69249]: DEBUG nova.objects.instance [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Lazy-loading 'resources' on Instance uuid 44181b5e-b0f4-4e35-bf91-7fb63984d5cd {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.853759] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b402aad7-a50c-459f-87a1-9169cc886b34 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.879323] env[69249]: INFO nova.scheduler.client.report [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleted allocations for instance 7abd09b1-89dc-482e-b616-e3a65992183c [ 1191.880661] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ef0f99-a468-4371-8dfe-d6d96df7bea2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.887676] env[69249]: INFO nova.compute.manager [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Took 14.17 seconds to build instance. [ 1191.900790] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] The volume has not been displaced from its original location: [datastore2] volume-a8640d4a-7c3c-48f7-8bda-6be5e789fe3c/volume-a8640d4a-7c3c-48f7-8bda-6be5e789fe3c.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1191.906724] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1191.910611] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bee4b67-a149-43b1-91b5-5a962fe611eb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.931438] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] VM already powered off {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1191.931654] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.931918] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.932089] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.932287] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.932825] env[69249]: DEBUG oslo_vmware.api [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1191.932825] env[69249]: value = "task-3660251" [ 1191.932825] env[69249]: _type = "Task" [ 1191.932825] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.933040] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e7d0050-7572-4e66-9e45-f99775306f44 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.945326] env[69249]: DEBUG oslo_vmware.api [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660251, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.946846] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.947046] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.948034] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b77ea3c6-cc67-4bf7-9c69-c17e9f40443e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.954428] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1191.954428] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bb3fee-d5da-eb40-8fe1-e669b0133eca" [ 1191.954428] env[69249]: _type = "Task" [ 1191.954428] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.962823] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bb3fee-d5da-eb40-8fe1-e669b0133eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.085326] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.182025] env[69249]: DEBUG nova.compute.manager [req-e3d08461-00be-4af9-924e-7dc52247fd0c req-21ee5793-6762-4fda-a5a3-67b155999e7d service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Received event network-vif-plugged-e9bd17a0-604b-4f49-826d-15c11fb66f97 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.182025] env[69249]: DEBUG oslo_concurrency.lockutils [req-e3d08461-00be-4af9-924e-7dc52247fd0c req-21ee5793-6762-4fda-a5a3-67b155999e7d service nova] Acquiring lock "5feff419-6baa-4c4f-9077-832bbb205584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.182025] env[69249]: DEBUG oslo_concurrency.lockutils [req-e3d08461-00be-4af9-924e-7dc52247fd0c req-21ee5793-6762-4fda-a5a3-67b155999e7d service nova] Lock "5feff419-6baa-4c4f-9077-832bbb205584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.182025] env[69249]: DEBUG oslo_concurrency.lockutils [req-e3d08461-00be-4af9-924e-7dc52247fd0c req-21ee5793-6762-4fda-a5a3-67b155999e7d service nova] Lock "5feff419-6baa-4c4f-9077-832bbb205584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.182025] env[69249]: DEBUG nova.compute.manager [req-e3d08461-00be-4af9-924e-7dc52247fd0c req-21ee5793-6762-4fda-a5a3-67b155999e7d service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] No waiting events found dispatching network-vif-plugged-e9bd17a0-604b-4f49-826d-15c11fb66f97 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1192.183590] env[69249]: WARNING nova.compute.manager [req-e3d08461-00be-4af9-924e-7dc52247fd0c req-21ee5793-6762-4fda-a5a3-67b155999e7d service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Received unexpected event network-vif-plugged-e9bd17a0-604b-4f49-826d-15c11fb66f97 for instance with vm_state building and task_state spawning. [ 1192.264253] env[69249]: DEBUG nova.network.neutron [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Successfully updated port: e9bd17a0-604b-4f49-826d-15c11fb66f97 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.390553] env[69249]: DEBUG oslo_concurrency.lockutils [None req-af40f7e2-94ac-486f-b413-2897f10a1029 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "7abd09b1-89dc-482e-b616-e3a65992183c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.025s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.391582] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9c266117-5740-4bae-99a8-e2e07b738903 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "7400a089-abaa-4ebb-b26b-0b16fb9f334e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.686s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.448026] env[69249]: DEBUG oslo_vmware.api [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660251, 'name': ReconfigVM_Task, 'duration_secs': 0.247113} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.450363] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1192.455455] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2bc1ce4-a0ef-4406-915f-c404dc9283b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.478704] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bb3fee-d5da-eb40-8fe1-e669b0133eca, 'name': SearchDatastore_Task, 'duration_secs': 0.011479} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.482797] env[69249]: DEBUG oslo_vmware.api [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1192.482797] env[69249]: value = "task-3660252" [ 1192.482797] env[69249]: _type = "Task" [ 1192.482797] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.483339] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b342238-c8af-4e7b-84b0-0916931ae37f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.500013] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1192.500013] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d58ea9-3358-241c-30c9-b65257800fe1" [ 1192.500013] env[69249]: _type = "Task" [ 1192.500013] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.500013] env[69249]: DEBUG oslo_vmware.api [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660252, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.508714] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d58ea9-3358-241c-30c9-b65257800fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.011029} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.509082] env[69249]: DEBUG oslo_concurrency.lockutils [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.509378] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 45406f92-6457-43f4-aaed-b16a79b64e06/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk. {{(pid=69249) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1192.509654] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16561e03-5a2e-46ff-82f7-16e2d7c774d1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.515626] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3e53de-75bf-4301-9222-6a37612e0f8f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.519144] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1192.519144] env[69249]: value = "task-3660253" [ 1192.519144] env[69249]: _type = "Task" [ 1192.519144] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.525114] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93c2880-011f-4a8a-b0db-37199a727b18 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.530473] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.557788] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc499ff-98b6-4cdb-b285-0f754b7b9e0f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.564896] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c31408-01cf-4f23-8253-2326b28219a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.577890] env[69249]: DEBUG nova.compute.provider_tree [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.607716] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfaf9dc-2638-4238-9afd-6ac007275a02 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.628189] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a782aa3a-45cd-4290-baf4-6e0388deeced {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.635171] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance 'd7e06644-b7ee-4b4e-95a0-0488ff184b9a' progress to 83 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.756246] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "143ec27b-03a3-4765-abed-c1c47582f16a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.756550] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "143ec27b-03a3-4765-abed-c1c47582f16a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.756811] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "143ec27b-03a3-4765-abed-c1c47582f16a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.757185] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "143ec27b-03a3-4765-abed-c1c47582f16a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.757185] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "143ec27b-03a3-4765-abed-c1c47582f16a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.761078] env[69249]: INFO nova.compute.manager [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Terminating instance [ 1192.767574] env[69249]: DEBUG oslo_concurrency.lockutils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.767731] env[69249]: DEBUG oslo_concurrency.lockutils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.767919] env[69249]: DEBUG nova.network.neutron [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.893697] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "48662cc7-8816-4866-ac99-b6e3d45d3cae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.894086] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "48662cc7-8816-4866-ac99-b6e3d45d3cae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.997728] env[69249]: DEBUG oslo_vmware.api [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660252, 'name': ReconfigVM_Task, 'duration_secs': 0.153633} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.998091] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729537', 'volume_id': 'a8640d4a-7c3c-48f7-8bda-6be5e789fe3c', 'name': 'volume-a8640d4a-7c3c-48f7-8bda-6be5e789fe3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ce58b56-42d3-4a1c-8eb9-de2f70739671', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8640d4a-7c3c-48f7-8bda-6be5e789fe3c', 'serial': 'a8640d4a-7c3c-48f7-8bda-6be5e789fe3c'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1193.028800] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660253, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.081484] env[69249]: DEBUG nova.scheduler.client.report [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.142141] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.142478] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b1cd8f5-0063-4d68-aad4-97302ae33959 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.150601] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1193.150601] env[69249]: value = "task-3660254" [ 1193.150601] env[69249]: _type = "Task" [ 1193.150601] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.159530] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.266024] env[69249]: DEBUG nova.compute.manager [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.266024] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.266945] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c8d7fc-4c61-45c3-8ff1-fcc6b8258e72 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.276931] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.277655] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-167bf1ec-a6ea-4f7a-b1d4-5e4f1cf2fe18 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.284060] env[69249]: DEBUG oslo_vmware.api [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1193.284060] env[69249]: value = "task-3660255" [ 1193.284060] env[69249]: _type = "Task" [ 1193.284060] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.292575] env[69249]: DEBUG oslo_vmware.api [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.299549] env[69249]: DEBUG nova.network.neutron [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.396894] env[69249]: DEBUG nova.compute.manager [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.452456] env[69249]: DEBUG nova.network.neutron [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance_info_cache with network_info: [{"id": "e9bd17a0-604b-4f49-826d-15c11fb66f97", "address": "fa:16:3e:f0:ee:06", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bd17a0-60", "ovs_interfaceid": "e9bd17a0-604b-4f49-826d-15c11fb66f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.530753] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580823} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.531021] env[69249]: INFO nova.virt.vmwareapi.ds_util [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 45406f92-6457-43f4-aaed-b16a79b64e06/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk. [ 1193.531855] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f519dd98-d422-47e0-bc8f-f19f79470c5b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.560031] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 45406f92-6457-43f4-aaed-b16a79b64e06/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.561573] env[69249]: DEBUG nova.objects.instance [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lazy-loading 'flavor' on Instance uuid 8ce58b56-42d3-4a1c-8eb9-de2f70739671 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.562964] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eae8c225-904c-454d-a735-ff7e59f4207d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.586126] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.588509] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1193.588509] env[69249]: value = "task-3660256" [ 1193.588509] env[69249]: _type = "Task" [ 1193.588509] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.599030] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660256, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.611722] env[69249]: INFO nova.scheduler.client.report [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Deleted allocations for instance 44181b5e-b0f4-4e35-bf91-7fb63984d5cd [ 1193.660676] env[69249]: DEBUG oslo_vmware.api [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660254, 'name': PowerOnVM_Task, 'duration_secs': 0.47493} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.660939] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.661248] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca61920-be40-4a4e-b4b7-15d97ae6f1ba tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance 'd7e06644-b7ee-4b4e-95a0-0488ff184b9a' progress to 100 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.795758] env[69249]: DEBUG oslo_vmware.api [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660255, 'name': PowerOffVM_Task, 'duration_secs': 0.210171} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.796042] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.796211] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.796460] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4807ea0-50f0-413c-aa62-3057757be4ec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.861716] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.861943] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.862140] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleting the datastore file [datastore2] 143ec27b-03a3-4765-abed-c1c47582f16a {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.862416] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61b7c65b-71ad-4c80-9329-a009209e21bd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.868506] env[69249]: DEBUG oslo_vmware.api [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1193.868506] env[69249]: value = "task-3660258" [ 1193.868506] env[69249]: _type = "Task" [ 1193.868506] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.876544] env[69249]: DEBUG oslo_vmware.api [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.918426] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.918995] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.921286] env[69249]: INFO nova.compute.claims [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.954501] env[69249]: DEBUG oslo_concurrency.lockutils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.954847] env[69249]: DEBUG nova.compute.manager [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Instance network_info: |[{"id": "e9bd17a0-604b-4f49-826d-15c11fb66f97", "address": "fa:16:3e:f0:ee:06", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bd17a0-60", "ovs_interfaceid": "e9bd17a0-604b-4f49-826d-15c11fb66f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.955347] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:ee:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9bd17a0-604b-4f49-826d-15c11fb66f97', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.964195] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.965241] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.965516] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eb6ee68-85d4-4e06-a88a-0f07df8f1cde {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.987643] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.987643] env[69249]: value = "task-3660259" [ 1193.987643] env[69249]: _type = "Task" [ 1193.987643] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.996974] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660259, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.099547] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660256, 'name': ReconfigVM_Task, 'duration_secs': 0.422043} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.099771] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 45406f92-6457-43f4-aaed-b16a79b64e06/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.100689] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de8a50e-be39-433a-902a-b3d197454bf1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.128206] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6b3b1223-dc12-4929-bcc9-9cafe3a912af tempest-ServersTestManualDisk-1856852380 tempest-ServersTestManualDisk-1856852380-project-member] Lock "44181b5e-b0f4-4e35-bf91-7fb63984d5cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.068s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.129203] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-259c587b-b544-4109-b2dd-7f0e03afd79c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.146374] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1194.146374] env[69249]: value = "task-3660260" [ 1194.146374] env[69249]: _type = "Task" [ 1194.146374] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.155290] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.213331] env[69249]: DEBUG nova.compute.manager [req-80eb9619-c3aa-4229-98dd-1a4b0fc444ce req-f067c882-e424-4877-a965-d50a09bb9466 service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Received event network-changed-e9bd17a0-604b-4f49-826d-15c11fb66f97 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.213530] env[69249]: DEBUG nova.compute.manager [req-80eb9619-c3aa-4229-98dd-1a4b0fc444ce req-f067c882-e424-4877-a965-d50a09bb9466 service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Refreshing instance network info cache due to event network-changed-e9bd17a0-604b-4f49-826d-15c11fb66f97. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.213787] env[69249]: DEBUG oslo_concurrency.lockutils [req-80eb9619-c3aa-4229-98dd-1a4b0fc444ce req-f067c882-e424-4877-a965-d50a09bb9466 service nova] Acquiring lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.213938] env[69249]: DEBUG oslo_concurrency.lockutils [req-80eb9619-c3aa-4229-98dd-1a4b0fc444ce req-f067c882-e424-4877-a965-d50a09bb9466 service nova] Acquired lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.214110] env[69249]: DEBUG nova.network.neutron [req-80eb9619-c3aa-4229-98dd-1a4b0fc444ce req-f067c882-e424-4877-a965-d50a09bb9466 service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Refreshing network info cache for port e9bd17a0-604b-4f49-826d-15c11fb66f97 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.380295] env[69249]: DEBUG oslo_vmware.api [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164515} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.380468] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.380636] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.380805] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.380973] env[69249]: INFO nova.compute.manager [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1194.381227] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.381443] env[69249]: DEBUG nova.compute.manager [-] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.381540] env[69249]: DEBUG nova.network.neutron [-] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.498964] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660259, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.584967] env[69249]: DEBUG oslo_concurrency.lockutils [None req-703f22c2-2196-46e1-b33f-0d8af0f9fac7 tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.657900] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.952510] env[69249]: DEBUG nova.network.neutron [req-80eb9619-c3aa-4229-98dd-1a4b0fc444ce req-f067c882-e424-4877-a965-d50a09bb9466 service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updated VIF entry in instance network info cache for port e9bd17a0-604b-4f49-826d-15c11fb66f97. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.952510] env[69249]: DEBUG nova.network.neutron [req-80eb9619-c3aa-4229-98dd-1a4b0fc444ce req-f067c882-e424-4877-a965-d50a09bb9466 service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance_info_cache with network_info: [{"id": "e9bd17a0-604b-4f49-826d-15c11fb66f97", "address": "fa:16:3e:f0:ee:06", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bd17a0-60", "ovs_interfaceid": "e9bd17a0-604b-4f49-826d-15c11fb66f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.998219] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660259, 'name': CreateVM_Task, 'duration_secs': 0.898345} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.000844] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.001790] env[69249]: DEBUG oslo_concurrency.lockutils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.001864] env[69249]: DEBUG oslo_concurrency.lockutils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.002182] env[69249]: DEBUG oslo_concurrency.lockutils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.002392] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22cf8746-09ae-4f9f-b0c7-5133466123c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.006859] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1195.006859] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ebfbe3-5fd1-3db2-2f0b-79ba1fcc18b5" [ 1195.006859] env[69249]: _type = "Task" [ 1195.006859] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.016841] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ebfbe3-5fd1-3db2-2f0b-79ba1fcc18b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.074314] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fc0129-7d0a-4763-9ce4-b895ae0df990 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.081285] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7bcc08-9af5-498e-a935-9002140eed79 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.084596] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.084825] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.085031] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.085215] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.085374] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.087371] env[69249]: INFO nova.compute.manager [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Terminating instance [ 1195.119272] env[69249]: DEBUG nova.compute.manager [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.119478] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.120225] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aebfa74-1ebb-4171-bb7d-7fe1e02d29ed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.123447] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc773f4-c5c2-48d1-8381-cb97422574e6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.128088] env[69249]: DEBUG nova.network.neutron [-] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.133140] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.134551] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c7b2bd-f4c6-4d9c-9b05-330b7c31bcf4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.138535] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa3cc10a-a502-4f95-a6e5-ea840a90c497 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.150758] env[69249]: DEBUG nova.compute.provider_tree [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.155850] env[69249]: DEBUG oslo_vmware.api [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1195.155850] env[69249]: value = "task-3660261" [ 1195.155850] env[69249]: _type = "Task" [ 1195.155850] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.162786] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660260, 'name': ReconfigVM_Task, 'duration_secs': 0.930931} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.163990] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.164304] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4bbf7d9-2499-4207-a397-ba1c0616092c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.168955] env[69249]: DEBUG oslo_vmware.api [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.173489] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1195.173489] env[69249]: value = "task-3660262" [ 1195.173489] env[69249]: _type = "Task" [ 1195.173489] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.190072] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660262, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.456986] env[69249]: DEBUG oslo_concurrency.lockutils [req-80eb9619-c3aa-4229-98dd-1a4b0fc444ce req-f067c882-e424-4877-a965-d50a09bb9466 service nova] Releasing lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.526361] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52ebfbe3-5fd1-3db2-2f0b-79ba1fcc18b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012063} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.526669] env[69249]: DEBUG oslo_concurrency.lockutils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.526893] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.527115] env[69249]: DEBUG oslo_concurrency.lockutils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.527262] env[69249]: DEBUG oslo_concurrency.lockutils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.527440] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.527786] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f429c162-30ec-4748-86ff-7bcf0f76f66d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.543349] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.543592] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.544423] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d20c44b5-612a-4df8-8eaa-c93210f06dd2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.550767] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1195.550767] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5269d2e3-03e8-2558-d147-cfa3cebb0ed6" [ 1195.550767] env[69249]: _type = "Task" [ 1195.550767] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.561269] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5269d2e3-03e8-2558-d147-cfa3cebb0ed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.635483] env[69249]: INFO nova.compute.manager [-] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Took 1.25 seconds to deallocate network for instance. [ 1195.657676] env[69249]: DEBUG nova.scheduler.client.report [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.672591] env[69249]: DEBUG oslo_vmware.api [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660261, 'name': PowerOffVM_Task, 'duration_secs': 0.198509} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.672858] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.673053] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.673287] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c1eb033-08cc-40e6-96e0-6e5fb8821067 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.684760] env[69249]: DEBUG oslo_vmware.api [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660262, 'name': PowerOnVM_Task, 'duration_secs': 0.393126} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.684760] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.686366] env[69249]: DEBUG nova.compute.manager [None req-17e1f61e-55ab-44dd-8d06-5ee5ddb5c7ad tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1195.687153] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a290cf07-c03d-4ae9-9f5c-1d158804ddf4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.739766] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.739989] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.740186] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Deleting the datastore file [datastore2] 8ce58b56-42d3-4a1c-8eb9-de2f70739671 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.740444] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-121d14c4-d4f7-4bda-b968-9502ac3d5bb1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.747050] env[69249]: DEBUG oslo_vmware.api [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for the task: (returnval){ [ 1195.747050] env[69249]: value = "task-3660264" [ 1195.747050] env[69249]: _type = "Task" [ 1195.747050] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.756137] env[69249]: DEBUG oslo_vmware.api [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.060712] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5269d2e3-03e8-2558-d147-cfa3cebb0ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.0172} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.061531] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-851706df-4984-423e-b800-9d1e88dc3fb0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.069320] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1196.069320] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52473ba6-0f05-d999-4c55-c9327153763f" [ 1196.069320] env[69249]: _type = "Task" [ 1196.069320] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.077238] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52473ba6-0f05-d999-4c55-c9327153763f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.147538] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.157068] env[69249]: DEBUG nova.network.neutron [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Port a9bf6063-e20f-479f-a54d-f1a0200c9f0c binding to destination host cpu-1 is already ACTIVE {{(pid=69249) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1196.157359] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.157520] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.157693] env[69249]: DEBUG nova.network.neutron [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.169357] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.169357] env[69249]: DEBUG nova.compute.manager [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.173024] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.025s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.173024] env[69249]: DEBUG nova.objects.instance [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lazy-loading 'resources' on Instance uuid 143ec27b-03a3-4765-abed-c1c47582f16a {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.253845] env[69249]: DEBUG nova.compute.manager [req-7213a2ba-a09f-4fa7-9856-2bf7bf41b2fc req-b1092444-8dcf-4893-9e55-632be3139a19 service nova] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Received event network-vif-deleted-dbee9126-c31b-476a-9d92-95962f27d6a1 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.265567] env[69249]: DEBUG oslo_vmware.api [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Task: {'id': task-3660264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185529} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.265567] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.265567] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.265567] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.265897] env[69249]: INFO nova.compute.manager [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1196.265934] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.267070] env[69249]: DEBUG nova.compute.manager [-] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.267070] env[69249]: DEBUG nova.network.neutron [-] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.579810] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52473ba6-0f05-d999-4c55-c9327153763f, 'name': SearchDatastore_Task, 'duration_secs': 0.048594} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.580085] env[69249]: DEBUG oslo_concurrency.lockutils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.580351] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 5feff419-6baa-4c4f-9077-832bbb205584/5feff419-6baa-4c4f-9077-832bbb205584.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.580616] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6eb0a037-8a1f-4f20-870e-b93a5cdb3050 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.587861] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1196.587861] env[69249]: value = "task-3660265" [ 1196.587861] env[69249]: _type = "Task" [ 1196.587861] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.595745] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.678261] env[69249]: DEBUG nova.compute.utils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.687033] env[69249]: DEBUG nova.compute.manager [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.687033] env[69249]: DEBUG nova.network.neutron [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.759658] env[69249]: DEBUG nova.policy [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6990860c499e4261963189d5ad09f840', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6be3e6b394146bfaa59f7765cb21f4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.878973] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f8f36c-64ec-4605-8d8d-b8695412128c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.886736] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae46795-0ff5-41fe-a5f9-c4363764fa93 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.927300] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123986e6-2e56-4765-9c28-0307933397ae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.938022] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856a50b3-2736-40e2-895c-e0a6ec3bbffa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.951890] env[69249]: DEBUG nova.compute.provider_tree [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.993971] env[69249]: DEBUG nova.network.neutron [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance_info_cache with network_info: [{"id": "a9bf6063-e20f-479f-a54d-f1a0200c9f0c", "address": "fa:16:3e:32:07:de", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9bf6063-e2", "ovs_interfaceid": "a9bf6063-e20f-479f-a54d-f1a0200c9f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.096832] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660265, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.183340] env[69249]: DEBUG nova.compute.manager [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.269144] env[69249]: DEBUG nova.network.neutron [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Successfully created port: eb81726c-fb51-4445-8ba7-f1207a16ce32 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.458405] env[69249]: DEBUG nova.scheduler.client.report [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.498031] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.599684] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.873599} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.600037] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 5feff419-6baa-4c4f-9077-832bbb205584/5feff419-6baa-4c4f-9077-832bbb205584.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.600320] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.600630] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20b16c49-a5d9-46a1-bff8-60d91ff7dfae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.608043] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1197.608043] env[69249]: value = "task-3660266" [ 1197.608043] env[69249]: _type = "Task" [ 1197.608043] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.618636] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.720114] env[69249]: DEBUG nova.network.neutron [-] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.964216] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.985680] env[69249]: INFO nova.scheduler.client.report [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleted allocations for instance 143ec27b-03a3-4765-abed-c1c47582f16a [ 1198.000589] env[69249]: DEBUG nova.compute.manager [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69249) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1198.000827] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.001081] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.067120] env[69249]: INFO nova.compute.manager [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Rescuing [ 1198.067381] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "refresh_cache-5f892550-b641-43b2-8c70-6e15b4a8ab39" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.067533] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "refresh_cache-5f892550-b641-43b2-8c70-6e15b4a8ab39" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.067699] env[69249]: DEBUG nova.network.neutron [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.117867] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085333} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.118179] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.118895] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3f39d5-193b-42ef-8cac-571fa9c4df61 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.141707] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 5feff419-6baa-4c4f-9077-832bbb205584/5feff419-6baa-4c4f-9077-832bbb205584.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.142293] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46093206-be9f-4311-a868-d93a4e260e2f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.162291] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1198.162291] env[69249]: value = "task-3660267" [ 1198.162291] env[69249]: _type = "Task" [ 1198.162291] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.170348] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.194051] env[69249]: DEBUG nova.compute.manager [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.220120] env[69249]: DEBUG nova.virt.hardware [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.220390] env[69249]: DEBUG nova.virt.hardware [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.220548] env[69249]: DEBUG nova.virt.hardware [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.220729] env[69249]: DEBUG nova.virt.hardware [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.220869] env[69249]: DEBUG nova.virt.hardware [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.221015] env[69249]: DEBUG nova.virt.hardware [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.221226] env[69249]: DEBUG nova.virt.hardware [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.221401] env[69249]: DEBUG nova.virt.hardware [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.221580] env[69249]: DEBUG nova.virt.hardware [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.221744] env[69249]: DEBUG nova.virt.hardware [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.221914] env[69249]: DEBUG nova.virt.hardware [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.222356] env[69249]: INFO nova.compute.manager [-] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Took 1.96 seconds to deallocate network for instance. [ 1198.223189] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e0632a-f63c-4e5e-ace5-4d37378f4fc9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.233315] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cd9697-3365-472e-8ea2-d0da5e819832 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.277028] env[69249]: DEBUG nova.compute.manager [req-d10ebd7c-8d42-4255-98a6-b24fa1799b94 req-cf7d4bc7-1b21-4e98-837b-4b651855ce67 service nova] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Received event network-vif-deleted-cf5b9eec-0f3a-4893-8e28-2db580acb4cd {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.492762] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfdc757-f9a0-4e12-b2e9-429e16ef29ff tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "143ec27b-03a3-4765-abed-c1c47582f16a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.736s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.504351] env[69249]: DEBUG nova.objects.instance [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lazy-loading 'migration_context' on Instance uuid d7e06644-b7ee-4b4e-95a0-0488ff184b9a {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.674990] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.733976] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.869013] env[69249]: DEBUG nova.network.neutron [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Updating instance_info_cache with network_info: [{"id": "b69d1da0-ee64-47b2-b0d4-6a1779341e17", "address": "fa:16:3e:b0:71:8f", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb69d1da0-ee", "ovs_interfaceid": "b69d1da0-ee64-47b2-b0d4-6a1779341e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.880428] env[69249]: DEBUG nova.network.neutron [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Successfully updated port: eb81726c-fb51-4445-8ba7-f1207a16ce32 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.145284] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5c2ef9-c381-4939-95cb-5be5cbb06ab2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.153603] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fcbf64-7f2a-476e-afd6-4b13a39af12e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.187582] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483f6159-15ea-4b7d-81f8-26fd329fca84 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.194917] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660267, 'name': ReconfigVM_Task, 'duration_secs': 0.804002} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.197010] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 5feff419-6baa-4c4f-9077-832bbb205584/5feff419-6baa-4c4f-9077-832bbb205584.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.197655] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ada6bae-7938-4df7-af6b-bc9ae709ac50 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.200492] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4935ff37-4d79-4116-bcfb-ddbf57b33642 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.210009] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1199.210009] env[69249]: value = "task-3660269" [ 1199.210009] env[69249]: _type = "Task" [ 1199.210009] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.218353] env[69249]: DEBUG nova.compute.provider_tree [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.227254] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660269, 'name': Rename_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.372110] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "refresh_cache-5f892550-b641-43b2-8c70-6e15b4a8ab39" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.383933] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "refresh_cache-48662cc7-8816-4866-ac99-b6e3d45d3cae" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.384126] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "refresh_cache-48662cc7-8816-4866-ac99-b6e3d45d3cae" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.384239] env[69249]: DEBUG nova.network.neutron [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.726046] env[69249]: DEBUG nova.scheduler.client.report [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.730680] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660269, 'name': Rename_Task, 'duration_secs': 0.142181} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.730931] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.731186] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d707482-83de-4177-ab2b-44d8e68c41db {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.737832] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1199.737832] env[69249]: value = "task-3660270" [ 1199.737832] env[69249]: _type = "Task" [ 1199.737832] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.746291] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.916300] env[69249]: DEBUG nova.network.neutron [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.039880] env[69249]: DEBUG nova.network.neutron [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Updating instance_info_cache with network_info: [{"id": "eb81726c-fb51-4445-8ba7-f1207a16ce32", "address": "fa:16:3e:56:e9:37", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb81726c-fb", "ovs_interfaceid": "eb81726c-fb51-4445-8ba7-f1207a16ce32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.248207] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.305927] env[69249]: DEBUG nova.compute.manager [req-135a2114-e63c-4c79-bdfe-b082e84cb241 req-3e4347da-e3d1-4dff-bd3c-2ebf5914bc84 service nova] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Received event network-vif-plugged-eb81726c-fb51-4445-8ba7-f1207a16ce32 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.306396] env[69249]: DEBUG oslo_concurrency.lockutils [req-135a2114-e63c-4c79-bdfe-b082e84cb241 req-3e4347da-e3d1-4dff-bd3c-2ebf5914bc84 service nova] Acquiring lock "48662cc7-8816-4866-ac99-b6e3d45d3cae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.306396] env[69249]: DEBUG oslo_concurrency.lockutils [req-135a2114-e63c-4c79-bdfe-b082e84cb241 req-3e4347da-e3d1-4dff-bd3c-2ebf5914bc84 service nova] Lock "48662cc7-8816-4866-ac99-b6e3d45d3cae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.306584] env[69249]: DEBUG oslo_concurrency.lockutils [req-135a2114-e63c-4c79-bdfe-b082e84cb241 req-3e4347da-e3d1-4dff-bd3c-2ebf5914bc84 service nova] Lock "48662cc7-8816-4866-ac99-b6e3d45d3cae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.306640] env[69249]: DEBUG nova.compute.manager [req-135a2114-e63c-4c79-bdfe-b082e84cb241 req-3e4347da-e3d1-4dff-bd3c-2ebf5914bc84 service nova] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] No waiting events found dispatching network-vif-plugged-eb81726c-fb51-4445-8ba7-f1207a16ce32 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1200.306809] env[69249]: WARNING nova.compute.manager [req-135a2114-e63c-4c79-bdfe-b082e84cb241 req-3e4347da-e3d1-4dff-bd3c-2ebf5914bc84 service nova] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Received unexpected event network-vif-plugged-eb81726c-fb51-4445-8ba7-f1207a16ce32 for instance with vm_state building and task_state spawning. [ 1200.306985] env[69249]: DEBUG nova.compute.manager [req-135a2114-e63c-4c79-bdfe-b082e84cb241 req-3e4347da-e3d1-4dff-bd3c-2ebf5914bc84 service nova] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Received event network-changed-eb81726c-fb51-4445-8ba7-f1207a16ce32 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.307194] env[69249]: DEBUG nova.compute.manager [req-135a2114-e63c-4c79-bdfe-b082e84cb241 req-3e4347da-e3d1-4dff-bd3c-2ebf5914bc84 service nova] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Refreshing instance network info cache due to event network-changed-eb81726c-fb51-4445-8ba7-f1207a16ce32. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.307346] env[69249]: DEBUG oslo_concurrency.lockutils [req-135a2114-e63c-4c79-bdfe-b082e84cb241 req-3e4347da-e3d1-4dff-bd3c-2ebf5914bc84 service nova] Acquiring lock "refresh_cache-48662cc7-8816-4866-ac99-b6e3d45d3cae" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.542656] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "refresh_cache-48662cc7-8816-4866-ac99-b6e3d45d3cae" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.543109] env[69249]: DEBUG nova.compute.manager [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Instance network_info: |[{"id": "eb81726c-fb51-4445-8ba7-f1207a16ce32", "address": "fa:16:3e:56:e9:37", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb81726c-fb", "ovs_interfaceid": "eb81726c-fb51-4445-8ba7-f1207a16ce32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.543544] env[69249]: DEBUG oslo_concurrency.lockutils [req-135a2114-e63c-4c79-bdfe-b082e84cb241 req-3e4347da-e3d1-4dff-bd3c-2ebf5914bc84 service nova] Acquired lock "refresh_cache-48662cc7-8816-4866-ac99-b6e3d45d3cae" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.543799] env[69249]: DEBUG nova.network.neutron [req-135a2114-e63c-4c79-bdfe-b082e84cb241 req-3e4347da-e3d1-4dff-bd3c-2ebf5914bc84 service nova] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Refreshing network info cache for port eb81726c-fb51-4445-8ba7-f1207a16ce32 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.545930] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:e9:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb81726c-fb51-4445-8ba7-f1207a16ce32', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.557770] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.561638] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.562302] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7502422c-22e1-4c34-b0b1-dbdf3e095d8d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.591317] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.591317] env[69249]: value = "task-3660271" [ 1200.591317] env[69249]: _type = "Task" [ 1200.591317] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.603032] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660271, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.735284] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.734s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.740996] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.007s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.741242] env[69249]: DEBUG nova.objects.instance [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lazy-loading 'resources' on Instance uuid 8ce58b56-42d3-4a1c-8eb9-de2f70739671 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.760481] env[69249]: DEBUG oslo_vmware.api [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660270, 'name': PowerOnVM_Task, 'duration_secs': 0.69956} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.760963] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.761686] env[69249]: INFO nova.compute.manager [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1200.761686] env[69249]: DEBUG nova.compute.manager [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1200.762805] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1a88b2-aa8a-449b-b353-86955afdd15d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.786959] env[69249]: DEBUG nova.network.neutron [req-135a2114-e63c-4c79-bdfe-b082e84cb241 req-3e4347da-e3d1-4dff-bd3c-2ebf5914bc84 service nova] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Updated VIF entry in instance network info cache for port eb81726c-fb51-4445-8ba7-f1207a16ce32. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.787370] env[69249]: DEBUG nova.network.neutron [req-135a2114-e63c-4c79-bdfe-b082e84cb241 req-3e4347da-e3d1-4dff-bd3c-2ebf5914bc84 service nova] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Updating instance_info_cache with network_info: [{"id": "eb81726c-fb51-4445-8ba7-f1207a16ce32", "address": "fa:16:3e:56:e9:37", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb81726c-fb", "ovs_interfaceid": "eb81726c-fb51-4445-8ba7-f1207a16ce32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.910095] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.910477] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d27fb6ca-4ed5-44f6-899f-a329b6933e4d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.918972] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1200.918972] env[69249]: value = "task-3660272" [ 1200.918972] env[69249]: _type = "Task" [ 1200.918972] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.927872] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.101111] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660271, 'name': CreateVM_Task, 'duration_secs': 0.416293} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.101299] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.102033] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.102174] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.102458] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.103749] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb8a8085-ee75-45a7-b09d-05bfe4890361 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.110851] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1201.110851] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b0b6c2-0e07-4975-d48c-69c9d54c43e9" [ 1201.110851] env[69249]: _type = "Task" [ 1201.110851] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.120142] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b0b6c2-0e07-4975-d48c-69c9d54c43e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.279427] env[69249]: INFO nova.compute.manager [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Took 15.03 seconds to build instance. [ 1201.289327] env[69249]: DEBUG oslo_concurrency.lockutils [req-135a2114-e63c-4c79-bdfe-b082e84cb241 req-3e4347da-e3d1-4dff-bd3c-2ebf5914bc84 service nova] Releasing lock "refresh_cache-48662cc7-8816-4866-ac99-b6e3d45d3cae" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.363471] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6248abe2-e8ff-452b-87df-76a5f0eeb027 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.371710] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc68644f-2f4c-445e-8c47-e9db176e8f34 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.403079] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a092fd-bf7c-4dcc-a280-ddd6fefe0438 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.410720] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e39a10-f20f-439c-9855-27d0d75fbf9e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.426033] env[69249]: DEBUG nova.compute.provider_tree [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.434652] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660272, 'name': PowerOffVM_Task, 'duration_secs': 0.255101} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.434781] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.436033] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e487d6d-6586-49e7-9718-949e21156356 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.454686] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba94323-e3c7-49e4-9d2d-9d07f750e9f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.487173] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.487450] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d03ca89-6323-4e70-8e00-8257b0c517cf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.493530] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1201.493530] env[69249]: value = "task-3660273" [ 1201.493530] env[69249]: _type = "Task" [ 1201.493530] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.500886] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.609789] env[69249]: DEBUG oslo_concurrency.lockutils [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "c2bacbbc-a57b-428f-af33-c85e4416ade5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.610063] env[69249]: DEBUG oslo_concurrency.lockutils [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "c2bacbbc-a57b-428f-af33-c85e4416ade5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.610279] env[69249]: DEBUG oslo_concurrency.lockutils [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "c2bacbbc-a57b-428f-af33-c85e4416ade5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.610464] env[69249]: DEBUG oslo_concurrency.lockutils [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "c2bacbbc-a57b-428f-af33-c85e4416ade5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.610632] env[69249]: DEBUG oslo_concurrency.lockutils [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "c2bacbbc-a57b-428f-af33-c85e4416ade5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.612882] env[69249]: INFO nova.compute.manager [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Terminating instance [ 1201.623882] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b0b6c2-0e07-4975-d48c-69c9d54c43e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012398} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.624169] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.624576] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.624850] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.624998] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.625188] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.625725] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65f19c72-750a-476a-a1b8-d5b10e3dbba7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.635866] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.636061] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.637007] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9bf75d5-a22a-4785-b3e5-75d9959dc2a9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.643590] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1201.643590] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bf909d-df0c-3cd5-a730-e1243f15884d" [ 1201.643590] env[69249]: _type = "Task" [ 1201.643590] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.651050] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bf909d-df0c-3cd5-a730-e1243f15884d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.783230] env[69249]: DEBUG oslo_concurrency.lockutils [None req-612cc54d-93cc-45c3-b3f4-2413915883cd tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "5feff419-6baa-4c4f-9077-832bbb205584" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.548s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.928745] env[69249]: DEBUG nova.scheduler.client.report [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.007879] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] VM already powered off {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1202.008284] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.008661] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.008950] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.009167] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.009954] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f851051c-9354-4ee4-9d30-10788965bf23 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.019460] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.019678] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.020482] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c4b1123-1f14-4b2e-91b3-614bb63ab35e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.025724] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1202.025724] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525346f8-48d3-274b-11b4-993c6ca2815b" [ 1202.025724] env[69249]: _type = "Task" [ 1202.025724] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.033790] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525346f8-48d3-274b-11b4-993c6ca2815b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.120467] env[69249]: DEBUG nova.compute.manager [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.120695] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.121601] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97188c32-8659-477d-ac58-2ed34594b257 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.129213] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.129475] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbda68f7-34c1-4ed7-a8fa-fea29660a3f5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.136459] env[69249]: DEBUG oslo_vmware.api [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1202.136459] env[69249]: value = "task-3660274" [ 1202.136459] env[69249]: _type = "Task" [ 1202.136459] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.144530] env[69249]: DEBUG oslo_vmware.api [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.152576] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bf909d-df0c-3cd5-a730-e1243f15884d, 'name': SearchDatastore_Task, 'duration_secs': 0.037387} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.153422] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3174a56d-7a13-43f0-aa63-bdbd596dd72b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.159632] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1202.159632] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bed288-c80a-e159-3737-4d38f96de2c1" [ 1202.159632] env[69249]: _type = "Task" [ 1202.159632] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.167806] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bed288-c80a-e159-3737-4d38f96de2c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.216387] env[69249]: DEBUG nova.compute.manager [req-0fe2b05f-abc5-4bf0-9142-c8d85c743028 req-0be3a0a9-3f4b-4c94-b31e-6bdd83300a43 service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Received event network-changed-e9bd17a0-604b-4f49-826d-15c11fb66f97 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.216387] env[69249]: DEBUG nova.compute.manager [req-0fe2b05f-abc5-4bf0-9142-c8d85c743028 req-0be3a0a9-3f4b-4c94-b31e-6bdd83300a43 service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Refreshing instance network info cache due to event network-changed-e9bd17a0-604b-4f49-826d-15c11fb66f97. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.216387] env[69249]: DEBUG oslo_concurrency.lockutils [req-0fe2b05f-abc5-4bf0-9142-c8d85c743028 req-0be3a0a9-3f4b-4c94-b31e-6bdd83300a43 service nova] Acquiring lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.216387] env[69249]: DEBUG oslo_concurrency.lockutils [req-0fe2b05f-abc5-4bf0-9142-c8d85c743028 req-0be3a0a9-3f4b-4c94-b31e-6bdd83300a43 service nova] Acquired lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.216387] env[69249]: DEBUG nova.network.neutron [req-0fe2b05f-abc5-4bf0-9142-c8d85c743028 req-0be3a0a9-3f4b-4c94-b31e-6bdd83300a43 service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Refreshing network info cache for port e9bd17a0-604b-4f49-826d-15c11fb66f97 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.278162] env[69249]: INFO nova.compute.manager [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Swapping old allocation on dict_keys(['c355696e-e44b-4fc5-8175-1e54a0df25d4']) held by migration f25d01ac-9776-4b3b-8f69-61fcd251b5a6 for instance [ 1202.303109] env[69249]: DEBUG nova.scheduler.client.report [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Overwriting current allocation {'allocations': {'c355696e-e44b-4fc5-8175-1e54a0df25d4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 165}}, 'project_id': '8a097e2ffed746299307c1cb7a339fc8', 'user_id': '3a35cae3fb6c4a0eb3b28e9032447200', 'consumer_generation': 1} on consumer d7e06644-b7ee-4b4e-95a0-0488ff184b9a {{(pid=69249) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1202.383864] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.384059] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.384260] env[69249]: DEBUG nova.network.neutron [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.433986] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.449873] env[69249]: INFO nova.scheduler.client.report [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Deleted allocations for instance 8ce58b56-42d3-4a1c-8eb9-de2f70739671 [ 1202.536008] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525346f8-48d3-274b-11b4-993c6ca2815b, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.536788] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c16f8bb1-a5c9-4890-8836-f7dffa9e6cd9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.541414] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1202.541414] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5230a1fd-c115-060e-8317-d3c07967fa2d" [ 1202.541414] env[69249]: _type = "Task" [ 1202.541414] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.550265] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5230a1fd-c115-060e-8317-d3c07967fa2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.645776] env[69249]: DEBUG oslo_vmware.api [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660274, 'name': PowerOffVM_Task, 'duration_secs': 0.273252} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.646102] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.646273] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.646526] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-661f2962-8b33-48b7-8bd1-e6013ea06112 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.668510] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52bed288-c80a-e159-3737-4d38f96de2c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.668703] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.668915] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 48662cc7-8816-4866-ac99-b6e3d45d3cae/48662cc7-8816-4866-ac99-b6e3d45d3cae.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.669170] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7672cb16-9061-45f5-a238-bc9765a930a4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.675999] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1202.675999] env[69249]: value = "task-3660276" [ 1202.675999] env[69249]: _type = "Task" [ 1202.675999] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.683666] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.717431] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.717431] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.717431] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleting the datastore file [datastore2] c2bacbbc-a57b-428f-af33-c85e4416ade5 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.717634] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb0e4baa-d9df-450f-95b3-c30649468e02 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.727148] env[69249]: DEBUG oslo_vmware.api [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for the task: (returnval){ [ 1202.727148] env[69249]: value = "task-3660277" [ 1202.727148] env[69249]: _type = "Task" [ 1202.727148] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.735676] env[69249]: DEBUG oslo_vmware.api [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.957800] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3b4fe533-b3fe-4d7c-b847-1033c76e39bd tempest-AttachVolumeNegativeTest-1756080988 tempest-AttachVolumeNegativeTest-1756080988-project-member] Lock "8ce58b56-42d3-4a1c-8eb9-de2f70739671" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.873s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.003697] env[69249]: DEBUG nova.network.neutron [req-0fe2b05f-abc5-4bf0-9142-c8d85c743028 req-0be3a0a9-3f4b-4c94-b31e-6bdd83300a43 service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updated VIF entry in instance network info cache for port e9bd17a0-604b-4f49-826d-15c11fb66f97. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.004109] env[69249]: DEBUG nova.network.neutron [req-0fe2b05f-abc5-4bf0-9142-c8d85c743028 req-0be3a0a9-3f4b-4c94-b31e-6bdd83300a43 service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance_info_cache with network_info: [{"id": "e9bd17a0-604b-4f49-826d-15c11fb66f97", "address": "fa:16:3e:f0:ee:06", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bd17a0-60", "ovs_interfaceid": "e9bd17a0-604b-4f49-826d-15c11fb66f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.052877] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5230a1fd-c115-060e-8317-d3c07967fa2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011568} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.053644] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.053919] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 5f892550-b641-43b2-8c70-6e15b4a8ab39/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk. {{(pid=69249) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1203.054271] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50192ffd-17c7-4960-a21a-536b08bb1b09 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.062366] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1203.062366] env[69249]: value = "task-3660278" [ 1203.062366] env[69249]: _type = "Task" [ 1203.062366] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.071239] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.181526] env[69249]: DEBUG nova.network.neutron [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance_info_cache with network_info: [{"id": "a9bf6063-e20f-479f-a54d-f1a0200c9f0c", "address": "fa:16:3e:32:07:de", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9bf6063-e2", "ovs_interfaceid": "a9bf6063-e20f-479f-a54d-f1a0200c9f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.189694] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475531} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.189994] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 48662cc7-8816-4866-ac99-b6e3d45d3cae/48662cc7-8816-4866-ac99-b6e3d45d3cae.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.190286] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.190595] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dd144a7-c5ca-44f7-9e41-52ff9f7fb043 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.197996] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1203.197996] env[69249]: value = "task-3660279" [ 1203.197996] env[69249]: _type = "Task" [ 1203.197996] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.206529] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.237989] env[69249]: DEBUG oslo_vmware.api [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Task: {'id': task-3660277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417672} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.238362] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.238606] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.238862] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.239102] env[69249]: INFO nova.compute.manager [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1203.239419] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.239662] env[69249]: DEBUG nova.compute.manager [-] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.239819] env[69249]: DEBUG nova.network.neutron [-] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.506608] env[69249]: DEBUG oslo_concurrency.lockutils [req-0fe2b05f-abc5-4bf0-9142-c8d85c743028 req-0be3a0a9-3f4b-4c94-b31e-6bdd83300a43 service nova] Releasing lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.509904] env[69249]: DEBUG nova.compute.manager [req-2626abe6-5be2-489f-b57e-a8c1a835fbc8 req-fb079698-d443-4b80-a015-d2ab1666f1c5 service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Received event network-vif-deleted-1b12ce65-c240-407c-be96-4e30b18bb436 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.510144] env[69249]: INFO nova.compute.manager [req-2626abe6-5be2-489f-b57e-a8c1a835fbc8 req-fb079698-d443-4b80-a015-d2ab1666f1c5 service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Neutron deleted interface 1b12ce65-c240-407c-be96-4e30b18bb436; detaching it from the instance and deleting it from the info cache [ 1203.510321] env[69249]: DEBUG nova.network.neutron [req-2626abe6-5be2-489f-b57e-a8c1a835fbc8 req-fb079698-d443-4b80-a015-d2ab1666f1c5 service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.574611] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508131} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.574842] env[69249]: INFO nova.virt.vmwareapi.ds_util [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore1] 5f892550-b641-43b2-8c70-6e15b4a8ab39/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk. [ 1203.575624] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e24aec4-bae2-44de-8a7a-98d3c5eba4b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.600877] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 5f892550-b641-43b2-8c70-6e15b4a8ab39/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.601219] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c69f3c32-4ba8-484e-a8d1-b0d9343e25da {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.619010] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1203.619010] env[69249]: value = "task-3660280" [ 1203.619010] env[69249]: _type = "Task" [ 1203.619010] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.626853] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.685094] env[69249]: DEBUG oslo_concurrency.lockutils [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "refresh_cache-d7e06644-b7ee-4b4e-95a0-0488ff184b9a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.685555] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.685839] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f927834f-3935-4c7a-8ce9-c01d83486df9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.694017] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1203.694017] env[69249]: value = "task-3660281" [ 1203.694017] env[69249]: _type = "Task" [ 1203.694017] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.704649] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.709388] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059526} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.709637] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.710409] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9447aa57-d416-4265-986d-b6b040982cac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.731988] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 48662cc7-8816-4866-ac99-b6e3d45d3cae/48662cc7-8816-4866-ac99-b6e3d45d3cae.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.732293] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-562c150f-d6db-4517-b527-d9dd8b3f811b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.751982] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1203.751982] env[69249]: value = "task-3660282" [ 1203.751982] env[69249]: _type = "Task" [ 1203.751982] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.759717] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.990648] env[69249]: DEBUG nova.network.neutron [-] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.993837] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._sync_power_states {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.012914] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fdbb258-2d04-4bb8-b9d9-8d34e381ef42 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.022933] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d87c02-2ddd-4499-9eb3-5e0a97464250 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.052651] env[69249]: DEBUG nova.compute.manager [req-2626abe6-5be2-489f-b57e-a8c1a835fbc8 req-fb079698-d443-4b80-a015-d2ab1666f1c5 service nova] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Detach interface failed, port_id=1b12ce65-c240-407c-be96-4e30b18bb436, reason: Instance c2bacbbc-a57b-428f-af33-c85e4416ade5 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1204.128247] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660280, 'name': ReconfigVM_Task, 'duration_secs': 0.463949} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.128478] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 5f892550-b641-43b2-8c70-6e15b4a8ab39/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.129435] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcca211-05d0-4ae2-a09d-8a660c662c7b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.154192] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7307d79d-c7c0-4d1e-8ef0-6f35c7a5f432 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.169421] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1204.169421] env[69249]: value = "task-3660284" [ 1204.169421] env[69249]: _type = "Task" [ 1204.169421] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.181392] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.205357] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660281, 'name': PowerOffVM_Task, 'duration_secs': 0.186113} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.205681] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.206563] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.206850] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.207077] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.207338] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.207539] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.207743] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.208032] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.208255] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.208487] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.208711] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.208944] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.216856] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67305469-bdca-4e9f-8815-318814b0e033 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.239584] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1204.239584] env[69249]: value = "task-3660285" [ 1204.239584] env[69249]: _type = "Task" [ 1204.239584] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.250320] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.260189] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660282, 'name': ReconfigVM_Task, 'duration_secs': 0.359396} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.260456] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 48662cc7-8816-4866-ac99-b6e3d45d3cae/48662cc7-8816-4866-ac99-b6e3d45d3cae.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.261085] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f9e861c-2fc8-40a1-91f2-b911e32fd602 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.266886] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1204.266886] env[69249]: value = "task-3660286" [ 1204.266886] env[69249]: _type = "Task" [ 1204.266886] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.274797] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660286, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.493401] env[69249]: INFO nova.compute.manager [-] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Took 1.25 seconds to deallocate network for instance. [ 1204.499910] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Getting list of instances from cluster (obj){ [ 1204.499910] env[69249]: value = "domain-c8" [ 1204.499910] env[69249]: _type = "ClusterComputeResource" [ 1204.499910] env[69249]: } {{(pid=69249) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1204.501084] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653ac900-1fac-4b13-b014-9ac52a62cfef {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.516020] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Got total of 6 instances {{(pid=69249) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1204.516315] env[69249]: WARNING nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] While synchronizing instance power states, found 7 instances in the database and 6 instances on the hypervisor. [ 1204.516315] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Triggering sync for uuid c2bacbbc-a57b-428f-af33-c85e4416ade5 {{(pid=69249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.517034] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Triggering sync for uuid d7e06644-b7ee-4b4e-95a0-0488ff184b9a {{(pid=69249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.517034] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Triggering sync for uuid 5f892550-b641-43b2-8c70-6e15b4a8ab39 {{(pid=69249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.517034] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Triggering sync for uuid 45406f92-6457-43f4-aaed-b16a79b64e06 {{(pid=69249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.517034] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Triggering sync for uuid 7400a089-abaa-4ebb-b26b-0b16fb9f334e {{(pid=69249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.517034] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Triggering sync for uuid 5feff419-6baa-4c4f-9077-832bbb205584 {{(pid=69249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.517281] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Triggering sync for uuid 48662cc7-8816-4866-ac99-b6e3d45d3cae {{(pid=69249) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1204.517447] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "c2bacbbc-a57b-428f-af33-c85e4416ade5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.517710] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.517874] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.518046] env[69249]: INFO nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1204.518218] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.518735] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "5f892550-b641-43b2-8c70-6e15b4a8ab39" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.518735] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "5f892550-b641-43b2-8c70-6e15b4a8ab39" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.518905] env[69249]: INFO nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1204.518905] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "5f892550-b641-43b2-8c70-6e15b4a8ab39" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.519091] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "45406f92-6457-43f4-aaed-b16a79b64e06" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.519267] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "45406f92-6457-43f4-aaed-b16a79b64e06" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.519514] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "7400a089-abaa-4ebb-b26b-0b16fb9f334e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.519686] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "7400a089-abaa-4ebb-b26b-0b16fb9f334e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.519914] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "5feff419-6baa-4c4f-9077-832bbb205584" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.520108] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "5feff419-6baa-4c4f-9077-832bbb205584" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.520431] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "48662cc7-8816-4866-ac99-b6e3d45d3cae" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.521305] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330fba02-9bbb-4e87-bf11-bb4ec1adf3e5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.524680] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e08c5d1-d2da-4452-ae0b-b9ca27d6ddbb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.528028] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648b4a49-7bf9-4a3d-8145-1f575551adbb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.681244] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660284, 'name': ReconfigVM_Task, 'duration_secs': 0.196087} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.681522] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.681803] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc5e6cfc-dd8c-4bd4-b297-622a50f77eb8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.688350] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1204.688350] env[69249]: value = "task-3660287" [ 1204.688350] env[69249]: _type = "Task" [ 1204.688350] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.695424] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.749604] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660285, 'name': ReconfigVM_Task, 'duration_secs': 0.148002} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.750437] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082850ad-93fe-436a-a45e-b060aa0315e3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.768663] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.768926] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.769135] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.769362] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.769529] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.769704] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.769944] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.770131] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.770302] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.770465] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.770638] env[69249]: DEBUG nova.virt.hardware [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.774101] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59180c94-2d5f-40c7-bb76-e834d70d2308 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.781072] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660286, 'name': Rename_Task, 'duration_secs': 0.150544} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.782281] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.782580] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1204.782580] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52596ac4-ccdd-2cd1-df2a-66eb0e9b5a0e" [ 1204.782580] env[69249]: _type = "Task" [ 1204.782580] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.782761] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a432bff-fd87-4dc8-89e1-90592768a6d0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.792345] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52596ac4-ccdd-2cd1-df2a-66eb0e9b5a0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.793818] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1204.793818] env[69249]: value = "task-3660288" [ 1204.793818] env[69249]: _type = "Task" [ 1204.793818] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.800584] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.001863] env[69249]: DEBUG oslo_concurrency.lockutils [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.002199] env[69249]: DEBUG oslo_concurrency.lockutils [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.002429] env[69249]: DEBUG nova.objects.instance [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lazy-loading 'resources' on Instance uuid c2bacbbc-a57b-428f-af33-c85e4416ade5 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.040959] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "7400a089-abaa-4ebb-b26b-0b16fb9f334e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.041362] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "5feff419-6baa-4c4f-9077-832bbb205584" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.041808] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "45406f92-6457-43f4-aaed-b16a79b64e06" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.522s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.202580] env[69249]: DEBUG oslo_vmware.api [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660287, 'name': PowerOnVM_Task, 'duration_secs': 0.393449} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.202863] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.205697] env[69249]: DEBUG nova.compute.manager [None req-2301cd4f-e32e-41b7-85e1-295b1ec60ab4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1205.206504] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e38e61b-92a2-4935-91ee-01a0924be3c9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.295122] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52596ac4-ccdd-2cd1-df2a-66eb0e9b5a0e, 'name': SearchDatastore_Task, 'duration_secs': 0.019155} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.303622] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1205.303877] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37822de2-49d8-4247-82f1-5a17a65a66b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.321805] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660288, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.323008] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1205.323008] env[69249]: value = "task-3660289" [ 1205.323008] env[69249]: _type = "Task" [ 1205.323008] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.330132] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.613200] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6c1346-ecc6-4cb4-be1c-669fa2a1ce64 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.621011] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac5868a-d57e-4427-924b-5cd5363de5f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.652671] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2967bd99-0bc7-4a5c-93e4-a7748e5450d9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.661885] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e7ffb1-46a9-4017-a057-8f9cb49063fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.684269] env[69249]: DEBUG nova.compute.provider_tree [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.804592] env[69249]: DEBUG oslo_vmware.api [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660288, 'name': PowerOnVM_Task, 'duration_secs': 0.774384} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.804854] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.805062] env[69249]: INFO nova.compute.manager [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1205.805242] env[69249]: DEBUG nova.compute.manager [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1205.806010] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7cf03c-3d36-4557-82d2-faa9b55c40f7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.830689] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660289, 'name': ReconfigVM_Task, 'duration_secs': 0.26072} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.830924] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.831690] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792311dd-f09f-41a4-8987-062e3ab7d89b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.854443] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] d7e06644-b7ee-4b4e-95a0-0488ff184b9a/d7e06644-b7ee-4b4e-95a0-0488ff184b9a.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.855486] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eae2cacd-03c7-41df-96cf-b9917938acd0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.873792] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1205.873792] env[69249]: value = "task-3660290" [ 1205.873792] env[69249]: _type = "Task" [ 1205.873792] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.881800] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.091898] env[69249]: INFO nova.compute.manager [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Unrescuing [ 1206.092303] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "refresh_cache-5f892550-b641-43b2-8c70-6e15b4a8ab39" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.092518] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "refresh_cache-5f892550-b641-43b2-8c70-6e15b4a8ab39" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.092716] env[69249]: DEBUG nova.network.neutron [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.188595] env[69249]: DEBUG nova.scheduler.client.report [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.320969] env[69249]: INFO nova.compute.manager [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Took 12.42 seconds to build instance. [ 1206.383622] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660290, 'name': ReconfigVM_Task, 'duration_secs': 0.338897} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.383906] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Reconfigured VM instance instance-0000006a to attach disk [datastore1] d7e06644-b7ee-4b4e-95a0-0488ff184b9a/d7e06644-b7ee-4b4e-95a0-0488ff184b9a.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.384725] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb7871f-a8ee-458c-a578-2cae8887d22c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.402382] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aef64fd-5fff-4b68-bd58-fcec0298ff1b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.419714] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe66c8b-ae42-48a8-89cc-c63b75c53cd1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.438598] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3989d804-576d-472a-9d97-0776fa575613 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.445063] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.445294] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bfa5d7c-4962-44e2-9505-2a2b2e975908 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.451633] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1206.451633] env[69249]: value = "task-3660291" [ 1206.451633] env[69249]: _type = "Task" [ 1206.451633] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.458842] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.694139] env[69249]: DEBUG oslo_concurrency.lockutils [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.723221] env[69249]: INFO nova.scheduler.client.report [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Deleted allocations for instance c2bacbbc-a57b-428f-af33-c85e4416ade5 [ 1206.732707] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "48662cc7-8816-4866-ac99-b6e3d45d3cae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.824156] env[69249]: DEBUG oslo_concurrency.lockutils [None req-aace05ee-44e5-49b2-b8a0-c31c15b1ebff tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "48662cc7-8816-4866-ac99-b6e3d45d3cae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.930s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.824314] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "48662cc7-8816-4866-ac99-b6e3d45d3cae" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.304s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.824643] env[69249]: INFO nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] During sync_power_state the instance has a pending task (spawning). Skip. [ 1206.824911] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "48662cc7-8816-4866-ac99-b6e3d45d3cae" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.825168] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "48662cc7-8816-4866-ac99-b6e3d45d3cae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.093s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.825387] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "48662cc7-8816-4866-ac99-b6e3d45d3cae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.825589] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "48662cc7-8816-4866-ac99-b6e3d45d3cae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.825752] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "48662cc7-8816-4866-ac99-b6e3d45d3cae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.828381] env[69249]: INFO nova.compute.manager [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Terminating instance [ 1206.874861] env[69249]: DEBUG nova.network.neutron [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Updating instance_info_cache with network_info: [{"id": "b69d1da0-ee64-47b2-b0d4-6a1779341e17", "address": "fa:16:3e:b0:71:8f", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb69d1da0-ee", "ovs_interfaceid": "b69d1da0-ee64-47b2-b0d4-6a1779341e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.961617] env[69249]: DEBUG oslo_vmware.api [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660291, 'name': PowerOnVM_Task, 'duration_secs': 0.48875} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.961877] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.232080] env[69249]: DEBUG oslo_concurrency.lockutils [None req-168ebda8-32ae-44c2-afac-3059d40e9617 tempest-ServerActionsTestOtherA-650989428 tempest-ServerActionsTestOtherA-650989428-project-member] Lock "c2bacbbc-a57b-428f-af33-c85e4416ade5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.622s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.233243] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "c2bacbbc-a57b-428f-af33-c85e4416ade5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.716s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.233449] env[69249]: INFO nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] During sync_power_state the instance has a pending task (deleting). Skip. [ 1207.234042] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "c2bacbbc-a57b-428f-af33-c85e4416ade5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.332340] env[69249]: DEBUG nova.compute.manager [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.332561] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.333404] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b2a9e0-93a9-4e33-8b79-9e4254239157 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.341097] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.341350] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b8ca265-4c6a-4448-b0c4-3c17344e4ab3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.347632] env[69249]: DEBUG oslo_vmware.api [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1207.347632] env[69249]: value = "task-3660293" [ 1207.347632] env[69249]: _type = "Task" [ 1207.347632] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.355363] env[69249]: DEBUG oslo_vmware.api [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.378252] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "refresh_cache-5f892550-b641-43b2-8c70-6e15b4a8ab39" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.379122] env[69249]: DEBUG nova.objects.instance [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lazy-loading 'flavor' on Instance uuid 5f892550-b641-43b2-8c70-6e15b4a8ab39 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.858381] env[69249]: DEBUG oslo_vmware.api [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660293, 'name': PowerOffVM_Task, 'duration_secs': 0.200512} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.858720] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.858905] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.859068] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb7791ba-2ec8-4a64-b521-859698616737 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.889169] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa98f40-9089-49f4-9802-eb39850fb8e1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.917736] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.918095] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ace326e-f0c2-4ad4-ba34-67263c4987c9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.926102] env[69249]: DEBUG oslo_vmware.api [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1207.926102] env[69249]: value = "task-3660295" [ 1207.926102] env[69249]: _type = "Task" [ 1207.926102] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.935850] env[69249]: DEBUG oslo_vmware.api [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.936744] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.936936] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.937131] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleting the datastore file [datastore2] 48662cc7-8816-4866-ac99-b6e3d45d3cae {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.937469] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ecba000-91ad-47f2-82fd-bee4a5a9cecf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.944098] env[69249]: DEBUG oslo_vmware.api [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1207.944098] env[69249]: value = "task-3660296" [ 1207.944098] env[69249]: _type = "Task" [ 1207.944098] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.952372] env[69249]: DEBUG oslo_vmware.api [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.972250] env[69249]: INFO nova.compute.manager [None req-59766885-f52f-4969-8851-56b19b7b42a5 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance to original state: 'active' [ 1208.435421] env[69249]: DEBUG oslo_vmware.api [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660295, 'name': PowerOffVM_Task, 'duration_secs': 0.220064} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.435696] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.440975] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1208.441291] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b69cf74-8ea6-43f8-82a7-18bcd0a97802 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.463686] env[69249]: DEBUG oslo_vmware.api [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245939} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.464245] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.464443] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.464660] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.464782] env[69249]: INFO nova.compute.manager [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1208.465033] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.465300] env[69249]: DEBUG oslo_vmware.api [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1208.465300] env[69249]: value = "task-3660297" [ 1208.465300] env[69249]: _type = "Task" [ 1208.465300] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.465487] env[69249]: DEBUG nova.compute.manager [-] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.465578] env[69249]: DEBUG nova.network.neutron [-] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.481033] env[69249]: DEBUG oslo_vmware.api [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.693296] env[69249]: DEBUG nova.compute.manager [req-2dd72cb7-30cb-4ded-8a31-824df938afae req-8b738147-3d4c-4c41-b83d-80bd053e6650 service nova] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Received event network-vif-deleted-eb81726c-fb51-4445-8ba7-f1207a16ce32 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.693810] env[69249]: INFO nova.compute.manager [req-2dd72cb7-30cb-4ded-8a31-824df938afae req-8b738147-3d4c-4c41-b83d-80bd053e6650 service nova] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Neutron deleted interface eb81726c-fb51-4445-8ba7-f1207a16ce32; detaching it from the instance and deleting it from the info cache [ 1208.693810] env[69249]: DEBUG nova.network.neutron [req-2dd72cb7-30cb-4ded-8a31-824df938afae req-8b738147-3d4c-4c41-b83d-80bd053e6650 service nova] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.977659] env[69249]: DEBUG oslo_vmware.api [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660297, 'name': ReconfigVM_Task, 'duration_secs': 0.245458} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.977958] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.978162] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.978414] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-826e68e9-523a-4e1a-848c-4bf0a7977444 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.988033] env[69249]: DEBUG oslo_vmware.api [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1208.988033] env[69249]: value = "task-3660298" [ 1208.988033] env[69249]: _type = "Task" [ 1208.988033] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.996270] env[69249]: DEBUG oslo_vmware.api [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.169524] env[69249]: DEBUG nova.network.neutron [-] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.197556] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db9d1343-c9d2-4e7a-a924-a123946bfca0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.207975] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63250ea0-ad43-4a1b-8d2e-bdf1a18a691b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.237902] env[69249]: DEBUG nova.compute.manager [req-2dd72cb7-30cb-4ded-8a31-824df938afae req-8b738147-3d4c-4c41-b83d-80bd053e6650 service nova] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Detach interface failed, port_id=eb81726c-fb51-4445-8ba7-f1207a16ce32, reason: Instance 48662cc7-8816-4866-ac99-b6e3d45d3cae could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1209.501572] env[69249]: DEBUG oslo_vmware.api [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660298, 'name': PowerOnVM_Task, 'duration_secs': 0.393356} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.502065] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.502332] env[69249]: DEBUG nova.compute.manager [None req-bb3ffde5-4a85-42ff-933d-49910e9f195b tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1209.503152] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d69840d-c72d-4df0-8ed4-0642ba4a0aca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.674618] env[69249]: INFO nova.compute.manager [-] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Took 1.21 seconds to deallocate network for instance. [ 1209.995251] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.995652] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.995759] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.996026] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.996247] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.998462] env[69249]: INFO nova.compute.manager [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Terminating instance [ 1210.181868] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.181868] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.182059] env[69249]: DEBUG nova.objects.instance [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lazy-loading 'resources' on Instance uuid 48662cc7-8816-4866-ac99-b6e3d45d3cae {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.502415] env[69249]: DEBUG nova.compute.manager [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.502672] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.503614] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6a9a06-c4b5-4269-a844-89b4c14dc72f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.511414] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.511653] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4817783-8ad9-44ae-8bf0-843cfe01617e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.517905] env[69249]: DEBUG oslo_vmware.api [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1210.517905] env[69249]: value = "task-3660300" [ 1210.517905] env[69249]: _type = "Task" [ 1210.517905] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.525902] env[69249]: DEBUG oslo_vmware.api [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.773344] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ea43ef-823c-4b6c-8f62-788fee5f23b0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.781167] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64eae1ca-95e1-4f7c-8293-1b61af0de643 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.812413] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91864b92-8885-451f-b5a6-d3715fd2e81b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.819591] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b3949e-d2a2-4d52-bbf1-4a2ceadf3fd8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.832973] env[69249]: DEBUG nova.compute.provider_tree [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.027789] env[69249]: DEBUG oslo_vmware.api [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660300, 'name': PowerOffVM_Task, 'duration_secs': 0.200585} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.028940] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.028940] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.028940] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b8e2ec7-dd52-48f4-8210-e9e456bb3aac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.091399] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.091674] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.091973] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Deleting the datastore file [datastore1] d7e06644-b7ee-4b4e-95a0-0488ff184b9a {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.092356] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-daac7cf3-e857-495f-8b2c-f275be594ff8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.100398] env[69249]: DEBUG oslo_vmware.api [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1211.100398] env[69249]: value = "task-3660302" [ 1211.100398] env[69249]: _type = "Task" [ 1211.100398] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.110966] env[69249]: DEBUG oslo_vmware.api [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.337151] env[69249]: DEBUG nova.scheduler.client.report [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.610617] env[69249]: DEBUG oslo_vmware.api [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195824} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.611264] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.611481] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.611698] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.611908] env[69249]: INFO nova.compute.manager [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1211.612191] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.612417] env[69249]: DEBUG nova.compute.manager [-] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.612520] env[69249]: DEBUG nova.network.neutron [-] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.842342] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.879772] env[69249]: INFO nova.scheduler.client.report [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleted allocations for instance 48662cc7-8816-4866-ac99-b6e3d45d3cae [ 1212.097719] env[69249]: DEBUG nova.compute.manager [req-15e70a24-f77f-485c-8aa8-c094a3380c61 req-0756d7fc-c643-47db-882c-7decf802921c service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Received event network-vif-deleted-a9bf6063-e20f-479f-a54d-f1a0200c9f0c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.097999] env[69249]: INFO nova.compute.manager [req-15e70a24-f77f-485c-8aa8-c094a3380c61 req-0756d7fc-c643-47db-882c-7decf802921c service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Neutron deleted interface a9bf6063-e20f-479f-a54d-f1a0200c9f0c; detaching it from the instance and deleting it from the info cache [ 1212.098285] env[69249]: DEBUG nova.network.neutron [req-15e70a24-f77f-485c-8aa8-c094a3380c61 req-0756d7fc-c643-47db-882c-7decf802921c service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.388944] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e0b2ff2b-5245-4e21-96df-b9f41ddfcd54 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "48662cc7-8816-4866-ac99-b6e3d45d3cae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.564s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.577810] env[69249]: DEBUG nova.network.neutron [-] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.600243] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00baf100-c83c-4114-965d-1e137f1a44d6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.609964] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84edb5e-e9d4-4e4f-89d2-c91b9e825724 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.636952] env[69249]: DEBUG nova.compute.manager [req-15e70a24-f77f-485c-8aa8-c094a3380c61 req-0756d7fc-c643-47db-882c-7decf802921c service nova] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Detach interface failed, port_id=a9bf6063-e20f-479f-a54d-f1a0200c9f0c, reason: Instance d7e06644-b7ee-4b4e-95a0-0488ff184b9a could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1212.984158] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.984391] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.079018] env[69249]: INFO nova.compute.manager [-] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Took 1.47 seconds to deallocate network for instance. [ 1213.486840] env[69249]: DEBUG nova.compute.manager [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.585050] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.585326] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.585471] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.601530] env[69249]: INFO nova.scheduler.client.report [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Deleted allocations for instance d7e06644-b7ee-4b4e-95a0-0488ff184b9a [ 1213.796950] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "387069ca-cbef-43f8-8249-e0391e1634ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.797837] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "387069ca-cbef-43f8-8249-e0391e1634ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.010653] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.010944] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.012550] env[69249]: INFO nova.compute.claims [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.111477] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3d244fa9-6591-4ce0-9137-75b6300d03b6 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "d7e06644-b7ee-4b4e-95a0-0488ff184b9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.115s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.200563] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.299590] env[69249]: DEBUG nova.compute.manager [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1214.704038] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.825276] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.024081] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "4e411cfa-df42-4ccc-b4fc-a09d145f9200" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.024457] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "4e411cfa-df42-4ccc-b4fc-a09d145f9200" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.111195] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b2664f-a3df-4549-9829-d77e94d59f1e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.119552] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9354a165-1292-4d15-bab8-5f676b1bf475 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.150703] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1322135-d5d2-4444-bee6-d78a30cc47be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.158999] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d5ecd6-d9c4-4463-b10a-4f4c548c2ea5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.173337] env[69249]: DEBUG nova.compute.provider_tree [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.527460] env[69249]: DEBUG nova.compute.manager [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1215.676510] env[69249]: DEBUG nova.scheduler.client.report [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.048214] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.183749] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.184304] env[69249]: DEBUG nova.compute.manager [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1216.187573] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.484s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.187749] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.187897] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1216.188192] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.363s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.189612] env[69249]: INFO nova.compute.claims [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.192841] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47be51d5-c099-48d4-ad1a-1a6b07f8f87d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.201970] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a312b0-93c9-4362-b51a-91c1dbc4a402 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.217309] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3a5f52-0789-4693-8573-fbd2d939958b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.224524] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46c0ab9-f56a-419d-b7b3-b39d5eb55a35 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.254802] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179824MB free_disk=71GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1216.255020] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.694437] env[69249]: DEBUG nova.compute.utils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.695911] env[69249]: DEBUG nova.compute.manager [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.696104] env[69249]: DEBUG nova.network.neutron [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.743977] env[69249]: DEBUG nova.policy [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a97836bd89464cb7a8793890da73082a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd2ca0ae94184ffab01ebb72a932292a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.998675] env[69249]: DEBUG nova.network.neutron [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Successfully created port: 20f0c78a-ac02-40ac-b264-377a198b9f2d {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.201359] env[69249]: DEBUG nova.compute.manager [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1217.306123] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d77fbc-569c-49f3-b6e8-80cea1cd6b8f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.313768] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b23f1f-cbbe-4f37-8a6a-edb8c2f8c57e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.343870] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89abf5f2-f2de-4a6e-8fe9-e94c01fafddc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.350461] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce390411-11d1-45af-a0b9-815a3f3e011c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.363057] env[69249]: DEBUG nova.compute.provider_tree [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.866780] env[69249]: DEBUG nova.scheduler.client.report [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.214044] env[69249]: DEBUG nova.compute.manager [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1218.240773] env[69249]: DEBUG nova.virt.hardware [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.241087] env[69249]: DEBUG nova.virt.hardware [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.241271] env[69249]: DEBUG nova.virt.hardware [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.241454] env[69249]: DEBUG nova.virt.hardware [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.241601] env[69249]: DEBUG nova.virt.hardware [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.241746] env[69249]: DEBUG nova.virt.hardware [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.241947] env[69249]: DEBUG nova.virt.hardware [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.242118] env[69249]: DEBUG nova.virt.hardware [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.242807] env[69249]: DEBUG nova.virt.hardware [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.242807] env[69249]: DEBUG nova.virt.hardware [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.242807] env[69249]: DEBUG nova.virt.hardware [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.243470] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6ed11c-89a5-4c94-b28e-f313807eeb8e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.251788] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b753ff-4b0d-4f3f-8fa3-b0bdde7e6ba8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.371137] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.371978] env[69249]: DEBUG nova.compute.manager [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.374842] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.327s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.376405] env[69249]: INFO nova.compute.claims [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.463199] env[69249]: DEBUG nova.compute.manager [req-c54dd588-531d-4cff-b7ce-fef600b8e929 req-4382b5b1-fb44-47c7-83e7-a84980e310f1 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Received event network-vif-plugged-20f0c78a-ac02-40ac-b264-377a198b9f2d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.463419] env[69249]: DEBUG oslo_concurrency.lockutils [req-c54dd588-531d-4cff-b7ce-fef600b8e929 req-4382b5b1-fb44-47c7-83e7-a84980e310f1 service nova] Acquiring lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.463681] env[69249]: DEBUG oslo_concurrency.lockutils [req-c54dd588-531d-4cff-b7ce-fef600b8e929 req-4382b5b1-fb44-47c7-83e7-a84980e310f1 service nova] Lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.463900] env[69249]: DEBUG oslo_concurrency.lockutils [req-c54dd588-531d-4cff-b7ce-fef600b8e929 req-4382b5b1-fb44-47c7-83e7-a84980e310f1 service nova] Lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.464025] env[69249]: DEBUG nova.compute.manager [req-c54dd588-531d-4cff-b7ce-fef600b8e929 req-4382b5b1-fb44-47c7-83e7-a84980e310f1 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] No waiting events found dispatching network-vif-plugged-20f0c78a-ac02-40ac-b264-377a198b9f2d {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1218.464190] env[69249]: WARNING nova.compute.manager [req-c54dd588-531d-4cff-b7ce-fef600b8e929 req-4382b5b1-fb44-47c7-83e7-a84980e310f1 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Received unexpected event network-vif-plugged-20f0c78a-ac02-40ac-b264-377a198b9f2d for instance with vm_state building and task_state spawning. [ 1218.514726] env[69249]: DEBUG nova.network.neutron [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Successfully updated port: 20f0c78a-ac02-40ac-b264-377a198b9f2d {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.881247] env[69249]: DEBUG nova.compute.utils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.884279] env[69249]: DEBUG nova.compute.manager [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.884279] env[69249]: DEBUG nova.network.neutron [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.919607] env[69249]: DEBUG nova.policy [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6990860c499e4261963189d5ad09f840', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6be3e6b394146bfaa59f7765cb21f4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1219.017812] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.017960] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.018127] env[69249]: DEBUG nova.network.neutron [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.181979] env[69249]: DEBUG nova.network.neutron [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Successfully created port: 035219f8-2bf8-423b-a50a-5ebc7dc9ffeb {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.385551] env[69249]: DEBUG nova.compute.manager [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.479810] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d572ecab-661f-4056-9f5b-f61ca21350ca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.487427] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30ec625-2a4c-46c2-a6cb-9f6ab1128762 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.516684] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cda9f9-6b58-4ffa-9b3c-232790cc38ca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.526259] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29e5828-cd59-4c42-8047-b820d7c6f455 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.541098] env[69249]: DEBUG nova.compute.provider_tree [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.551112] env[69249]: DEBUG nova.network.neutron [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.671200] env[69249]: DEBUG nova.network.neutron [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Updating instance_info_cache with network_info: [{"id": "20f0c78a-ac02-40ac-b264-377a198b9f2d", "address": "fa:16:3e:c5:18:d5", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f0c78a-ac", "ovs_interfaceid": "20f0c78a-ac02-40ac-b264-377a198b9f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.044339] env[69249]: DEBUG nova.scheduler.client.report [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.173939] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.174285] env[69249]: DEBUG nova.compute.manager [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Instance network_info: |[{"id": "20f0c78a-ac02-40ac-b264-377a198b9f2d", "address": "fa:16:3e:c5:18:d5", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f0c78a-ac", "ovs_interfaceid": "20f0c78a-ac02-40ac-b264-377a198b9f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1220.174722] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:18:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20f0c78a-ac02-40ac-b264-377a198b9f2d', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.181990] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.182206] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.182434] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b012715-c5ac-4074-a56c-d3d245f153a9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.202384] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.202384] env[69249]: value = "task-3660303" [ 1220.202384] env[69249]: _type = "Task" [ 1220.202384] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.210049] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660303, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.397770] env[69249]: DEBUG nova.compute.manager [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.425083] env[69249]: DEBUG nova.virt.hardware [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.425331] env[69249]: DEBUG nova.virt.hardware [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.425485] env[69249]: DEBUG nova.virt.hardware [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.425663] env[69249]: DEBUG nova.virt.hardware [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.425810] env[69249]: DEBUG nova.virt.hardware [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.425953] env[69249]: DEBUG nova.virt.hardware [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.426184] env[69249]: DEBUG nova.virt.hardware [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.426345] env[69249]: DEBUG nova.virt.hardware [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.426510] env[69249]: DEBUG nova.virt.hardware [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.426699] env[69249]: DEBUG nova.virt.hardware [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.426892] env[69249]: DEBUG nova.virt.hardware [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.427771] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e909acf3-18b4-4618-abbd-7d58d6cac8e7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.435838] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b16f247-ea53-4171-86b7-68b11d614cdb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.489054] env[69249]: DEBUG nova.compute.manager [req-88fe0a24-2265-4cbc-b908-241e22338d4a req-f243e96c-006f-4603-98e1-e3e4397973cb service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Received event network-changed-20f0c78a-ac02-40ac-b264-377a198b9f2d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.489283] env[69249]: DEBUG nova.compute.manager [req-88fe0a24-2265-4cbc-b908-241e22338d4a req-f243e96c-006f-4603-98e1-e3e4397973cb service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Refreshing instance network info cache due to event network-changed-20f0c78a-ac02-40ac-b264-377a198b9f2d. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.489542] env[69249]: DEBUG oslo_concurrency.lockutils [req-88fe0a24-2265-4cbc-b908-241e22338d4a req-f243e96c-006f-4603-98e1-e3e4397973cb service nova] Acquiring lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.489661] env[69249]: DEBUG oslo_concurrency.lockutils [req-88fe0a24-2265-4cbc-b908-241e22338d4a req-f243e96c-006f-4603-98e1-e3e4397973cb service nova] Acquired lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.489800] env[69249]: DEBUG nova.network.neutron [req-88fe0a24-2265-4cbc-b908-241e22338d4a req-f243e96c-006f-4603-98e1-e3e4397973cb service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Refreshing network info cache for port 20f0c78a-ac02-40ac-b264-377a198b9f2d {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.548874] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.549423] env[69249]: DEBUG nova.compute.manager [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.552044] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.297s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.628403] env[69249]: DEBUG nova.network.neutron [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Successfully updated port: 035219f8-2bf8-423b-a50a-5ebc7dc9ffeb {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.712238] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660303, 'name': CreateVM_Task, 'duration_secs': 0.29314} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.712383] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.720836] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.721021] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.721358] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.721626] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45a0e230-9d4e-4438-b37f-2a870076ec9c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.727349] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1220.727349] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a3733b-5da0-cf5e-f0e1-976228192015" [ 1220.727349] env[69249]: _type = "Task" [ 1220.727349] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.736014] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a3733b-5da0-cf5e-f0e1-976228192015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.055414] env[69249]: DEBUG nova.compute.utils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.060732] env[69249]: DEBUG nova.compute.manager [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.060732] env[69249]: DEBUG nova.network.neutron [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.117601] env[69249]: DEBUG nova.policy [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a35cae3fb6c4a0eb3b28e9032447200', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a097e2ffed746299307c1cb7a339fc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.130541] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "refresh_cache-387069ca-cbef-43f8-8249-e0391e1634ea" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.130678] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "refresh_cache-387069ca-cbef-43f8-8249-e0391e1634ea" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.130821] env[69249]: DEBUG nova.network.neutron [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.237361] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a3733b-5da0-cf5e-f0e1-976228192015, 'name': SearchDatastore_Task, 'duration_secs': 0.009183} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.237614] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.237840] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.238085] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.238232] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.238409] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.238669] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9086f6c1-33cb-4673-9a06-21f2ed64e7e5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.246850] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.247033] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.247709] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16814337-7d8b-473e-95f5-ce90ddd28e8a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.252514] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1221.252514] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524e0e99-e5b6-be52-d900-c7799a14c459" [ 1221.252514] env[69249]: _type = "Task" [ 1221.252514] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.256129] env[69249]: DEBUG nova.network.neutron [req-88fe0a24-2265-4cbc-b908-241e22338d4a req-f243e96c-006f-4603-98e1-e3e4397973cb service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Updated VIF entry in instance network info cache for port 20f0c78a-ac02-40ac-b264-377a198b9f2d. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.256458] env[69249]: DEBUG nova.network.neutron [req-88fe0a24-2265-4cbc-b908-241e22338d4a req-f243e96c-006f-4603-98e1-e3e4397973cb service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Updating instance_info_cache with network_info: [{"id": "20f0c78a-ac02-40ac-b264-377a198b9f2d", "address": "fa:16:3e:c5:18:d5", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f0c78a-ac", "ovs_interfaceid": "20f0c78a-ac02-40ac-b264-377a198b9f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.262730] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524e0e99-e5b6-be52-d900-c7799a14c459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.484648] env[69249]: DEBUG nova.network.neutron [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Successfully created port: 9036f984-c784-4ec7-888f-fa62cc3925f0 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.564137] env[69249]: DEBUG nova.compute.manager [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.598899] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 5f892550-b641-43b2-8c70-6e15b4a8ab39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.599083] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 45406f92-6457-43f4-aaed-b16a79b64e06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.599214] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 7400a089-abaa-4ebb-b26b-0b16fb9f334e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.599335] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 5feff419-6baa-4c4f-9077-832bbb205584 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.599450] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance e662d377-ee51-4dcb-b66f-8446b8ac13c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.599565] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 387069ca-cbef-43f8-8249-e0391e1634ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.599677] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 4e411cfa-df42-4ccc-b4fc-a09d145f9200 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1221.599863] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1221.603024] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1221.669303] env[69249]: DEBUG nova.network.neutron [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.703633] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb68c93-54c1-4991-b1d2-e39edb72a9aa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.712216] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f418b3-77d2-4bca-8410-fdc599d310cf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.745261] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d85e09-69e0-4f9f-aef2-a3e0ab654b45 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.752527] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bb30bf-211c-4442-bc82-e8650cda87ca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.759298] env[69249]: DEBUG oslo_concurrency.lockutils [req-88fe0a24-2265-4cbc-b908-241e22338d4a req-f243e96c-006f-4603-98e1-e3e4397973cb service nova] Releasing lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.768263] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.772729] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524e0e99-e5b6-be52-d900-c7799a14c459, 'name': SearchDatastore_Task, 'duration_secs': 0.008785} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.773721] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3365cb07-677b-4cd6-b780-e50a20eede64 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.781450] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1221.781450] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5213d507-a8ec-bc8a-98c2-74e9acb39dda" [ 1221.781450] env[69249]: _type = "Task" [ 1221.781450] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.789999] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5213d507-a8ec-bc8a-98c2-74e9acb39dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.861366] env[69249]: DEBUG nova.network.neutron [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Updating instance_info_cache with network_info: [{"id": "035219f8-2bf8-423b-a50a-5ebc7dc9ffeb", "address": "fa:16:3e:fb:2f:d4", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap035219f8-2b", "ovs_interfaceid": "035219f8-2bf8-423b-a50a-5ebc7dc9ffeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.274907] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.291332] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5213d507-a8ec-bc8a-98c2-74e9acb39dda, 'name': SearchDatastore_Task, 'duration_secs': 0.009996} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.292238] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.292545] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] e662d377-ee51-4dcb-b66f-8446b8ac13c5/e662d377-ee51-4dcb-b66f-8446b8ac13c5.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.292835] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ccfd16a-a178-4d6b-b9b5-bd415efd527c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.301445] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1222.301445] env[69249]: value = "task-3660304" [ 1222.301445] env[69249]: _type = "Task" [ 1222.301445] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.309545] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.364565] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "refresh_cache-387069ca-cbef-43f8-8249-e0391e1634ea" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.365066] env[69249]: DEBUG nova.compute.manager [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Instance network_info: |[{"id": "035219f8-2bf8-423b-a50a-5ebc7dc9ffeb", "address": "fa:16:3e:fb:2f:d4", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap035219f8-2b", "ovs_interfaceid": "035219f8-2bf8-423b-a50a-5ebc7dc9ffeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.365560] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:2f:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '035219f8-2bf8-423b-a50a-5ebc7dc9ffeb', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.373668] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.373971] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.374296] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3380a449-86ea-464a-a542-444de298fb64 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.394614] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.394614] env[69249]: value = "task-3660305" [ 1222.394614] env[69249]: _type = "Task" [ 1222.394614] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.405063] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660305, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.520426] env[69249]: DEBUG nova.compute.manager [req-4ffba6a4-95b4-483e-a632-29dd347f0865 req-dcc2b0d2-9441-4e81-a8c6-52972c3ddafa service nova] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Received event network-vif-plugged-035219f8-2bf8-423b-a50a-5ebc7dc9ffeb {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.520702] env[69249]: DEBUG oslo_concurrency.lockutils [req-4ffba6a4-95b4-483e-a632-29dd347f0865 req-dcc2b0d2-9441-4e81-a8c6-52972c3ddafa service nova] Acquiring lock "387069ca-cbef-43f8-8249-e0391e1634ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.520937] env[69249]: DEBUG oslo_concurrency.lockutils [req-4ffba6a4-95b4-483e-a632-29dd347f0865 req-dcc2b0d2-9441-4e81-a8c6-52972c3ddafa service nova] Lock "387069ca-cbef-43f8-8249-e0391e1634ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.521020] env[69249]: DEBUG oslo_concurrency.lockutils [req-4ffba6a4-95b4-483e-a632-29dd347f0865 req-dcc2b0d2-9441-4e81-a8c6-52972c3ddafa service nova] Lock "387069ca-cbef-43f8-8249-e0391e1634ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.521184] env[69249]: DEBUG nova.compute.manager [req-4ffba6a4-95b4-483e-a632-29dd347f0865 req-dcc2b0d2-9441-4e81-a8c6-52972c3ddafa service nova] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] No waiting events found dispatching network-vif-plugged-035219f8-2bf8-423b-a50a-5ebc7dc9ffeb {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1222.521348] env[69249]: WARNING nova.compute.manager [req-4ffba6a4-95b4-483e-a632-29dd347f0865 req-dcc2b0d2-9441-4e81-a8c6-52972c3ddafa service nova] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Received unexpected event network-vif-plugged-035219f8-2bf8-423b-a50a-5ebc7dc9ffeb for instance with vm_state building and task_state spawning. [ 1222.521505] env[69249]: DEBUG nova.compute.manager [req-4ffba6a4-95b4-483e-a632-29dd347f0865 req-dcc2b0d2-9441-4e81-a8c6-52972c3ddafa service nova] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Received event network-changed-035219f8-2bf8-423b-a50a-5ebc7dc9ffeb {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.521697] env[69249]: DEBUG nova.compute.manager [req-4ffba6a4-95b4-483e-a632-29dd347f0865 req-dcc2b0d2-9441-4e81-a8c6-52972c3ddafa service nova] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Refreshing instance network info cache due to event network-changed-035219f8-2bf8-423b-a50a-5ebc7dc9ffeb. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.521883] env[69249]: DEBUG oslo_concurrency.lockutils [req-4ffba6a4-95b4-483e-a632-29dd347f0865 req-dcc2b0d2-9441-4e81-a8c6-52972c3ddafa service nova] Acquiring lock "refresh_cache-387069ca-cbef-43f8-8249-e0391e1634ea" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.522033] env[69249]: DEBUG oslo_concurrency.lockutils [req-4ffba6a4-95b4-483e-a632-29dd347f0865 req-dcc2b0d2-9441-4e81-a8c6-52972c3ddafa service nova] Acquired lock "refresh_cache-387069ca-cbef-43f8-8249-e0391e1634ea" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.522195] env[69249]: DEBUG nova.network.neutron [req-4ffba6a4-95b4-483e-a632-29dd347f0865 req-dcc2b0d2-9441-4e81-a8c6-52972c3ddafa service nova] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Refreshing network info cache for port 035219f8-2bf8-423b-a50a-5ebc7dc9ffeb {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.582276] env[69249]: DEBUG nova.compute.manager [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1222.612593] env[69249]: DEBUG nova.virt.hardware [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.612898] env[69249]: DEBUG nova.virt.hardware [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.613092] env[69249]: DEBUG nova.virt.hardware [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.613322] env[69249]: DEBUG nova.virt.hardware [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.613474] env[69249]: DEBUG nova.virt.hardware [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.613725] env[69249]: DEBUG nova.virt.hardware [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.613959] env[69249]: DEBUG nova.virt.hardware [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.614188] env[69249]: DEBUG nova.virt.hardware [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.614383] env[69249]: DEBUG nova.virt.hardware [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.614552] env[69249]: DEBUG nova.virt.hardware [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.614771] env[69249]: DEBUG nova.virt.hardware [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.615834] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d35878-f894-4b22-b38b-836956672f62 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.626788] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16abe2cf-4ee5-4282-8ee7-46d484d1183b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.780662] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1222.780898] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.229s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.811249] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461344} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.811455] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] e662d377-ee51-4dcb-b66f-8446b8ac13c5/e662d377-ee51-4dcb-b66f-8446b8ac13c5.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.811661] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.811907] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b9a50f0-4fc3-408c-9abc-dd1b326c1155 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.818178] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1222.818178] env[69249]: value = "task-3660306" [ 1222.818178] env[69249]: _type = "Task" [ 1222.818178] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.827461] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.904869] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660305, 'name': CreateVM_Task} progress is 25%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.028597] env[69249]: DEBUG nova.network.neutron [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Successfully updated port: 9036f984-c784-4ec7-888f-fa62cc3925f0 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.232781] env[69249]: DEBUG nova.network.neutron [req-4ffba6a4-95b4-483e-a632-29dd347f0865 req-dcc2b0d2-9441-4e81-a8c6-52972c3ddafa service nova] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Updated VIF entry in instance network info cache for port 035219f8-2bf8-423b-a50a-5ebc7dc9ffeb. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.233180] env[69249]: DEBUG nova.network.neutron [req-4ffba6a4-95b4-483e-a632-29dd347f0865 req-dcc2b0d2-9441-4e81-a8c6-52972c3ddafa service nova] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Updating instance_info_cache with network_info: [{"id": "035219f8-2bf8-423b-a50a-5ebc7dc9ffeb", "address": "fa:16:3e:fb:2f:d4", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap035219f8-2b", "ovs_interfaceid": "035219f8-2bf8-423b-a50a-5ebc7dc9ffeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.327441] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058855} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.327697] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.328465] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192509b9-fd9f-4a97-94a1-2da86997f693 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.350167] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] e662d377-ee51-4dcb-b66f-8446b8ac13c5/e662d377-ee51-4dcb-b66f-8446b8ac13c5.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.350354] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71d2da1a-be26-4e7d-9178-35fcd1f24f0e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.370157] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1223.370157] env[69249]: value = "task-3660307" [ 1223.370157] env[69249]: _type = "Task" [ 1223.370157] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.378643] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.406473] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660305, 'name': CreateVM_Task, 'duration_secs': 0.765077} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.406681] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.407487] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.407699] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.408116] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.408432] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a59f6a-8be3-42db-8117-90a1b9683100 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.413243] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1223.413243] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5287bebc-be5e-3f34-2b88-091812a8c4d2" [ 1223.413243] env[69249]: _type = "Task" [ 1223.413243] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.421016] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5287bebc-be5e-3f34-2b88-091812a8c4d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.531662] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "refresh_cache-4e411cfa-df42-4ccc-b4fc-a09d145f9200" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.532052] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "refresh_cache-4e411cfa-df42-4ccc-b4fc-a09d145f9200" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.532052] env[69249]: DEBUG nova.network.neutron [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.735482] env[69249]: DEBUG oslo_concurrency.lockutils [req-4ffba6a4-95b4-483e-a632-29dd347f0865 req-dcc2b0d2-9441-4e81-a8c6-52972c3ddafa service nova] Releasing lock "refresh_cache-387069ca-cbef-43f8-8249-e0391e1634ea" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.780552] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.780797] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.781074] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.781236] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.781389] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.781560] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.781717] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.781858] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1223.880098] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660307, 'name': ReconfigVM_Task, 'duration_secs': 0.321079} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.880397] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Reconfigured VM instance instance-00000075 to attach disk [datastore2] e662d377-ee51-4dcb-b66f-8446b8ac13c5/e662d377-ee51-4dcb-b66f-8446b8ac13c5.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.881049] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06bd316a-d80c-4540-a6f2-5f2f862b250c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.887790] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1223.887790] env[69249]: value = "task-3660308" [ 1223.887790] env[69249]: _type = "Task" [ 1223.887790] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.896607] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660308, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.922112] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5287bebc-be5e-3f34-2b88-091812a8c4d2, 'name': SearchDatastore_Task, 'duration_secs': 0.017885} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.922390] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.922623] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.922856] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.923007] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.923204] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.923461] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e628526a-eeb1-4977-acf0-919b178dbce6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.930757] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.930922] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.931618] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2829a2a3-46a9-4f68-b18d-bd0983ef7116 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.936567] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1223.936567] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b3a1bd-e28c-4c38-3ec7-77be86cb4a65" [ 1223.936567] env[69249]: _type = "Task" [ 1223.936567] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.943633] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b3a1bd-e28c-4c38-3ec7-77be86cb4a65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.062229] env[69249]: DEBUG nova.network.neutron [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.210087] env[69249]: DEBUG nova.network.neutron [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Updating instance_info_cache with network_info: [{"id": "9036f984-c784-4ec7-888f-fa62cc3925f0", "address": "fa:16:3e:eb:f0:dd", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9036f984-c7", "ovs_interfaceid": "9036f984-c784-4ec7-888f-fa62cc3925f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.397680] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660308, 'name': Rename_Task, 'duration_secs': 0.134174} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.397939] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.398238] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-034f4ac3-f169-43d4-9c8c-6434e1c75985 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.404976] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1224.404976] env[69249]: value = "task-3660309" [ 1224.404976] env[69249]: _type = "Task" [ 1224.404976] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.413090] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.445712] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b3a1bd-e28c-4c38-3ec7-77be86cb4a65, 'name': SearchDatastore_Task, 'duration_secs': 0.007763} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.446482] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-441de06d-c724-4de2-9d98-db3a4f4e2cfb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.451371] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1224.451371] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e9b862-c71e-d400-c511-2f2a6703cb20" [ 1224.451371] env[69249]: _type = "Task" [ 1224.451371] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.458492] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e9b862-c71e-d400-c511-2f2a6703cb20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.546703] env[69249]: DEBUG nova.compute.manager [req-9305b8da-d4d3-4775-8211-0d685445b2a4 req-56433a67-d3f9-4ebc-b0be-dc8812bb3614 service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Received event network-vif-plugged-9036f984-c784-4ec7-888f-fa62cc3925f0 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.546957] env[69249]: DEBUG oslo_concurrency.lockutils [req-9305b8da-d4d3-4775-8211-0d685445b2a4 req-56433a67-d3f9-4ebc-b0be-dc8812bb3614 service nova] Acquiring lock "4e411cfa-df42-4ccc-b4fc-a09d145f9200-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.547143] env[69249]: DEBUG oslo_concurrency.lockutils [req-9305b8da-d4d3-4775-8211-0d685445b2a4 req-56433a67-d3f9-4ebc-b0be-dc8812bb3614 service nova] Lock "4e411cfa-df42-4ccc-b4fc-a09d145f9200-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.547284] env[69249]: DEBUG oslo_concurrency.lockutils [req-9305b8da-d4d3-4775-8211-0d685445b2a4 req-56433a67-d3f9-4ebc-b0be-dc8812bb3614 service nova] Lock "4e411cfa-df42-4ccc-b4fc-a09d145f9200-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.547511] env[69249]: DEBUG nova.compute.manager [req-9305b8da-d4d3-4775-8211-0d685445b2a4 req-56433a67-d3f9-4ebc-b0be-dc8812bb3614 service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] No waiting events found dispatching network-vif-plugged-9036f984-c784-4ec7-888f-fa62cc3925f0 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1224.547615] env[69249]: WARNING nova.compute.manager [req-9305b8da-d4d3-4775-8211-0d685445b2a4 req-56433a67-d3f9-4ebc-b0be-dc8812bb3614 service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Received unexpected event network-vif-plugged-9036f984-c784-4ec7-888f-fa62cc3925f0 for instance with vm_state building and task_state spawning. [ 1224.547753] env[69249]: DEBUG nova.compute.manager [req-9305b8da-d4d3-4775-8211-0d685445b2a4 req-56433a67-d3f9-4ebc-b0be-dc8812bb3614 service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Received event network-changed-9036f984-c784-4ec7-888f-fa62cc3925f0 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.547900] env[69249]: DEBUG nova.compute.manager [req-9305b8da-d4d3-4775-8211-0d685445b2a4 req-56433a67-d3f9-4ebc-b0be-dc8812bb3614 service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Refreshing instance network info cache due to event network-changed-9036f984-c784-4ec7-888f-fa62cc3925f0. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.548081] env[69249]: DEBUG oslo_concurrency.lockutils [req-9305b8da-d4d3-4775-8211-0d685445b2a4 req-56433a67-d3f9-4ebc-b0be-dc8812bb3614 service nova] Acquiring lock "refresh_cache-4e411cfa-df42-4ccc-b4fc-a09d145f9200" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.712940] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "refresh_cache-4e411cfa-df42-4ccc-b4fc-a09d145f9200" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.713303] env[69249]: DEBUG nova.compute.manager [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Instance network_info: |[{"id": "9036f984-c784-4ec7-888f-fa62cc3925f0", "address": "fa:16:3e:eb:f0:dd", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9036f984-c7", "ovs_interfaceid": "9036f984-c784-4ec7-888f-fa62cc3925f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1224.713661] env[69249]: DEBUG oslo_concurrency.lockutils [req-9305b8da-d4d3-4775-8211-0d685445b2a4 req-56433a67-d3f9-4ebc-b0be-dc8812bb3614 service nova] Acquired lock "refresh_cache-4e411cfa-df42-4ccc-b4fc-a09d145f9200" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.713842] env[69249]: DEBUG nova.network.neutron [req-9305b8da-d4d3-4775-8211-0d685445b2a4 req-56433a67-d3f9-4ebc-b0be-dc8812bb3614 service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Refreshing network info cache for port 9036f984-c784-4ec7-888f-fa62cc3925f0 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.715081] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:f0:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9036f984-c784-4ec7-888f-fa62cc3925f0', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.722884] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.725776] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.726260] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-328fe73f-1696-4412-b5e5-58dc301c60f9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.747250] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.747250] env[69249]: value = "task-3660310" [ 1224.747250] env[69249]: _type = "Task" [ 1224.747250] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.756145] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660310, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.918595] env[69249]: DEBUG oslo_vmware.api [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660309, 'name': PowerOnVM_Task, 'duration_secs': 0.416185} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.918857] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.919078] env[69249]: INFO nova.compute.manager [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1224.919264] env[69249]: DEBUG nova.compute.manager [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1224.920113] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f09a8b-5234-4673-ac5a-be5200d2a4d7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.952502] env[69249]: DEBUG nova.network.neutron [req-9305b8da-d4d3-4775-8211-0d685445b2a4 req-56433a67-d3f9-4ebc-b0be-dc8812bb3614 service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Updated VIF entry in instance network info cache for port 9036f984-c784-4ec7-888f-fa62cc3925f0. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.953019] env[69249]: DEBUG nova.network.neutron [req-9305b8da-d4d3-4775-8211-0d685445b2a4 req-56433a67-d3f9-4ebc-b0be-dc8812bb3614 service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Updating instance_info_cache with network_info: [{"id": "9036f984-c784-4ec7-888f-fa62cc3925f0", "address": "fa:16:3e:eb:f0:dd", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9036f984-c7", "ovs_interfaceid": "9036f984-c784-4ec7-888f-fa62cc3925f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.965880] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e9b862-c71e-d400-c511-2f2a6703cb20, 'name': SearchDatastore_Task, 'duration_secs': 0.008687} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.967119] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.967524] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 387069ca-cbef-43f8-8249-e0391e1634ea/387069ca-cbef-43f8-8249-e0391e1634ea.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.967929] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec761bc1-3513-4567-a278-241d740c9c24 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.976896] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1224.976896] env[69249]: value = "task-3660311" [ 1224.976896] env[69249]: _type = "Task" [ 1224.976896] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.984797] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.258138] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660310, 'name': CreateVM_Task, 'duration_secs': 0.32712} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.258383] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.259030] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.259224] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.259550] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.259814] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c89b650a-9b67-4276-9bc4-83da82151f9b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.265056] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1225.265056] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5227a8c2-42b1-569b-0160-79f28f09c1c9" [ 1225.265056] env[69249]: _type = "Task" [ 1225.265056] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.273491] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5227a8c2-42b1-569b-0160-79f28f09c1c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.438483] env[69249]: INFO nova.compute.manager [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Took 11.45 seconds to build instance. [ 1225.459288] env[69249]: DEBUG oslo_concurrency.lockutils [req-9305b8da-d4d3-4775-8211-0d685445b2a4 req-56433a67-d3f9-4ebc-b0be-dc8812bb3614 service nova] Releasing lock "refresh_cache-4e411cfa-df42-4ccc-b4fc-a09d145f9200" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.486940] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42577} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.487210] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 387069ca-cbef-43f8-8249-e0391e1634ea/387069ca-cbef-43f8-8249-e0391e1634ea.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.487416] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.487659] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13ce901f-8123-48d5-8b5e-c5d9c7a3e155 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.495256] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1225.495256] env[69249]: value = "task-3660312" [ 1225.495256] env[69249]: _type = "Task" [ 1225.495256] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.503203] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.775887] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5227a8c2-42b1-569b-0160-79f28f09c1c9, 'name': SearchDatastore_Task, 'duration_secs': 0.049236} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.776183] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.776422] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1225.776666] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.776810] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.776988] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1225.777260] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea811e9c-b64b-43a8-a573-370d7cc7899c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.785499] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.785703] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1225.786408] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b178fe-36b2-4a88-873d-df920291295f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.791084] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1225.791084] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526ef3c7-dc4b-682b-1d02-05def3177d3d" [ 1225.791084] env[69249]: _type = "Task" [ 1225.791084] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.798462] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526ef3c7-dc4b-682b-1d02-05def3177d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.940738] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f016b4ad-3262-4bc3-8d7f-ec86e18a9753 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.956s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.008977] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063625} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.008977] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.009180] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caef8f6f-634d-4260-a784-fc59a3ac34d5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.030864] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 387069ca-cbef-43f8-8249-e0391e1634ea/387069ca-cbef-43f8-8249-e0391e1634ea.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.031207] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2f2d6de-d501-44ac-8b90-7598e007036a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.051755] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1226.051755] env[69249]: value = "task-3660313" [ 1226.051755] env[69249]: _type = "Task" [ 1226.051755] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.059585] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.302804] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526ef3c7-dc4b-682b-1d02-05def3177d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.008788} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.303685] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4dd968-a5ee-4f8f-bb65-3d8f9fc7be1e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.308858] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1226.308858] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cd4869-9568-4fe5-36c8-dd3113347c2c" [ 1226.308858] env[69249]: _type = "Task" [ 1226.308858] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.316334] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cd4869-9568-4fe5-36c8-dd3113347c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.561588] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.570666] env[69249]: DEBUG nova.compute.manager [req-03c1cc26-6f4f-43ea-8caa-6ddfb2c7f58b req-5d29622a-2d1a-4c3e-8dfb-71ea36a33ce9 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Received event network-changed-20f0c78a-ac02-40ac-b264-377a198b9f2d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.570888] env[69249]: DEBUG nova.compute.manager [req-03c1cc26-6f4f-43ea-8caa-6ddfb2c7f58b req-5d29622a-2d1a-4c3e-8dfb-71ea36a33ce9 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Refreshing instance network info cache due to event network-changed-20f0c78a-ac02-40ac-b264-377a198b9f2d. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.571222] env[69249]: DEBUG oslo_concurrency.lockutils [req-03c1cc26-6f4f-43ea-8caa-6ddfb2c7f58b req-5d29622a-2d1a-4c3e-8dfb-71ea36a33ce9 service nova] Acquiring lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.571222] env[69249]: DEBUG oslo_concurrency.lockutils [req-03c1cc26-6f4f-43ea-8caa-6ddfb2c7f58b req-5d29622a-2d1a-4c3e-8dfb-71ea36a33ce9 service nova] Acquired lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.571405] env[69249]: DEBUG nova.network.neutron [req-03c1cc26-6f4f-43ea-8caa-6ddfb2c7f58b req-5d29622a-2d1a-4c3e-8dfb-71ea36a33ce9 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Refreshing network info cache for port 20f0c78a-ac02-40ac-b264-377a198b9f2d {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.819867] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52cd4869-9568-4fe5-36c8-dd3113347c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.039234} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.820224] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.820365] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 4e411cfa-df42-4ccc-b4fc-a09d145f9200/4e411cfa-df42-4ccc-b4fc-a09d145f9200.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.820621] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33e25edf-d8c4-49eb-b5af-5e1221756a12 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.827107] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1226.827107] env[69249]: value = "task-3660314" [ 1226.827107] env[69249]: _type = "Task" [ 1226.827107] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.835064] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.062749] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660313, 'name': ReconfigVM_Task, 'duration_secs': 0.954883} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.063049] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 387069ca-cbef-43f8-8249-e0391e1634ea/387069ca-cbef-43f8-8249-e0391e1634ea.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.063714] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da1bfa25-55b9-4017-a15f-71cae2ce3ddc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.071373] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1227.071373] env[69249]: value = "task-3660315" [ 1227.071373] env[69249]: _type = "Task" [ 1227.071373] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.081981] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660315, 'name': Rename_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.294838] env[69249]: DEBUG nova.network.neutron [req-03c1cc26-6f4f-43ea-8caa-6ddfb2c7f58b req-5d29622a-2d1a-4c3e-8dfb-71ea36a33ce9 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Updated VIF entry in instance network info cache for port 20f0c78a-ac02-40ac-b264-377a198b9f2d. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.295247] env[69249]: DEBUG nova.network.neutron [req-03c1cc26-6f4f-43ea-8caa-6ddfb2c7f58b req-5d29622a-2d1a-4c3e-8dfb-71ea36a33ce9 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Updating instance_info_cache with network_info: [{"id": "20f0c78a-ac02-40ac-b264-377a198b9f2d", "address": "fa:16:3e:c5:18:d5", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f0c78a-ac", "ovs_interfaceid": "20f0c78a-ac02-40ac-b264-377a198b9f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.337204] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431104} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.337357] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 4e411cfa-df42-4ccc-b4fc-a09d145f9200/4e411cfa-df42-4ccc-b4fc-a09d145f9200.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.337563] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.337815] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-083e926d-9a33-4a8d-b70f-c1429f01c1e8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.343890] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1227.343890] env[69249]: value = "task-3660316" [ 1227.343890] env[69249]: _type = "Task" [ 1227.343890] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.351485] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.581508] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660315, 'name': Rename_Task, 'duration_secs': 0.269045} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.581880] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.582059] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a9a08bc-8f17-418d-81d7-f3421b5a8aa8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.588317] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1227.588317] env[69249]: value = "task-3660317" [ 1227.588317] env[69249]: _type = "Task" [ 1227.588317] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.595585] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.798410] env[69249]: DEBUG oslo_concurrency.lockutils [req-03c1cc26-6f4f-43ea-8caa-6ddfb2c7f58b req-5d29622a-2d1a-4c3e-8dfb-71ea36a33ce9 service nova] Releasing lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.853257] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06363} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.853641] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.854287] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba8999f-1cb2-4404-b54b-765188032891 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.876314] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 4e411cfa-df42-4ccc-b4fc-a09d145f9200/4e411cfa-df42-4ccc-b4fc-a09d145f9200.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.876567] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6254c4d-31aa-44f2-ad8e-51020b448d4b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.895829] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1227.895829] env[69249]: value = "task-3660318" [ 1227.895829] env[69249]: _type = "Task" [ 1227.895829] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.903652] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.100328] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660317, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.405969] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660318, 'name': ReconfigVM_Task, 'duration_secs': 0.267751} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.406342] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 4e411cfa-df42-4ccc-b4fc-a09d145f9200/4e411cfa-df42-4ccc-b4fc-a09d145f9200.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.406993] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbd42c57-ad0a-46d8-8fc8-b2bca990753c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.413771] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1228.413771] env[69249]: value = "task-3660319" [ 1228.413771] env[69249]: _type = "Task" [ 1228.413771] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.421658] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660319, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.598855] env[69249]: DEBUG oslo_vmware.api [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660317, 'name': PowerOnVM_Task, 'duration_secs': 0.780631} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.599195] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.599438] env[69249]: INFO nova.compute.manager [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1228.599619] env[69249]: DEBUG nova.compute.manager [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1228.600384] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b6e0b0-424d-442a-8dbd-28761df445d7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.924020] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660319, 'name': Rename_Task, 'duration_secs': 0.136432} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.924322] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.924528] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94bb874c-8b7b-4c3c-bf2c-048140231a73 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.931040] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1228.931040] env[69249]: value = "task-3660320" [ 1228.931040] env[69249]: _type = "Task" [ 1228.931040] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.938329] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.119204] env[69249]: INFO nova.compute.manager [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Took 14.31 seconds to build instance. [ 1229.441249] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.620817] env[69249]: DEBUG oslo_concurrency.lockutils [None req-03b90071-ea20-44ae-a408-09dca0088d31 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "387069ca-cbef-43f8-8249-e0391e1634ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.823s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.942257] env[69249]: DEBUG oslo_vmware.api [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660320, 'name': PowerOnVM_Task, 'duration_secs': 0.601483} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.942708] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.942708] env[69249]: INFO nova.compute.manager [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1229.942875] env[69249]: DEBUG nova.compute.manager [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1229.943690] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29507e67-da96-416d-97a2-ea2d6cfe0eab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.322933] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "387069ca-cbef-43f8-8249-e0391e1634ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.323208] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "387069ca-cbef-43f8-8249-e0391e1634ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.323420] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "387069ca-cbef-43f8-8249-e0391e1634ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.323647] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "387069ca-cbef-43f8-8249-e0391e1634ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.323839] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "387069ca-cbef-43f8-8249-e0391e1634ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.326360] env[69249]: INFO nova.compute.manager [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Terminating instance [ 1230.460077] env[69249]: INFO nova.compute.manager [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Took 14.43 seconds to build instance. [ 1230.830880] env[69249]: DEBUG nova.compute.manager [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1230.831190] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.832115] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b65f29-0fb2-41db-89b8-7f0ee0b9c7a1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.840173] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.840365] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57fabf82-06c4-430e-ba4d-e8eab11b364c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.846621] env[69249]: DEBUG oslo_vmware.api [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1230.846621] env[69249]: value = "task-3660321" [ 1230.846621] env[69249]: _type = "Task" [ 1230.846621] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.856232] env[69249]: DEBUG oslo_vmware.api [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.962119] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fcd3f6da-215b-4e20-83c1-71d03f2689ab tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "4e411cfa-df42-4ccc-b4fc-a09d145f9200" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.938s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.323231] env[69249]: DEBUG nova.compute.manager [req-d303ec52-ffcc-4c6a-91b8-08d896167cad req-5f48819a-3dd0-4423-a6c5-33ec36cc1a9b service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Received event network-changed-9036f984-c784-4ec7-888f-fa62cc3925f0 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.323231] env[69249]: DEBUG nova.compute.manager [req-d303ec52-ffcc-4c6a-91b8-08d896167cad req-5f48819a-3dd0-4423-a6c5-33ec36cc1a9b service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Refreshing instance network info cache due to event network-changed-9036f984-c784-4ec7-888f-fa62cc3925f0. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.323446] env[69249]: DEBUG oslo_concurrency.lockutils [req-d303ec52-ffcc-4c6a-91b8-08d896167cad req-5f48819a-3dd0-4423-a6c5-33ec36cc1a9b service nova] Acquiring lock "refresh_cache-4e411cfa-df42-4ccc-b4fc-a09d145f9200" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.323662] env[69249]: DEBUG oslo_concurrency.lockutils [req-d303ec52-ffcc-4c6a-91b8-08d896167cad req-5f48819a-3dd0-4423-a6c5-33ec36cc1a9b service nova] Acquired lock "refresh_cache-4e411cfa-df42-4ccc-b4fc-a09d145f9200" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.323847] env[69249]: DEBUG nova.network.neutron [req-d303ec52-ffcc-4c6a-91b8-08d896167cad req-5f48819a-3dd0-4423-a6c5-33ec36cc1a9b service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Refreshing network info cache for port 9036f984-c784-4ec7-888f-fa62cc3925f0 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.357281] env[69249]: DEBUG oslo_vmware.api [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660321, 'name': PowerOffVM_Task, 'duration_secs': 0.161152} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.357472] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.357663] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.358192] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-609fc7de-a0b5-45c3-91ca-2f33f63eeb84 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.417729] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.417934] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.418134] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleting the datastore file [datastore2] 387069ca-cbef-43f8-8249-e0391e1634ea {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.418407] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a44b7c5e-d40b-4d49-8e2d-6063eb8bdc76 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.425054] env[69249]: DEBUG oslo_vmware.api [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1231.425054] env[69249]: value = "task-3660323" [ 1231.425054] env[69249]: _type = "Task" [ 1231.425054] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.433344] env[69249]: DEBUG oslo_vmware.api [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.935692] env[69249]: DEBUG oslo_vmware.api [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141209} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.935954] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.936143] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.936313] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.936482] env[69249]: INFO nova.compute.manager [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1231.936723] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.936915] env[69249]: DEBUG nova.compute.manager [-] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.937025] env[69249]: DEBUG nova.network.neutron [-] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.109788] env[69249]: DEBUG nova.network.neutron [req-d303ec52-ffcc-4c6a-91b8-08d896167cad req-5f48819a-3dd0-4423-a6c5-33ec36cc1a9b service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Updated VIF entry in instance network info cache for port 9036f984-c784-4ec7-888f-fa62cc3925f0. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.110490] env[69249]: DEBUG nova.network.neutron [req-d303ec52-ffcc-4c6a-91b8-08d896167cad req-5f48819a-3dd0-4423-a6c5-33ec36cc1a9b service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Updating instance_info_cache with network_info: [{"id": "9036f984-c784-4ec7-888f-fa62cc3925f0", "address": "fa:16:3e:eb:f0:dd", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9036f984-c7", "ovs_interfaceid": "9036f984-c784-4ec7-888f-fa62cc3925f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.612689] env[69249]: DEBUG oslo_concurrency.lockutils [req-d303ec52-ffcc-4c6a-91b8-08d896167cad req-5f48819a-3dd0-4423-a6c5-33ec36cc1a9b service nova] Releasing lock "refresh_cache-4e411cfa-df42-4ccc-b4fc-a09d145f9200" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.714669] env[69249]: DEBUG nova.network.neutron [-] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.217462] env[69249]: INFO nova.compute.manager [-] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Took 1.28 seconds to deallocate network for instance. [ 1233.346186] env[69249]: DEBUG nova.compute.manager [req-ebcc13f1-59b0-4d6d-a38f-283d0e7c947d req-c6b69c5f-7eb4-4330-81c4-cfca60d185bd service nova] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Received event network-vif-deleted-035219f8-2bf8-423b-a50a-5ebc7dc9ffeb {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.724132] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.724415] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.724639] env[69249]: DEBUG nova.objects.instance [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lazy-loading 'resources' on Instance uuid 387069ca-cbef-43f8-8249-e0391e1634ea {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.326221] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98024fa5-7364-4ead-a16a-71ae7053e2be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.334511] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0ee009-e7ac-4543-a26c-b0864a820f42 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.365193] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4b43cc-6e7a-4cae-8bcd-ca4126930b85 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.372450] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efeffe2d-6fa9-452b-b738-ecff9b40d823 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.385655] env[69249]: DEBUG nova.compute.provider_tree [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.888489] env[69249]: DEBUG nova.scheduler.client.report [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.393324] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.411873] env[69249]: INFO nova.scheduler.client.report [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleted allocations for instance 387069ca-cbef-43f8-8249-e0391e1634ea [ 1235.919171] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a041e50a-3bd1-4762-93f0-17d6107e7b2d tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "387069ca-cbef-43f8-8249-e0391e1634ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.596s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.359491] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "b9413389-65bf-4473-8bb5-e98d4149553e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.359771] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "b9413389-65bf-4473-8bb5-e98d4149553e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.861633] env[69249]: DEBUG nova.compute.manager [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.385205] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.385509] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.386997] env[69249]: INFO nova.compute.claims [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.485040] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a721f360-b38c-41cd-be1b-6a1885d88248 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.492956] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bc59c3-8af5-4f4f-8492-9af58bc47add {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.522358] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b197a5-1940-4da3-8307-8566f74bec58 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.529334] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc43548-a766-482c-b947-05f30bdddd4d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.542317] env[69249]: DEBUG nova.compute.provider_tree [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.620669] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "5feff419-6baa-4c4f-9077-832bbb205584" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.620913] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "5feff419-6baa-4c4f-9077-832bbb205584" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.045720] env[69249]: DEBUG nova.scheduler.client.report [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.123955] env[69249]: DEBUG nova.compute.utils [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1240.550135] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.550654] env[69249]: DEBUG nova.compute.manager [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1240.626520] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "5feff419-6baa-4c4f-9077-832bbb205584" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.055630] env[69249]: DEBUG nova.compute.utils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.057031] env[69249]: DEBUG nova.compute.manager [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.057203] env[69249]: DEBUG nova.network.neutron [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.091836] env[69249]: DEBUG nova.policy [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6990860c499e4261963189d5ad09f840', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6be3e6b394146bfaa59f7765cb21f4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.330248] env[69249]: DEBUG nova.network.neutron [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Successfully created port: 862296e9-aa58-4a57-970e-82782a1d80ce {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1241.560264] env[69249]: DEBUG nova.compute.manager [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1241.692158] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "5feff419-6baa-4c4f-9077-832bbb205584" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.692434] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "5feff419-6baa-4c4f-9077-832bbb205584" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.692681] env[69249]: INFO nova.compute.manager [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Attaching volume d74665f2-8def-4c98-b044-3ba827d932be to /dev/sdb [ 1241.724486] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476e8940-9e82-47c7-bb4e-d65e8fc880b3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.732115] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5838074-6f6c-4d43-9cb3-6df0d126a462 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.745690] env[69249]: DEBUG nova.virt.block_device [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating existing volume attachment record: e23db641-5090-4f1a-9831-52b7a1809212 {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1242.569755] env[69249]: DEBUG nova.compute.manager [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1242.597390] env[69249]: DEBUG nova.virt.hardware [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.597654] env[69249]: DEBUG nova.virt.hardware [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.597809] env[69249]: DEBUG nova.virt.hardware [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.597987] env[69249]: DEBUG nova.virt.hardware [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.598157] env[69249]: DEBUG nova.virt.hardware [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.598304] env[69249]: DEBUG nova.virt.hardware [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.598505] env[69249]: DEBUG nova.virt.hardware [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.598661] env[69249]: DEBUG nova.virt.hardware [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.598873] env[69249]: DEBUG nova.virt.hardware [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.599113] env[69249]: DEBUG nova.virt.hardware [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.599305] env[69249]: DEBUG nova.virt.hardware [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.600204] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20e8375-a1af-4da3-929c-a8c5f8c48400 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.608659] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeda2c8-1995-4b12-9570-1ed7c899fca6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.710094] env[69249]: DEBUG nova.compute.manager [req-d9236fa3-51d3-4b96-a51f-a6bad644ddc6 req-0246ac3f-fad9-469f-8b7d-7966041feeee service nova] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Received event network-vif-plugged-862296e9-aa58-4a57-970e-82782a1d80ce {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.710331] env[69249]: DEBUG oslo_concurrency.lockutils [req-d9236fa3-51d3-4b96-a51f-a6bad644ddc6 req-0246ac3f-fad9-469f-8b7d-7966041feeee service nova] Acquiring lock "b9413389-65bf-4473-8bb5-e98d4149553e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.710535] env[69249]: DEBUG oslo_concurrency.lockutils [req-d9236fa3-51d3-4b96-a51f-a6bad644ddc6 req-0246ac3f-fad9-469f-8b7d-7966041feeee service nova] Lock "b9413389-65bf-4473-8bb5-e98d4149553e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.710751] env[69249]: DEBUG oslo_concurrency.lockutils [req-d9236fa3-51d3-4b96-a51f-a6bad644ddc6 req-0246ac3f-fad9-469f-8b7d-7966041feeee service nova] Lock "b9413389-65bf-4473-8bb5-e98d4149553e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.710862] env[69249]: DEBUG nova.compute.manager [req-d9236fa3-51d3-4b96-a51f-a6bad644ddc6 req-0246ac3f-fad9-469f-8b7d-7966041feeee service nova] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] No waiting events found dispatching network-vif-plugged-862296e9-aa58-4a57-970e-82782a1d80ce {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1242.711034] env[69249]: WARNING nova.compute.manager [req-d9236fa3-51d3-4b96-a51f-a6bad644ddc6 req-0246ac3f-fad9-469f-8b7d-7966041feeee service nova] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Received unexpected event network-vif-plugged-862296e9-aa58-4a57-970e-82782a1d80ce for instance with vm_state building and task_state spawning. [ 1242.797057] env[69249]: DEBUG nova.network.neutron [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Successfully updated port: 862296e9-aa58-4a57-970e-82782a1d80ce {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.300028] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "refresh_cache-b9413389-65bf-4473-8bb5-e98d4149553e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.300028] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "refresh_cache-b9413389-65bf-4473-8bb5-e98d4149553e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.300290] env[69249]: DEBUG nova.network.neutron [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.830674] env[69249]: DEBUG nova.network.neutron [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1243.945656] env[69249]: DEBUG nova.network.neutron [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Updating instance_info_cache with network_info: [{"id": "862296e9-aa58-4a57-970e-82782a1d80ce", "address": "fa:16:3e:b2:ca:af", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap862296e9-aa", "ovs_interfaceid": "862296e9-aa58-4a57-970e-82782a1d80ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.448015] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "refresh_cache-b9413389-65bf-4473-8bb5-e98d4149553e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.448383] env[69249]: DEBUG nova.compute.manager [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Instance network_info: |[{"id": "862296e9-aa58-4a57-970e-82782a1d80ce", "address": "fa:16:3e:b2:ca:af", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap862296e9-aa", "ovs_interfaceid": "862296e9-aa58-4a57-970e-82782a1d80ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1244.448804] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:ca:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '862296e9-aa58-4a57-970e-82782a1d80ce', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.456605] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.456826] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.457060] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4867ecca-5620-45fc-86c2-7444a769f717 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.478651] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.478651] env[69249]: value = "task-3660328" [ 1244.478651] env[69249]: _type = "Task" [ 1244.478651] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.486188] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660328, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.736368] env[69249]: DEBUG nova.compute.manager [req-c3fb9400-2b8d-48a9-b549-fc36927fcb13 req-7365ccf5-21bf-41f7-b69e-73a18749c495 service nova] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Received event network-changed-862296e9-aa58-4a57-970e-82782a1d80ce {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.736571] env[69249]: DEBUG nova.compute.manager [req-c3fb9400-2b8d-48a9-b549-fc36927fcb13 req-7365ccf5-21bf-41f7-b69e-73a18749c495 service nova] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Refreshing instance network info cache due to event network-changed-862296e9-aa58-4a57-970e-82782a1d80ce. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.736781] env[69249]: DEBUG oslo_concurrency.lockutils [req-c3fb9400-2b8d-48a9-b549-fc36927fcb13 req-7365ccf5-21bf-41f7-b69e-73a18749c495 service nova] Acquiring lock "refresh_cache-b9413389-65bf-4473-8bb5-e98d4149553e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.736924] env[69249]: DEBUG oslo_concurrency.lockutils [req-c3fb9400-2b8d-48a9-b549-fc36927fcb13 req-7365ccf5-21bf-41f7-b69e-73a18749c495 service nova] Acquired lock "refresh_cache-b9413389-65bf-4473-8bb5-e98d4149553e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.737092] env[69249]: DEBUG nova.network.neutron [req-c3fb9400-2b8d-48a9-b549-fc36927fcb13 req-7365ccf5-21bf-41f7-b69e-73a18749c495 service nova] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Refreshing network info cache for port 862296e9-aa58-4a57-970e-82782a1d80ce {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.988528] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660328, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.411074] env[69249]: DEBUG nova.network.neutron [req-c3fb9400-2b8d-48a9-b549-fc36927fcb13 req-7365ccf5-21bf-41f7-b69e-73a18749c495 service nova] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Updated VIF entry in instance network info cache for port 862296e9-aa58-4a57-970e-82782a1d80ce. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.411492] env[69249]: DEBUG nova.network.neutron [req-c3fb9400-2b8d-48a9-b549-fc36927fcb13 req-7365ccf5-21bf-41f7-b69e-73a18749c495 service nova] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Updating instance_info_cache with network_info: [{"id": "862296e9-aa58-4a57-970e-82782a1d80ce", "address": "fa:16:3e:b2:ca:af", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap862296e9-aa", "ovs_interfaceid": "862296e9-aa58-4a57-970e-82782a1d80ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.489400] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660328, 'name': CreateVM_Task, 'duration_secs': 0.579231} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.489580] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.490289] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.490502] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.490817] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.491078] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb8b159-d774-4e1c-b569-f9d71a6f48d5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.495368] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1245.495368] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524821c8-cbd1-81da-a1e4-635ec041228d" [ 1245.495368] env[69249]: _type = "Task" [ 1245.495368] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.503793] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524821c8-cbd1-81da-a1e4-635ec041228d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.914443] env[69249]: DEBUG oslo_concurrency.lockutils [req-c3fb9400-2b8d-48a9-b549-fc36927fcb13 req-7365ccf5-21bf-41f7-b69e-73a18749c495 service nova] Releasing lock "refresh_cache-b9413389-65bf-4473-8bb5-e98d4149553e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.005961] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524821c8-cbd1-81da-a1e4-635ec041228d, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.006333] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.006495] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.006722] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.006868] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.007056] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.007314] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffbd7400-f716-4f70-bc80-e19b4e6a808a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.015299] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.015461] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.016126] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bc50bd6-6832-41e4-834c-64283efc79ec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.021069] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1246.021069] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d5f145-41bc-b6b0-8783-3b2adbea0821" [ 1246.021069] env[69249]: _type = "Task" [ 1246.021069] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.029334] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d5f145-41bc-b6b0-8783-3b2adbea0821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.288985] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1246.289266] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729547', 'volume_id': 'd74665f2-8def-4c98-b044-3ba827d932be', 'name': 'volume-d74665f2-8def-4c98-b044-3ba827d932be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5feff419-6baa-4c4f-9077-832bbb205584', 'attached_at': '', 'detached_at': '', 'volume_id': 'd74665f2-8def-4c98-b044-3ba827d932be', 'serial': 'd74665f2-8def-4c98-b044-3ba827d932be'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1246.290170] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b90fdb8-d764-457c-9456-99b25a80e346 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.306690] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1172feb6-aaaf-4001-a453-b23ab9ce260a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.330398] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-d74665f2-8def-4c98-b044-3ba827d932be/volume-d74665f2-8def-4c98-b044-3ba827d932be.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.330636] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48d1c63a-5e10-405f-a783-1daf54d3a8e1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.348774] env[69249]: DEBUG oslo_vmware.api [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1246.348774] env[69249]: value = "task-3660329" [ 1246.348774] env[69249]: _type = "Task" [ 1246.348774] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.356113] env[69249]: DEBUG oslo_vmware.api [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.532391] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d5f145-41bc-b6b0-8783-3b2adbea0821, 'name': SearchDatastore_Task, 'duration_secs': 0.008791} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.533198] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc2ab6ee-9697-48ad-98f6-b9e665953673 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.538466] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1246.538466] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f22d0f-4e7b-965e-781c-449f16f9cb2e" [ 1246.538466] env[69249]: _type = "Task" [ 1246.538466] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.545656] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f22d0f-4e7b-965e-781c-449f16f9cb2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.858922] env[69249]: DEBUG oslo_vmware.api [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660329, 'name': ReconfigVM_Task, 'duration_secs': 0.335401} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.859215] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-d74665f2-8def-4c98-b044-3ba827d932be/volume-d74665f2-8def-4c98-b044-3ba827d932be.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.863996] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c2fe0c5-b2cf-4a01-97c5-4febdc53f2f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.878501] env[69249]: DEBUG oslo_vmware.api [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1246.878501] env[69249]: value = "task-3660330" [ 1246.878501] env[69249]: _type = "Task" [ 1246.878501] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.886202] env[69249]: DEBUG oslo_vmware.api [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.048783] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f22d0f-4e7b-965e-781c-449f16f9cb2e, 'name': SearchDatastore_Task, 'duration_secs': 0.009385} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.049164] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.049319] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] b9413389-65bf-4473-8bb5-e98d4149553e/b9413389-65bf-4473-8bb5-e98d4149553e.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.049577] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d08df954-6395-46d2-8017-41244c9f0ce6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.055911] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1247.055911] env[69249]: value = "task-3660331" [ 1247.055911] env[69249]: _type = "Task" [ 1247.055911] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.062831] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.391187] env[69249]: DEBUG oslo_vmware.api [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660330, 'name': ReconfigVM_Task, 'duration_secs': 0.133664} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.391375] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729547', 'volume_id': 'd74665f2-8def-4c98-b044-3ba827d932be', 'name': 'volume-d74665f2-8def-4c98-b044-3ba827d932be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5feff419-6baa-4c4f-9077-832bbb205584', 'attached_at': '', 'detached_at': '', 'volume_id': 'd74665f2-8def-4c98-b044-3ba827d932be', 'serial': 'd74665f2-8def-4c98-b044-3ba827d932be'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1247.565068] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.407964} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.565374] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] b9413389-65bf-4473-8bb5-e98d4149553e/b9413389-65bf-4473-8bb5-e98d4149553e.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.565511] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.565732] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94198342-56b6-4261-b996-f6f4de5da9ba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.570978] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1247.570978] env[69249]: value = "task-3660332" [ 1247.570978] env[69249]: _type = "Task" [ 1247.570978] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.579021] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.080887] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06305} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.081309] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.081932] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a7ef4c-feaf-49de-ba4b-655fff8ce541 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.103582] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] b9413389-65bf-4473-8bb5-e98d4149553e/b9413389-65bf-4473-8bb5-e98d4149553e.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.103819] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-148b76f5-efa2-4857-b04b-a600fbe2a522 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.123130] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1248.123130] env[69249]: value = "task-3660333" [ 1248.123130] env[69249]: _type = "Task" [ 1248.123130] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.130718] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.426116] env[69249]: DEBUG nova.objects.instance [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lazy-loading 'flavor' on Instance uuid 5feff419-6baa-4c4f-9077-832bbb205584 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.633745] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660333, 'name': ReconfigVM_Task, 'duration_secs': 0.269682} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.633997] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Reconfigured VM instance instance-00000078 to attach disk [datastore2] b9413389-65bf-4473-8bb5-e98d4149553e/b9413389-65bf-4473-8bb5-e98d4149553e.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.634593] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82488e83-ccfd-45e2-929f-94169603f700 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.643207] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1248.643207] env[69249]: value = "task-3660334" [ 1248.643207] env[69249]: _type = "Task" [ 1248.643207] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.650806] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660334, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.931737] env[69249]: DEBUG oslo_concurrency.lockutils [None req-edbf67fc-8a94-433e-ad13-5381070651a6 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "5feff419-6baa-4c4f-9077-832bbb205584" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.153256] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660334, 'name': Rename_Task, 'duration_secs': 0.1875} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.153806] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.153806] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a6a9e64-6ffa-40de-8eab-73a36e2eda97 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.160115] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1249.160115] env[69249]: value = "task-3660335" [ 1249.160115] env[69249]: _type = "Task" [ 1249.160115] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.167237] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.669933] env[69249]: DEBUG oslo_vmware.api [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660335, 'name': PowerOnVM_Task, 'duration_secs': 0.431327} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.670200] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.670398] env[69249]: INFO nova.compute.manager [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1249.670575] env[69249]: DEBUG nova.compute.manager [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1249.671342] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc593d08-d8c9-4faa-ba00-9b066c40338d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.793704] env[69249]: DEBUG nova.compute.manager [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Stashing vm_state: active {{(pid=69249) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1250.187684] env[69249]: INFO nova.compute.manager [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Took 11.82 seconds to build instance. [ 1250.311090] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.311384] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.689812] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4a8f73bc-feb2-4e46-aa8e-41daa269a902 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "b9413389-65bf-4473-8bb5-e98d4149553e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.330s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.809881] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "924ce287-8925-427b-875f-ec4b913b880d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.810173] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "924ce287-8925-427b-875f-ec4b913b880d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.815788] env[69249]: INFO nova.compute.claims [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.312400] env[69249]: DEBUG nova.compute.manager [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.321968] env[69249]: INFO nova.compute.resource_tracker [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating resource usage from migration 284a679d-ac2f-4925-bd35-32f0756c5b24 [ 1251.432103] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03eb3ac0-5f36-4c6a-a36f-94c6246030cc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.440099] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d830bb-623a-4861-bae8-28f46099447c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.471474] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c187b881-260a-45d7-86e2-a96dde868d41 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.478449] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06812a9f-db55-4717-ab44-f88eefa72043 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.491403] env[69249]: DEBUG nova.compute.provider_tree [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.830492] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.994681] env[69249]: DEBUG nova.scheduler.client.report [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.499797] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.188s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.500286] env[69249]: INFO nova.compute.manager [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Migrating [ 1252.507086] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.677s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.508529] env[69249]: INFO nova.compute.claims [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.020857] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.021053] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.021228] env[69249]: DEBUG nova.network.neutron [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.632543] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438d9a4c-57e3-42c3-9b1a-fc816313a610 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.640134] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28176a0-f829-45d9-ac9d-c29dae7fa576 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.672009] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b54c66-a871-4c5d-a202-06b66f6a7123 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.678676] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040b31e8-73ba-4f8e-a67f-8891a77c52f3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.692060] env[69249]: DEBUG nova.compute.provider_tree [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.756344] env[69249]: DEBUG nova.network.neutron [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance_info_cache with network_info: [{"id": "e9bd17a0-604b-4f49-826d-15c11fb66f97", "address": "fa:16:3e:f0:ee:06", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bd17a0-60", "ovs_interfaceid": "e9bd17a0-604b-4f49-826d-15c11fb66f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.194904] env[69249]: DEBUG nova.scheduler.client.report [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.258900] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.699338] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.699860] env[69249]: DEBUG nova.compute.manager [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.204748] env[69249]: DEBUG nova.compute.utils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.206162] env[69249]: DEBUG nova.compute.manager [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1255.206337] env[69249]: DEBUG nova.network.neutron [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.243145] env[69249]: DEBUG nova.policy [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6990860c499e4261963189d5ad09f840', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6be3e6b394146bfaa59f7765cb21f4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.490130] env[69249]: DEBUG nova.network.neutron [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Successfully created port: 482cc604-e1ca-4037-881d-6e90cb691906 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.709648] env[69249]: DEBUG nova.compute.manager [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.773012] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204cd08f-65f5-4ce5-89e5-612b42669fb6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.795782] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance '5feff419-6baa-4c4f-9077-832bbb205584' progress to 0 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.300729] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.301032] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e0beb96-e44e-4ece-a0cc-2949970b0d7d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.308546] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1256.308546] env[69249]: value = "task-3660336" [ 1256.308546] env[69249]: _type = "Task" [ 1256.308546] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.317510] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.720831] env[69249]: DEBUG nova.compute.manager [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.746742] env[69249]: DEBUG nova.virt.hardware [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.746990] env[69249]: DEBUG nova.virt.hardware [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.747178] env[69249]: DEBUG nova.virt.hardware [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.747374] env[69249]: DEBUG nova.virt.hardware [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.747521] env[69249]: DEBUG nova.virt.hardware [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.747667] env[69249]: DEBUG nova.virt.hardware [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.747875] env[69249]: DEBUG nova.virt.hardware [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.748045] env[69249]: DEBUG nova.virt.hardware [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.748219] env[69249]: DEBUG nova.virt.hardware [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.748382] env[69249]: DEBUG nova.virt.hardware [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.748551] env[69249]: DEBUG nova.virt.hardware [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.749408] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf414d0-0ca1-44c9-9feb-a60139c9965f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.757406] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebc7bd0-fd64-473d-bcb8-8b8bfd2e3d2d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.818185] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660336, 'name': PowerOffVM_Task, 'duration_secs': 0.23292} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.818447] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.818629] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance '5feff419-6baa-4c4f-9077-832bbb205584' progress to 17 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.828390] env[69249]: DEBUG nova.compute.manager [req-3e0ded5d-c9e4-4a6d-9c52-b079c0a50c3b req-f64f619d-ff25-4c86-ae6f-b559bc2cbb96 service nova] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Received event network-vif-plugged-482cc604-e1ca-4037-881d-6e90cb691906 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.828596] env[69249]: DEBUG oslo_concurrency.lockutils [req-3e0ded5d-c9e4-4a6d-9c52-b079c0a50c3b req-f64f619d-ff25-4c86-ae6f-b559bc2cbb96 service nova] Acquiring lock "924ce287-8925-427b-875f-ec4b913b880d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.828795] env[69249]: DEBUG oslo_concurrency.lockutils [req-3e0ded5d-c9e4-4a6d-9c52-b079c0a50c3b req-f64f619d-ff25-4c86-ae6f-b559bc2cbb96 service nova] Lock "924ce287-8925-427b-875f-ec4b913b880d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.828956] env[69249]: DEBUG oslo_concurrency.lockutils [req-3e0ded5d-c9e4-4a6d-9c52-b079c0a50c3b req-f64f619d-ff25-4c86-ae6f-b559bc2cbb96 service nova] Lock "924ce287-8925-427b-875f-ec4b913b880d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.829175] env[69249]: DEBUG nova.compute.manager [req-3e0ded5d-c9e4-4a6d-9c52-b079c0a50c3b req-f64f619d-ff25-4c86-ae6f-b559bc2cbb96 service nova] [instance: 924ce287-8925-427b-875f-ec4b913b880d] No waiting events found dispatching network-vif-plugged-482cc604-e1ca-4037-881d-6e90cb691906 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1256.829319] env[69249]: WARNING nova.compute.manager [req-3e0ded5d-c9e4-4a6d-9c52-b079c0a50c3b req-f64f619d-ff25-4c86-ae6f-b559bc2cbb96 service nova] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Received unexpected event network-vif-plugged-482cc604-e1ca-4037-881d-6e90cb691906 for instance with vm_state building and task_state spawning. [ 1256.954083] env[69249]: DEBUG nova.network.neutron [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Successfully updated port: 482cc604-e1ca-4037-881d-6e90cb691906 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.326465] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.326693] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.326693] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.326926] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.327151] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.327338] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.327581] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.327787] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.327984] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.328175] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.328351] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.334234] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-505664d1-8da3-40a4-ac13-2cbb72aac7d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.350203] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1257.350203] env[69249]: value = "task-3660337" [ 1257.350203] env[69249]: _type = "Task" [ 1257.350203] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.358850] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.456755] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "refresh_cache-924ce287-8925-427b-875f-ec4b913b880d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.456879] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "refresh_cache-924ce287-8925-427b-875f-ec4b913b880d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.457278] env[69249]: DEBUG nova.network.neutron [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.861231] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660337, 'name': ReconfigVM_Task, 'duration_secs': 0.152282} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.861775] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance '5feff419-6baa-4c4f-9077-832bbb205584' progress to 33 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.006715] env[69249]: DEBUG nova.network.neutron [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.132635] env[69249]: DEBUG nova.network.neutron [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Updating instance_info_cache with network_info: [{"id": "482cc604-e1ca-4037-881d-6e90cb691906", "address": "fa:16:3e:ba:8e:20", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap482cc604-e1", "ovs_interfaceid": "482cc604-e1ca-4037-881d-6e90cb691906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.368117] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.368374] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.368493] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.368670] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.368809] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.368949] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.369160] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.369315] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.369474] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.369629] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.369796] env[69249]: DEBUG nova.virt.hardware [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.375007] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1258.375295] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-309153b7-1cf9-4245-b0ab-8fb4478f9ce2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.393965] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1258.393965] env[69249]: value = "task-3660338" [ 1258.393965] env[69249]: _type = "Task" [ 1258.393965] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.401578] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.635222] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "refresh_cache-924ce287-8925-427b-875f-ec4b913b880d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.635572] env[69249]: DEBUG nova.compute.manager [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Instance network_info: |[{"id": "482cc604-e1ca-4037-881d-6e90cb691906", "address": "fa:16:3e:ba:8e:20", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap482cc604-e1", "ovs_interfaceid": "482cc604-e1ca-4037-881d-6e90cb691906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.636016] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:8e:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '482cc604-e1ca-4037-881d-6e90cb691906', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.643343] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.643557] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.643806] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bbc70ca-da66-481e-a2b5-f5f08088f05e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.662971] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.662971] env[69249]: value = "task-3660339" [ 1258.662971] env[69249]: _type = "Task" [ 1258.662971] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.672878] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660339, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.856251] env[69249]: DEBUG nova.compute.manager [req-dfe1d6b8-0aa4-49b3-a475-f5378ca97a05 req-fd37cc3a-cca8-4df0-a17a-cfa8a9a3ada2 service nova] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Received event network-changed-482cc604-e1ca-4037-881d-6e90cb691906 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.856432] env[69249]: DEBUG nova.compute.manager [req-dfe1d6b8-0aa4-49b3-a475-f5378ca97a05 req-fd37cc3a-cca8-4df0-a17a-cfa8a9a3ada2 service nova] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Refreshing instance network info cache due to event network-changed-482cc604-e1ca-4037-881d-6e90cb691906. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.856691] env[69249]: DEBUG oslo_concurrency.lockutils [req-dfe1d6b8-0aa4-49b3-a475-f5378ca97a05 req-fd37cc3a-cca8-4df0-a17a-cfa8a9a3ada2 service nova] Acquiring lock "refresh_cache-924ce287-8925-427b-875f-ec4b913b880d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.856802] env[69249]: DEBUG oslo_concurrency.lockutils [req-dfe1d6b8-0aa4-49b3-a475-f5378ca97a05 req-fd37cc3a-cca8-4df0-a17a-cfa8a9a3ada2 service nova] Acquired lock "refresh_cache-924ce287-8925-427b-875f-ec4b913b880d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.856971] env[69249]: DEBUG nova.network.neutron [req-dfe1d6b8-0aa4-49b3-a475-f5378ca97a05 req-fd37cc3a-cca8-4df0-a17a-cfa8a9a3ada2 service nova] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Refreshing network info cache for port 482cc604-e1ca-4037-881d-6e90cb691906 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.904021] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660338, 'name': ReconfigVM_Task, 'duration_secs': 0.447888} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.904394] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1258.905149] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a3339f-14ea-471c-94cc-a38ee5c87767 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.930599] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 5feff419-6baa-4c4f-9077-832bbb205584/5feff419-6baa-4c4f-9077-832bbb205584.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.931348] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e21225f-41d9-49f5-bf9b-41718c238358 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.948778] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1258.948778] env[69249]: value = "task-3660340" [ 1258.948778] env[69249]: _type = "Task" [ 1258.948778] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.956255] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.172873] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660339, 'name': CreateVM_Task, 'duration_secs': 0.305613} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.173058] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.173726] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.173926] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.174259] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.174510] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a9de0fe-f592-4088-a2e7-8aae145d21e2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.178469] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1259.178469] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52573822-fc29-34de-09b3-6850d2c39ae7" [ 1259.178469] env[69249]: _type = "Task" [ 1259.178469] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.185692] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52573822-fc29-34de-09b3-6850d2c39ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.459827] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.534919] env[69249]: DEBUG nova.network.neutron [req-dfe1d6b8-0aa4-49b3-a475-f5378ca97a05 req-fd37cc3a-cca8-4df0-a17a-cfa8a9a3ada2 service nova] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Updated VIF entry in instance network info cache for port 482cc604-e1ca-4037-881d-6e90cb691906. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.535337] env[69249]: DEBUG nova.network.neutron [req-dfe1d6b8-0aa4-49b3-a475-f5378ca97a05 req-fd37cc3a-cca8-4df0-a17a-cfa8a9a3ada2 service nova] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Updating instance_info_cache with network_info: [{"id": "482cc604-e1ca-4037-881d-6e90cb691906", "address": "fa:16:3e:ba:8e:20", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap482cc604-e1", "ovs_interfaceid": "482cc604-e1ca-4037-881d-6e90cb691906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.689018] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52573822-fc29-34de-09b3-6850d2c39ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.689344] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.689573] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.689808] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.689953] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.690147] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.690395] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dba0c593-65e9-4381-be1a-80e613c09e11 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.698461] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.698605] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.699295] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337e1a3f-8181-4444-bd1c-92fa67b3efae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.706017] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1259.706017] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52db2287-9014-650d-1afc-cacdc54a1200" [ 1259.706017] env[69249]: _type = "Task" [ 1259.706017] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.713010] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52db2287-9014-650d-1afc-cacdc54a1200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.961281] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.038143] env[69249]: DEBUG oslo_concurrency.lockutils [req-dfe1d6b8-0aa4-49b3-a475-f5378ca97a05 req-fd37cc3a-cca8-4df0-a17a-cfa8a9a3ada2 service nova] Releasing lock "refresh_cache-924ce287-8925-427b-875f-ec4b913b880d" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.216914] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52db2287-9014-650d-1afc-cacdc54a1200, 'name': SearchDatastore_Task, 'duration_secs': 0.0077} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.217699] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651e13f2-4b3b-4d4b-8bf7-3524413cec3d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.222763] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1260.222763] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522a0fda-f251-7126-07c3-8050ecbc3419" [ 1260.222763] env[69249]: _type = "Task" [ 1260.222763] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.230076] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522a0fda-f251-7126-07c3-8050ecbc3419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.461519] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660340, 'name': ReconfigVM_Task, 'duration_secs': 1.090517} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.461831] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 5feff419-6baa-4c4f-9077-832bbb205584/5feff419-6baa-4c4f-9077-832bbb205584.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.462109] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance '5feff419-6baa-4c4f-9077-832bbb205584' progress to 50 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.733160] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522a0fda-f251-7126-07c3-8050ecbc3419, 'name': SearchDatastore_Task, 'duration_secs': 0.008988} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.733354] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.733605] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 924ce287-8925-427b-875f-ec4b913b880d/924ce287-8925-427b-875f-ec4b913b880d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.734029] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ba70834-55f2-496c-863f-46f9b09953b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.740509] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1260.740509] env[69249]: value = "task-3660341" [ 1260.740509] env[69249]: _type = "Task" [ 1260.740509] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.747730] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.969965] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd6c937-7dd4-424b-b45f-0a40fb6962c6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.995071] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea678dcb-9876-4edd-a698-8600d1d7b50d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.017744] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance '5feff419-6baa-4c4f-9077-832bbb205584' progress to 67 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.250413] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660341, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.752680] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660341, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.251722] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660341, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.423239} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.252130] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 924ce287-8925-427b-875f-ec4b913b880d/924ce287-8925-427b-875f-ec4b913b880d.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.252216] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.252425] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7536a36-f8a0-4e1d-9d29-cb0e04eda30a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.259206] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1262.259206] env[69249]: value = "task-3660342" [ 1262.259206] env[69249]: _type = "Task" [ 1262.259206] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.267347] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.655391] env[69249]: DEBUG nova.network.neutron [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Port e9bd17a0-604b-4f49-826d-15c11fb66f97 binding to destination host cpu-1 is already ACTIVE {{(pid=69249) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1262.769229] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057635} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.769478] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.770214] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e063463e-7e5c-4781-931c-cff8b406c11f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.791799] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 924ce287-8925-427b-875f-ec4b913b880d/924ce287-8925-427b-875f-ec4b913b880d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.792255] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a949f5e0-abd2-442a-91de-d8e89cd6d2c1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.812183] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1262.812183] env[69249]: value = "task-3660343" [ 1262.812183] env[69249]: _type = "Task" [ 1262.812183] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.819839] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.322028] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660343, 'name': ReconfigVM_Task, 'duration_secs': 0.261283} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.323053] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 924ce287-8925-427b-875f-ec4b913b880d/924ce287-8925-427b-875f-ec4b913b880d.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.323459] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-845cfe56-2273-4621-a653-5675674570f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.329943] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1263.329943] env[69249]: value = "task-3660344" [ 1263.329943] env[69249]: _type = "Task" [ 1263.329943] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.337184] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660344, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.677370] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "5feff419-6baa-4c4f-9077-832bbb205584-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.677595] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "5feff419-6baa-4c4f-9077-832bbb205584-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.677764] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "5feff419-6baa-4c4f-9077-832bbb205584-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.814348] env[69249]: DEBUG oslo_concurrency.lockutils [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.814562] env[69249]: DEBUG oslo_concurrency.lockutils [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.841987] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660344, 'name': Rename_Task, 'duration_secs': 0.132677} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.842197] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.842428] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-119b6093-0b8b-4969-9679-911855b69233 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.848474] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1263.848474] env[69249]: value = "task-3660345" [ 1263.848474] env[69249]: _type = "Task" [ 1263.848474] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.856011] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.318651] env[69249]: DEBUG nova.compute.utils [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1264.357739] env[69249]: DEBUG oslo_vmware.api [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660345, 'name': PowerOnVM_Task, 'duration_secs': 0.485346} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.358150] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.358150] env[69249]: INFO nova.compute.manager [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1264.358312] env[69249]: DEBUG nova.compute.manager [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1264.359067] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8867b688-5231-4705-8306-508b9c1799a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.711603] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.711809] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.712089] env[69249]: DEBUG nova.network.neutron [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.822077] env[69249]: DEBUG oslo_concurrency.lockutils [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.876132] env[69249]: INFO nova.compute.manager [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Took 13.06 seconds to build instance. [ 1265.357807] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "924ce287-8925-427b-875f-ec4b913b880d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.378448] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1baf0f19-81c6-4c2b-bc2c-925fe0db57c5 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "924ce287-8925-427b-875f-ec4b913b880d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.568s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.379014] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "924ce287-8925-427b-875f-ec4b913b880d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.021s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.379255] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "924ce287-8925-427b-875f-ec4b913b880d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.379453] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "924ce287-8925-427b-875f-ec4b913b880d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.379616] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "924ce287-8925-427b-875f-ec4b913b880d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.381307] env[69249]: INFO nova.compute.manager [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Terminating instance [ 1265.415318] env[69249]: DEBUG nova.network.neutron [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance_info_cache with network_info: [{"id": "e9bd17a0-604b-4f49-826d-15c11fb66f97", "address": "fa:16:3e:f0:ee:06", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bd17a0-60", "ovs_interfaceid": "e9bd17a0-604b-4f49-826d-15c11fb66f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.879771] env[69249]: DEBUG oslo_concurrency.lockutils [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.880042] env[69249]: DEBUG oslo_concurrency.lockutils [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.880292] env[69249]: INFO nova.compute.manager [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Attaching volume f17bcf5e-e75f-48d1-81cc-82f0de7e07c0 to /dev/sdb [ 1265.884566] env[69249]: DEBUG nova.compute.manager [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.884898] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.887974] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec5db58-0529-4227-a3ad-f5b3c936cc0b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.895629] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.895857] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80aec924-66ed-4cca-bc98-660d942befa1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.902809] env[69249]: DEBUG oslo_vmware.api [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1265.902809] env[69249]: value = "task-3660346" [ 1265.902809] env[69249]: _type = "Task" [ 1265.902809] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.911790] env[69249]: DEBUG oslo_vmware.api [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.914390] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29832400-f72d-4b5a-b85e-8acbd7a35949 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.917244] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.922369] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ce0c2c-93da-4517-97ee-8b72c4e56771 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.935599] env[69249]: DEBUG nova.virt.block_device [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Updating existing volume attachment record: 74df3d51-a5e9-4ade-b6b4-77dd4795155d {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1266.413730] env[69249]: DEBUG oslo_vmware.api [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660346, 'name': PowerOffVM_Task, 'duration_secs': 0.191594} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.414067] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.414256] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.414598] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-781905b1-1d9b-4345-8039-e82691ffcfbd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.431453] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8540f8-f00c-4997-a317-04d4e7d6552b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.437923] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a94f8b3-3dfa-4341-8ee1-c92d69303871 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.476563] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.476797] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.477152] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleting the datastore file [datastore2] 924ce287-8925-427b-875f-ec4b913b880d {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.477353] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab98964b-5006-4d51-8616-cc2b558f04fd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.484255] env[69249]: DEBUG oslo_vmware.api [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1266.484255] env[69249]: value = "task-3660351" [ 1266.484255] env[69249]: _type = "Task" [ 1266.484255] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.492139] env[69249]: DEBUG oslo_vmware.api [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.997162] env[69249]: DEBUG oslo_vmware.api [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140631} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.997328] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.997510] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.997684] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.997855] env[69249]: INFO nova.compute.manager [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1266.998109] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.998305] env[69249]: DEBUG nova.compute.manager [-] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.998401] env[69249]: DEBUG nova.network.neutron [-] [instance: 924ce287-8925-427b-875f-ec4b913b880d] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.195394] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ed3f240-225b-4dab-9c4a-cfa97dcb291c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "4e411cfa-df42-4ccc-b4fc-a09d145f9200" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.195659] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ed3f240-225b-4dab-9c4a-cfa97dcb291c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "4e411cfa-df42-4ccc-b4fc-a09d145f9200" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.195841] env[69249]: DEBUG nova.compute.manager [None req-9ed3f240-225b-4dab-9c4a-cfa97dcb291c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1267.196774] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31120761-945e-4756-a36b-7b93d33ceeab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.206443] env[69249]: DEBUG nova.compute.manager [None req-9ed3f240-225b-4dab-9c4a-cfa97dcb291c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69249) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1267.206443] env[69249]: DEBUG nova.objects.instance [None req-9ed3f240-225b-4dab-9c4a-cfa97dcb291c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lazy-loading 'flavor' on Instance uuid 4e411cfa-df42-4ccc-b4fc-a09d145f9200 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.244129] env[69249]: DEBUG nova.compute.manager [req-e56bf16d-9ca0-4745-a2ea-5c8917cfd28c req-761e97e3-5f73-41ec-93d5-cf5be44ed3b1 service nova] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Received event network-vif-deleted-482cc604-e1ca-4037-881d-6e90cb691906 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.244129] env[69249]: INFO nova.compute.manager [req-e56bf16d-9ca0-4745-a2ea-5c8917cfd28c req-761e97e3-5f73-41ec-93d5-cf5be44ed3b1 service nova] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Neutron deleted interface 482cc604-e1ca-4037-881d-6e90cb691906; detaching it from the instance and deleting it from the info cache [ 1267.244129] env[69249]: DEBUG nova.network.neutron [req-e56bf16d-9ca0-4745-a2ea-5c8917cfd28c req-761e97e3-5f73-41ec-93d5-cf5be44ed3b1 service nova] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.529812] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636e76fa-60fd-4087-8815-fd264a9c9734 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.552887] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d91d6fc-bdbc-4160-8ce1-786c64b37af3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.559715] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance '5feff419-6baa-4c4f-9077-832bbb205584' progress to 83 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.727397] env[69249]: DEBUG nova.network.neutron [-] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.746661] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f68f2a0-c2c6-4b45-8416-837f3877fbd4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.757054] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4792f8-1713-4adb-b96f-dc10206601f5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.784680] env[69249]: DEBUG nova.compute.manager [req-e56bf16d-9ca0-4745-a2ea-5c8917cfd28c req-761e97e3-5f73-41ec-93d5-cf5be44ed3b1 service nova] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Detach interface failed, port_id=482cc604-e1ca-4037-881d-6e90cb691906, reason: Instance 924ce287-8925-427b-875f-ec4b913b880d could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1268.066743] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.066983] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b74dbb86-1117-4f28-971f-6b554bbe73be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.074148] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1268.074148] env[69249]: value = "task-3660352" [ 1268.074148] env[69249]: _type = "Task" [ 1268.074148] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.082104] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.216114] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed3f240-225b-4dab-9c4a-cfa97dcb291c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.216586] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3e4d5bc-0330-4c6e-9ea8-dd03bcbd3d56 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.224174] env[69249]: DEBUG oslo_vmware.api [None req-9ed3f240-225b-4dab-9c4a-cfa97dcb291c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1268.224174] env[69249]: value = "task-3660353" [ 1268.224174] env[69249]: _type = "Task" [ 1268.224174] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.232561] env[69249]: INFO nova.compute.manager [-] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Took 1.23 seconds to deallocate network for instance. [ 1268.232833] env[69249]: DEBUG oslo_vmware.api [None req-9ed3f240-225b-4dab-9c4a-cfa97dcb291c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.583686] env[69249]: DEBUG oslo_vmware.api [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660352, 'name': PowerOnVM_Task, 'duration_secs': 0.42252} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.584036] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.584172] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ce474f-16cc-4d4e-a1ad-bce14ecb7e36 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance '5feff419-6baa-4c4f-9077-832bbb205584' progress to 100 {{(pid=69249) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.735218] env[69249]: DEBUG oslo_vmware.api [None req-9ed3f240-225b-4dab-9c4a-cfa97dcb291c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660353, 'name': PowerOffVM_Task, 'duration_secs': 0.177318} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.735487] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ed3f240-225b-4dab-9c4a-cfa97dcb291c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.735678] env[69249]: DEBUG nova.compute.manager [None req-9ed3f240-225b-4dab-9c4a-cfa97dcb291c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1268.736418] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8896341-aa8f-44ed-879d-f82386137a2b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.739310] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.739582] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.739791] env[69249]: DEBUG nova.objects.instance [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lazy-loading 'resources' on Instance uuid 924ce287-8925-427b-875f-ec4b913b880d {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.249540] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ed3f240-225b-4dab-9c4a-cfa97dcb291c tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "4e411cfa-df42-4ccc-b4fc-a09d145f9200" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.354801] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f896e4c-bf04-471b-a9d0-89462a4b3cb2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.362538] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e816f43b-9e7a-4b4c-b4ea-0fdca9836a6b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.391728] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a26450-2f47-479c-8c64-ab4ea5d3da8c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.399038] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925d4ae1-9555-4758-9c51-36e0c580c4ad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.413143] env[69249]: DEBUG nova.compute.provider_tree [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1269.575938] env[69249]: DEBUG nova.objects.instance [None req-5e98188b-06db-453e-985f-1e6a56d81cfc tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lazy-loading 'flavor' on Instance uuid 4e411cfa-df42-4ccc-b4fc-a09d145f9200 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.936411] env[69249]: ERROR nova.scheduler.client.report [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [req-2f9fa451-49c3-4ad4-8cf0-832bfdf5b26d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c355696e-e44b-4fc5-8175-1e54a0df25d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2f9fa451-49c3-4ad4-8cf0-832bfdf5b26d"}]} [ 1269.954522] env[69249]: DEBUG nova.scheduler.client.report [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Refreshing inventories for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1269.967776] env[69249]: DEBUG nova.scheduler.client.report [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Updating ProviderTree inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1269.968014] env[69249]: DEBUG nova.compute.provider_tree [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1269.977902] env[69249]: DEBUG nova.scheduler.client.report [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Refreshing aggregate associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, aggregates: None {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1269.994022] env[69249]: DEBUG nova.scheduler.client.report [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Refreshing trait associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1270.080953] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5e98188b-06db-453e-985f-1e6a56d81cfc tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "refresh_cache-4e411cfa-df42-4ccc-b4fc-a09d145f9200" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.081167] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5e98188b-06db-453e-985f-1e6a56d81cfc tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "refresh_cache-4e411cfa-df42-4ccc-b4fc-a09d145f9200" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.081341] env[69249]: DEBUG nova.network.neutron [None req-5e98188b-06db-453e-985f-1e6a56d81cfc tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.081516] env[69249]: DEBUG nova.objects.instance [None req-5e98188b-06db-453e-985f-1e6a56d81cfc tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lazy-loading 'info_cache' on Instance uuid 4e411cfa-df42-4ccc-b4fc-a09d145f9200 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.093803] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3821965c-8cd7-46f6-8f4a-8cfa671856fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.101688] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35659d2-d496-4dc4-9d30-9d9d1267038d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.130449] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c819b2-402b-49da-8864-24e4513b79a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.142940] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55719a55-c734-4c4b-999c-a7c97d02a165 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.158963] env[69249]: DEBUG nova.compute.provider_tree [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1270.481323] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1270.481573] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729551', 'volume_id': 'f17bcf5e-e75f-48d1-81cc-82f0de7e07c0', 'name': 'volume-f17bcf5e-e75f-48d1-81cc-82f0de7e07c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e662d377-ee51-4dcb-b66f-8446b8ac13c5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f17bcf5e-e75f-48d1-81cc-82f0de7e07c0', 'serial': 'f17bcf5e-e75f-48d1-81cc-82f0de7e07c0'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1270.482464] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293e00ce-01da-480a-a9b7-280d76ff4c15 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.500286] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3fd9de-1c98-4bfb-bb51-1656aa1191fc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.524029] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-f17bcf5e-e75f-48d1-81cc-82f0de7e07c0/volume-f17bcf5e-e75f-48d1-81cc-82f0de7e07c0.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.524288] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d7876aa-67b6-4a98-92e1-ee26e94d3ca0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.542204] env[69249]: DEBUG oslo_vmware.api [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1270.542204] env[69249]: value = "task-3660355" [ 1270.542204] env[69249]: _type = "Task" [ 1270.542204] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.549540] env[69249]: DEBUG oslo_vmware.api [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.586096] env[69249]: DEBUG nova.objects.base [None req-5e98188b-06db-453e-985f-1e6a56d81cfc tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Object Instance<4e411cfa-df42-4ccc-b4fc-a09d145f9200> lazy-loaded attributes: flavor,info_cache {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1270.689296] env[69249]: DEBUG nova.scheduler.client.report [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1270.689561] env[69249]: DEBUG nova.compute.provider_tree [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 173 to 174 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1270.689740] env[69249]: DEBUG nova.compute.provider_tree [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1271.051801] env[69249]: DEBUG oslo_vmware.api [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660355, 'name': ReconfigVM_Task, 'duration_secs': 0.314153} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.054126] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-f17bcf5e-e75f-48d1-81cc-82f0de7e07c0/volume-f17bcf5e-e75f-48d1-81cc-82f0de7e07c0.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.057412] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfec503c-20d7-4941-90ad-7391fc713137 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.072308] env[69249]: DEBUG oslo_vmware.api [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1271.072308] env[69249]: value = "task-3660356" [ 1271.072308] env[69249]: _type = "Task" [ 1271.072308] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.080453] env[69249]: DEBUG oslo_vmware.api [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.194856] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.455s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.216796] env[69249]: INFO nova.scheduler.client.report [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleted allocations for instance 924ce287-8925-427b-875f-ec4b913b880d [ 1271.316513] env[69249]: DEBUG nova.network.neutron [None req-5e98188b-06db-453e-985f-1e6a56d81cfc tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Updating instance_info_cache with network_info: [{"id": "9036f984-c784-4ec7-888f-fa62cc3925f0", "address": "fa:16:3e:eb:f0:dd", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9036f984-c7", "ovs_interfaceid": "9036f984-c784-4ec7-888f-fa62cc3925f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.483293] env[69249]: DEBUG nova.network.neutron [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Port e9bd17a0-604b-4f49-826d-15c11fb66f97 binding to destination host cpu-1 is already ACTIVE {{(pid=69249) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1271.483603] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.483757] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.483989] env[69249]: DEBUG nova.network.neutron [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.582391] env[69249]: DEBUG oslo_vmware.api [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660356, 'name': ReconfigVM_Task, 'duration_secs': 0.153774} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.582720] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729551', 'volume_id': 'f17bcf5e-e75f-48d1-81cc-82f0de7e07c0', 'name': 'volume-f17bcf5e-e75f-48d1-81cc-82f0de7e07c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e662d377-ee51-4dcb-b66f-8446b8ac13c5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f17bcf5e-e75f-48d1-81cc-82f0de7e07c0', 'serial': 'f17bcf5e-e75f-48d1-81cc-82f0de7e07c0'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1271.724693] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e99dd1c7-c2cd-434d-bded-95cc1dcb40f7 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "924ce287-8925-427b-875f-ec4b913b880d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.346s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.818911] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5e98188b-06db-453e-985f-1e6a56d81cfc tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "refresh_cache-4e411cfa-df42-4ccc-b4fc-a09d145f9200" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.919774] env[69249]: DEBUG oslo_concurrency.lockutils [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "b9413389-65bf-4473-8bb5-e98d4149553e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.920056] env[69249]: DEBUG oslo_concurrency.lockutils [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "b9413389-65bf-4473-8bb5-e98d4149553e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.920277] env[69249]: DEBUG oslo_concurrency.lockutils [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "b9413389-65bf-4473-8bb5-e98d4149553e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.920459] env[69249]: DEBUG oslo_concurrency.lockutils [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "b9413389-65bf-4473-8bb5-e98d4149553e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.920625] env[69249]: DEBUG oslo_concurrency.lockutils [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "b9413389-65bf-4473-8bb5-e98d4149553e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.922646] env[69249]: INFO nova.compute.manager [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Terminating instance [ 1272.218983] env[69249]: DEBUG nova.network.neutron [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance_info_cache with network_info: [{"id": "e9bd17a0-604b-4f49-826d-15c11fb66f97", "address": "fa:16:3e:f0:ee:06", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bd17a0-60", "ovs_interfaceid": "e9bd17a0-604b-4f49-826d-15c11fb66f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.426495] env[69249]: DEBUG nova.compute.manager [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.426732] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.427767] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3cf93d-1109-4291-bae0-628b44aad41f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.435806] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.436044] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba213156-17b8-42a4-8854-d35306c4aab8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.441768] env[69249]: DEBUG oslo_vmware.api [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1272.441768] env[69249]: value = "task-3660357" [ 1272.441768] env[69249]: _type = "Task" [ 1272.441768] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.449457] env[69249]: DEBUG oslo_vmware.api [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.620243] env[69249]: DEBUG nova.objects.instance [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lazy-loading 'flavor' on Instance uuid e662d377-ee51-4dcb-b66f-8446b8ac13c5 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.721982] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.824474] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e98188b-06db-453e-985f-1e6a56d81cfc tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.824808] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-620f3ea9-da7a-4a5d-a34a-8ed8e4d802a2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.831854] env[69249]: DEBUG oslo_vmware.api [None req-5e98188b-06db-453e-985f-1e6a56d81cfc tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1272.831854] env[69249]: value = "task-3660358" [ 1272.831854] env[69249]: _type = "Task" [ 1272.831854] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.840403] env[69249]: DEBUG oslo_vmware.api [None req-5e98188b-06db-453e-985f-1e6a56d81cfc tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.953578] env[69249]: DEBUG oslo_vmware.api [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660357, 'name': PowerOffVM_Task, 'duration_secs': 0.476812} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.953925] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.954133] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.954402] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-183ab52e-01a4-45e5-9ea8-ac04ade96021 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.013503] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.013732] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.013944] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleting the datastore file [datastore2] b9413389-65bf-4473-8bb5-e98d4149553e {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.014232] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-445b0a07-43d5-41b2-a63b-93d0e032b775 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.021272] env[69249]: DEBUG oslo_vmware.api [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1273.021272] env[69249]: value = "task-3660360" [ 1273.021272] env[69249]: _type = "Task" [ 1273.021272] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.029600] env[69249]: DEBUG oslo_vmware.api [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.127016] env[69249]: DEBUG oslo_concurrency.lockutils [None req-afff09f8-fd86-46ae-814e-e79242796dff tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.247s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.225495] env[69249]: DEBUG nova.compute.manager [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69249) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1273.263826] env[69249]: INFO nova.compute.manager [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Rescuing [ 1273.264178] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.264336] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.264501] env[69249]: DEBUG nova.network.neutron [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.341614] env[69249]: DEBUG oslo_vmware.api [None req-5e98188b-06db-453e-985f-1e6a56d81cfc tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660358, 'name': PowerOnVM_Task, 'duration_secs': 0.393069} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.341901] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e98188b-06db-453e-985f-1e6a56d81cfc tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.342134] env[69249]: DEBUG nova.compute.manager [None req-5e98188b-06db-453e-985f-1e6a56d81cfc tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1273.342937] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3056ec3-8671-4af7-b96d-420f914949b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.532234] env[69249]: DEBUG oslo_vmware.api [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13391} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.532499] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.532660] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.532832] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.533010] env[69249]: INFO nova.compute.manager [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1273.533262] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.533454] env[69249]: DEBUG nova.compute.manager [-] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.533550] env[69249]: DEBUG nova.network.neutron [-] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.821988] env[69249]: DEBUG nova.compute.manager [req-4c1e933d-aa28-4783-8280-dce1157024f4 req-a6ff3198-750d-4b7e-8ac0-115fcf73ae78 service nova] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Received event network-vif-deleted-862296e9-aa58-4a57-970e-82782a1d80ce {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.822197] env[69249]: INFO nova.compute.manager [req-4c1e933d-aa28-4783-8280-dce1157024f4 req-a6ff3198-750d-4b7e-8ac0-115fcf73ae78 service nova] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Neutron deleted interface 862296e9-aa58-4a57-970e-82782a1d80ce; detaching it from the instance and deleting it from the info cache [ 1273.822363] env[69249]: DEBUG nova.network.neutron [req-4c1e933d-aa28-4783-8280-dce1157024f4 req-a6ff3198-750d-4b7e-8ac0-115fcf73ae78 service nova] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.030388] env[69249]: DEBUG nova.network.neutron [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Updating instance_info_cache with network_info: [{"id": "20f0c78a-ac02-40ac-b264-377a198b9f2d", "address": "fa:16:3e:c5:18:d5", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f0c78a-ac", "ovs_interfaceid": "20f0c78a-ac02-40ac-b264-377a198b9f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.302921] env[69249]: DEBUG nova.network.neutron [-] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.318334] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.318628] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.325835] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e8e78ab-1003-4ecd-94fd-f87fbf0a1097 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.335660] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1507f86-cd56-4bdc-9d95-a43b84943f88 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.366072] env[69249]: DEBUG nova.compute.manager [req-4c1e933d-aa28-4783-8280-dce1157024f4 req-a6ff3198-750d-4b7e-8ac0-115fcf73ae78 service nova] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Detach interface failed, port_id=862296e9-aa58-4a57-970e-82782a1d80ce, reason: Instance b9413389-65bf-4473-8bb5-e98d4149553e could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1274.367183] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c09c53-990c-4919-afc1-830ee4cd97d5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.372905] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9fd177-4ad6-45c2-b6d1-187de8a1a22f tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Suspending the VM {{(pid=69249) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1274.373134] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ab88cc4e-4c5d-4a4b-926d-e537e19a6a2c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.378609] env[69249]: DEBUG oslo_vmware.api [None req-0d9fd177-4ad6-45c2-b6d1-187de8a1a22f tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1274.378609] env[69249]: value = "task-3660361" [ 1274.378609] env[69249]: _type = "Task" [ 1274.378609] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.387674] env[69249]: DEBUG oslo_vmware.api [None req-0d9fd177-4ad6-45c2-b6d1-187de8a1a22f tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660361, 'name': SuspendVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.532933] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.805641] env[69249]: INFO nova.compute.manager [-] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Took 1.27 seconds to deallocate network for instance. [ 1274.821473] env[69249]: DEBUG nova.objects.instance [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lazy-loading 'migration_context' on Instance uuid 5feff419-6baa-4c4f-9077-832bbb205584 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.888295] env[69249]: DEBUG oslo_vmware.api [None req-0d9fd177-4ad6-45c2-b6d1-187de8a1a22f tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660361, 'name': SuspendVM_Task} progress is 75%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.311975] env[69249]: DEBUG oslo_concurrency.lockutils [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.389783] env[69249]: DEBUG oslo_vmware.api [None req-0d9fd177-4ad6-45c2-b6d1-187de8a1a22f tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660361, 'name': SuspendVM_Task, 'duration_secs': 0.563951} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.390075] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9fd177-4ad6-45c2-b6d1-187de8a1a22f tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Suspended the VM {{(pid=69249) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1275.390257] env[69249]: DEBUG nova.compute.manager [None req-0d9fd177-4ad6-45c2-b6d1-187de8a1a22f tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1275.391015] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aeea2e2-c5ec-4c3f-98ff-731555b25d49 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.430572] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a58b5e-c928-4969-bfb0-d72f2a55bce8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.438067] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07355140-b7f8-4f9e-b807-5866553e5921 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.469706] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2516e6-5290-483e-94bd-04dcfa8e4ec3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.476880] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9abc604-78ac-4930-991b-327c21dd380f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.490064] env[69249]: DEBUG nova.compute.provider_tree [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.024223] env[69249]: DEBUG nova.scheduler.client.report [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1276.024490] env[69249]: DEBUG nova.compute.provider_tree [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 174 to 175 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1276.024681] env[69249]: DEBUG nova.compute.provider_tree [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.069764] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.070200] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7424919a-b3b1-4819-af1c-a7c022678e03 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.078480] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1276.078480] env[69249]: value = "task-3660362" [ 1276.078480] env[69249]: _type = "Task" [ 1276.078480] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.086448] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.199803] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.588633] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660362, 'name': PowerOffVM_Task, 'duration_secs': 0.188135} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.588979] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.589693] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61271ae9-ca74-4aa8-bbfa-c81f7cc60c61 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.611210] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e82048-1181-4ff1-8302-4c149f95c12f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.641882] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.642146] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2cb9d5e-1494-45eb-adc3-75f41f778e43 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.648283] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1276.648283] env[69249]: value = "task-3660363" [ 1276.648283] env[69249]: _type = "Task" [ 1276.648283] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.655413] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.703038] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.736601] env[69249]: INFO nova.compute.manager [None req-a038369e-537f-4744-a60f-30d369319815 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Resuming [ 1276.737203] env[69249]: DEBUG nova.objects.instance [None req-a038369e-537f-4744-a60f-30d369319815 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lazy-loading 'flavor' on Instance uuid 4e411cfa-df42-4ccc-b4fc-a09d145f9200 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.035541] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.717s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.040899] env[69249]: DEBUG oslo_concurrency.lockutils [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.729s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.041139] env[69249]: DEBUG nova.objects.instance [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lazy-loading 'resources' on Instance uuid b9413389-65bf-4473-8bb5-e98d4149553e {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.158750] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] VM already powered off {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1277.158981] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.159242] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.159393] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.159583] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.159838] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9353c23-eae9-46ee-940e-e10a7c2ed81d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.168745] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.168924] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.169682] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c005df3f-750e-419b-91f8-e0d62bd6ad8c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.175382] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1277.175382] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520f9a64-be3f-561d-899e-62f0b7614680" [ 1277.175382] env[69249]: _type = "Task" [ 1277.175382] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.182961] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520f9a64-be3f-561d-899e-62f0b7614680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.650906] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f35ce2-8b1b-47db-81cb-b096dbffe84d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.658853] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c63c56-3cda-48eb-9911-df8778643326 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.691499] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9263a14f-d97a-4455-8778-b8d283a073c1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.699100] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]520f9a64-be3f-561d-899e-62f0b7614680, 'name': SearchDatastore_Task, 'duration_secs': 0.008959} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.701478] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d4a928-4ee8-4ddf-8bfb-a37a8d0495ea {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.704309] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0c764e-147a-4c8f-9648-d80fad7a3963 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.710406] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1277.710406] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524c3686-bad4-d80a-adbe-fb9921a81ee6" [ 1277.710406] env[69249]: _type = "Task" [ 1277.710406] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.718286] env[69249]: DEBUG nova.compute.provider_tree [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.728076] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]524c3686-bad4-d80a-adbe-fb9921a81ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.728822] env[69249]: DEBUG oslo_concurrency.lockutils [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.729079] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] e662d377-ee51-4dcb-b66f-8446b8ac13c5/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk. {{(pid=69249) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1277.729317] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58ac9c41-dde5-4cdc-a62c-7b2c1db0f2ad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.736530] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1277.736530] env[69249]: value = "task-3660364" [ 1277.736530] env[69249]: _type = "Task" [ 1277.736530] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.745011] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.224352] env[69249]: DEBUG nova.scheduler.client.report [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.247647] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a038369e-537f-4744-a60f-30d369319815 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "refresh_cache-4e411cfa-df42-4ccc-b4fc-a09d145f9200" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.247894] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a038369e-537f-4744-a60f-30d369319815 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquired lock "refresh_cache-4e411cfa-df42-4ccc-b4fc-a09d145f9200" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.247975] env[69249]: DEBUG nova.network.neutron [None req-a038369e-537f-4744-a60f-30d369319815 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.249019] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443427} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.249433] env[69249]: INFO nova.virt.vmwareapi.ds_util [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] e662d377-ee51-4dcb-b66f-8446b8ac13c5/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk. [ 1278.250189] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcd1bf0-3e54-43c0-8057-ff53daea5201 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.276983] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] e662d377-ee51-4dcb-b66f-8446b8ac13c5/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.277424] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ab5eec0-1e3d-4d21-94eb-dd738b18b093 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.295896] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1278.295896] env[69249]: value = "task-3660365" [ 1278.295896] env[69249]: _type = "Task" [ 1278.295896] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.303098] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.573573] env[69249]: INFO nova.compute.manager [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Swapping old allocation on dict_keys(['c355696e-e44b-4fc5-8175-1e54a0df25d4']) held by migration 284a679d-ac2f-4925-bd35-32f0756c5b24 for instance [ 1278.598233] env[69249]: DEBUG nova.scheduler.client.report [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Overwriting current allocation {'allocations': {'c355696e-e44b-4fc5-8175-1e54a0df25d4': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 175}}, 'project_id': '1041ecd064864ec3a8a24c762d55a461', 'user_id': '7796627da8444b0f83c86826f8637601', 'consumer_generation': 1} on consumer 5feff419-6baa-4c4f-9077-832bbb205584 {{(pid=69249) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1278.687142] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.687428] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.687541] env[69249]: DEBUG nova.network.neutron [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.729237] env[69249]: DEBUG oslo_concurrency.lockutils [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.731568] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.029s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.731782] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.731947] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1278.733134] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a692d85a-428f-4f37-84e2-3b887cf9e68c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.740878] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fef71e9-6267-4198-8579-a041ff9ac8bf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.746330] env[69249]: INFO nova.scheduler.client.report [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleted allocations for instance b9413389-65bf-4473-8bb5-e98d4149553e [ 1278.760106] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0917d729-2080-4f3a-b079-010b67fb73f6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.767338] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade3256d-a84e-4c0b-bb79-9217a1472380 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.796640] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179945MB free_disk=70GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1278.796799] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.797010] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.810089] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660365, 'name': ReconfigVM_Task, 'duration_secs': 0.409403} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.810365] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Reconfigured VM instance instance-00000075 to attach disk [datastore2] e662d377-ee51-4dcb-b66f-8446b8ac13c5/d995e3c0-f512-44da-91c0-8e91a3aaef3b-rescue.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.811224] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a0e835-d468-4073-9541-a1a9fd1f2a32 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.843009] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcea5553-6d69-4b5c-befa-8d880efa3a6a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.859133] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1278.859133] env[69249]: value = "task-3660366" [ 1278.859133] env[69249]: _type = "Task" [ 1278.859133] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.867304] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.992454] env[69249]: DEBUG nova.network.neutron [None req-a038369e-537f-4744-a60f-30d369319815 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Updating instance_info_cache with network_info: [{"id": "9036f984-c784-4ec7-888f-fa62cc3925f0", "address": "fa:16:3e:eb:f0:dd", "network": {"id": "cbe99496-7956-4cf2-94f9-b079b1dae325", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78718537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a097e2ffed746299307c1cb7a339fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9036f984-c7", "ovs_interfaceid": "9036f984-c784-4ec7-888f-fa62cc3925f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.266394] env[69249]: DEBUG oslo_concurrency.lockutils [None req-93116c19-94d6-4674-8eed-1b0f7eebde1f tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "b9413389-65bf-4473-8bb5-e98d4149553e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.346s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.371262] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660366, 'name': ReconfigVM_Task, 'duration_secs': 0.425746} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.371808] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.372105] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaeda76b-89d5-480a-bb65-776ff2eb18e5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.378510] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1279.378510] env[69249]: value = "task-3660367" [ 1279.378510] env[69249]: _type = "Task" [ 1279.378510] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.387412] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.468304] env[69249]: DEBUG nova.network.neutron [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance_info_cache with network_info: [{"id": "e9bd17a0-604b-4f49-826d-15c11fb66f97", "address": "fa:16:3e:f0:ee:06", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bd17a0-60", "ovs_interfaceid": "e9bd17a0-604b-4f49-826d-15c11fb66f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.494806] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a038369e-537f-4744-a60f-30d369319815 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Releasing lock "refresh_cache-4e411cfa-df42-4ccc-b4fc-a09d145f9200" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.496171] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5279eab9-0702-42bd-9f0d-16928c3dd063 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.503650] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a038369e-537f-4744-a60f-30d369319815 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Resuming the VM {{(pid=69249) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1279.503980] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fceb97b-1c78-4625-9ff1-9815d415ea98 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.510081] env[69249]: DEBUG oslo_vmware.api [None req-a038369e-537f-4744-a60f-30d369319815 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1279.510081] env[69249]: value = "task-3660368" [ 1279.510081] env[69249]: _type = "Task" [ 1279.510081] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.518755] env[69249]: DEBUG oslo_vmware.api [None req-a038369e-537f-4744-a60f-30d369319815 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.826828] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 5f892550-b641-43b2-8c70-6e15b4a8ab39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1279.827117] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 45406f92-6457-43f4-aaed-b16a79b64e06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1279.827117] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 7400a089-abaa-4ebb-b26b-0b16fb9f334e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1279.827237] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance e662d377-ee51-4dcb-b66f-8446b8ac13c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1279.827358] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 4e411cfa-df42-4ccc-b4fc-a09d145f9200 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1279.827476] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 5feff419-6baa-4c4f-9077-832bbb205584 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1279.888953] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660367, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.970673] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "refresh_cache-5feff419-6baa-4c4f-9077-832bbb205584" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.971656] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2d726f-9dd3-4238-8ebe-6cd986f959df {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.979669] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce8a0c4-003c-4195-b59f-e6c1bae08135 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.019173] env[69249]: DEBUG oslo_vmware.api [None req-a038369e-537f-4744-a60f-30d369319815 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660368, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.076782] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "135c1cbc-c595-4fee-bedd-444c4799af0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.077064] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "135c1cbc-c595-4fee-bedd-444c4799af0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.330659] env[69249]: INFO nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 135c1cbc-c595-4fee-bedd-444c4799af0a has allocations against this compute host but is not found in the database. [ 1280.330913] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1280.331066] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1280.389986] env[69249]: DEBUG oslo_vmware.api [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660367, 'name': PowerOnVM_Task, 'duration_secs': 0.647613} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.390384] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.393162] env[69249]: DEBUG nova.compute.manager [None req-9ef03045-b1f6-4aef-8634-b27b06f43188 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1280.394057] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee126288-5dc7-4f62-bc5c-0ccdf27e8761 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.437556] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd17a4b7-eb77-46b1-8c85-a00e83c9f7a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.445517] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c164ea58-11cc-473a-9f12-cbc84581e482 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.474775] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86402918-b43a-4e94-9148-6f1c3664cae0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.481342] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39e4f73-c0d6-42e2-8ee5-e9d33bac434a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.494215] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1280.518969] env[69249]: DEBUG oslo_vmware.api [None req-a038369e-537f-4744-a60f-30d369319815 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660368, 'name': PowerOnVM_Task, 'duration_secs': 0.70518} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.518969] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a038369e-537f-4744-a60f-30d369319815 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Resumed the VM {{(pid=69249) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1280.518969] env[69249]: DEBUG nova.compute.manager [None req-a038369e-537f-4744-a60f-30d369319815 tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1280.519744] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1cd46a-f24f-4952-b0ab-9c6b3d746b38 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.580589] env[69249]: DEBUG nova.compute.manager [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1281.014652] env[69249]: ERROR nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [req-25bb4c46-a2ca-42a6-a6a4-f43c6c20d150] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c355696e-e44b-4fc5-8175-1e54a0df25d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-25bb4c46-a2ca-42a6-a6a4-f43c6c20d150"}]} [ 1281.032460] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Refreshing inventories for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1281.048720] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Updating ProviderTree inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1281.048922] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1281.060734] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Refreshing aggregate associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, aggregates: None {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1281.070431] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.070706] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a44247c4-877c-47f6-9120-084de849c166 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.078213] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1281.078213] env[69249]: value = "task-3660369" [ 1281.078213] env[69249]: _type = "Task" [ 1281.078213] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.081843] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Refreshing trait associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1281.091413] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.103485] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.186129] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd83cb11-0807-4b05-bf0a-c07230b9cdf1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.193815] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b116dd-c224-4142-9059-f717f25b9a13 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.224858] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a24e88-c3b3-4652-9797-c669f9c44a6e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.231911] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0fbf22-3e55-4015-aa92-2f97688089d4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.245374] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1281.430881] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "4e411cfa-df42-4ccc-b4fc-a09d145f9200" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.431172] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "4e411cfa-df42-4ccc-b4fc-a09d145f9200" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.431388] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "4e411cfa-df42-4ccc-b4fc-a09d145f9200-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.431567] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "4e411cfa-df42-4ccc-b4fc-a09d145f9200-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.431736] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "4e411cfa-df42-4ccc-b4fc-a09d145f9200-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.434014] env[69249]: INFO nova.compute.manager [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Terminating instance [ 1281.540097] env[69249]: INFO nova.compute.manager [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Unrescuing [ 1281.540366] env[69249]: DEBUG oslo_concurrency.lockutils [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.540521] env[69249]: DEBUG oslo_concurrency.lockutils [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquired lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.540684] env[69249]: DEBUG nova.network.neutron [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.587867] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660369, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.774932] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1281.775210] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 177 to 178 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1281.775382] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1281.938204] env[69249]: DEBUG nova.compute.manager [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.938397] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.939328] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8687258e-582e-4cf2-95b8-24b0a415ba4c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.947371] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.947672] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8840fe2d-06bc-4ee3-9541-a3c87351d6fe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.953513] env[69249]: DEBUG oslo_vmware.api [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1281.953513] env[69249]: value = "task-3660370" [ 1281.953513] env[69249]: _type = "Task" [ 1281.953513] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.961401] env[69249]: DEBUG oslo_vmware.api [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.088873] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660369, 'name': PowerOffVM_Task, 'duration_secs': 0.53523} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.089161] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.089853] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.090074] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.090234] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.090416] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.090550] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.090696] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.090905] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.091087] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.091279] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.091444] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.091623] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.096795] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d569332-3ef1-4123-97e7-8ff0ad2e473c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.112748] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1282.112748] env[69249]: value = "task-3660371" [ 1282.112748] env[69249]: _type = "Task" [ 1282.112748] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.122379] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.280125] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1282.280356] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.483s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.280625] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.177s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.282399] env[69249]: INFO nova.compute.claims [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.322875] env[69249]: DEBUG nova.network.neutron [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Updating instance_info_cache with network_info: [{"id": "20f0c78a-ac02-40ac-b264-377a198b9f2d", "address": "fa:16:3e:c5:18:d5", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f0c78a-ac", "ovs_interfaceid": "20f0c78a-ac02-40ac-b264-377a198b9f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.463454] env[69249]: DEBUG oslo_vmware.api [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660370, 'name': PowerOffVM_Task, 'duration_secs': 0.203767} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.463752] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.464070] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.464516] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c18b07f8-f054-40be-830a-b7313195242e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.525175] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.525459] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.525710] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Deleting the datastore file [datastore2] 4e411cfa-df42-4ccc-b4fc-a09d145f9200 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.526052] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b340a92d-46f2-4143-99fd-863b76e67d17 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.532292] env[69249]: DEBUG oslo_vmware.api [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for the task: (returnval){ [ 1282.532292] env[69249]: value = "task-3660373" [ 1282.532292] env[69249]: _type = "Task" [ 1282.532292] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.539738] env[69249]: DEBUG oslo_vmware.api [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.624635] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660371, 'name': ReconfigVM_Task, 'duration_secs': 0.163668} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.625541] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd68099e-e4d7-47f7-85ff-dc388700db39 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.646392] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.646638] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.646795] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.646978] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.647142] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.647290] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.647489] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.647648] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.647810] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.647970] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.648173] env[69249]: DEBUG nova.virt.hardware [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.648921] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68f0e35-0739-464b-8706-264ed26ffbcf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.653846] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1282.653846] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522f294e-ada6-d9c4-6c52-a6491fb24af1" [ 1282.653846] env[69249]: _type = "Task" [ 1282.653846] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.661312] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522f294e-ada6-d9c4-6c52-a6491fb24af1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.825928] env[69249]: DEBUG oslo_concurrency.lockutils [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Releasing lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.826630] env[69249]: DEBUG nova.objects.instance [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lazy-loading 'flavor' on Instance uuid e662d377-ee51-4dcb-b66f-8446b8ac13c5 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.042059] env[69249]: DEBUG oslo_vmware.api [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Task: {'id': task-3660373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13992} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.042310] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.042492] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.042665] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.042835] env[69249]: INFO nova.compute.manager [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1283.043083] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.043279] env[69249]: DEBUG nova.compute.manager [-] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.043375] env[69249]: DEBUG nova.network.neutron [-] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.163504] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]522f294e-ada6-d9c4-6c52-a6491fb24af1, 'name': SearchDatastore_Task, 'duration_secs': 0.015071} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.168700] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1283.168965] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6293984-ae88-486d-934b-6f62d8f34b2e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.186091] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1283.186091] env[69249]: value = "task-3660374" [ 1283.186091] env[69249]: _type = "Task" [ 1283.186091] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.193622] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.286020] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.286020] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.332265] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65509f37-f1f6-45d0-9699-ae8dd768b752 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.358766] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.361747] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-596bcce9-3498-403c-b760-61bc65e24188 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.368541] env[69249]: DEBUG oslo_vmware.api [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1283.368541] env[69249]: value = "task-3660375" [ 1283.368541] env[69249]: _type = "Task" [ 1283.368541] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.378064] env[69249]: DEBUG oslo_vmware.api [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.423432] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f16e1a1-d1da-4017-9b42-9fbe8068dac3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.430770] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa35063b-9b06-4abe-9ecd-46648b9db2ff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.460458] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644dc8e2-735b-4acb-9da8-88d0b29c30bd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.467627] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903479b5-b7c1-405c-a09c-47f99524cac9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.480673] env[69249]: DEBUG nova.compute.provider_tree [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1283.525671] env[69249]: DEBUG nova.compute.manager [req-e35f863d-f09a-4986-9551-093da95656f5 req-f0b1489c-ee79-42ce-ab01-893a0f4f847d service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Received event network-vif-deleted-9036f984-c784-4ec7-888f-fa62cc3925f0 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.525823] env[69249]: INFO nova.compute.manager [req-e35f863d-f09a-4986-9551-093da95656f5 req-f0b1489c-ee79-42ce-ab01-893a0f4f847d service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Neutron deleted interface 9036f984-c784-4ec7-888f-fa62cc3925f0; detaching it from the instance and deleting it from the info cache [ 1283.526020] env[69249]: DEBUG nova.network.neutron [req-e35f863d-f09a-4986-9551-093da95656f5 req-f0b1489c-ee79-42ce-ab01-893a0f4f847d service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.698023] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660374, 'name': ReconfigVM_Task, 'duration_secs': 0.316873} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.698023] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1283.698023] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f76a6cb-7933-4c80-9796-efb451a09e51 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.723097] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 5feff419-6baa-4c4f-9077-832bbb205584/5feff419-6baa-4c4f-9077-832bbb205584.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.723287] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-384d48c6-4448-4f73-ab6e-fe26cfba05a9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.742877] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1283.742877] env[69249]: value = "task-3660376" [ 1283.742877] env[69249]: _type = "Task" [ 1283.742877] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.749959] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.790784] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.790973] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.791132] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.791292] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.791437] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.791586] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.791719] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1283.878812] env[69249]: DEBUG oslo_vmware.api [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660375, 'name': PowerOffVM_Task, 'duration_secs': 0.216772} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.879112] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.884616] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Reconfiguring VM instance instance-00000075 to detach disk 2002 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1283.884972] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2b7b363-6710-46aa-a171-da92d87145a9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.903691] env[69249]: DEBUG oslo_vmware.api [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1283.903691] env[69249]: value = "task-3660377" [ 1283.903691] env[69249]: _type = "Task" [ 1283.903691] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.911721] env[69249]: DEBUG oslo_vmware.api [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.001582] env[69249]: DEBUG nova.network.neutron [-] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.016253] env[69249]: DEBUG nova.scheduler.client.report [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1284.016418] env[69249]: DEBUG nova.compute.provider_tree [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 178 to 179 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1284.016479] env[69249]: DEBUG nova.compute.provider_tree [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1284.028834] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81408a08-c87f-4d2f-b6f3-323ea6521de0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.038920] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6874dfdc-f4ea-48ee-88be-25fa35f202ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.066099] env[69249]: DEBUG nova.compute.manager [req-e35f863d-f09a-4986-9551-093da95656f5 req-f0b1489c-ee79-42ce-ab01-893a0f4f847d service nova] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Detach interface failed, port_id=9036f984-c784-4ec7-888f-fa62cc3925f0, reason: Instance 4e411cfa-df42-4ccc-b4fc-a09d145f9200 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1284.251670] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660376, 'name': ReconfigVM_Task, 'duration_secs': 0.293037} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.251976] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 5feff419-6baa-4c4f-9077-832bbb205584/5feff419-6baa-4c4f-9077-832bbb205584.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.252834] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329e049e-a6bd-4e32-9624-575a285e5647 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.273318] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d55fad8-8f66-4131-a7d8-7c5c9c5181c1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.294542] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6272bff7-a45a-4aa4-9e73-84e76b7e4a07 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.316405] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfeea8a-b8ea-4838-9c52-51256acb7a52 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.323493] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.323756] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00b2d2c9-be01-4c6a-9f2f-535d819f3400 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.330748] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1284.330748] env[69249]: value = "task-3660378" [ 1284.330748] env[69249]: _type = "Task" [ 1284.330748] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.338631] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.413647] env[69249]: DEBUG oslo_vmware.api [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660377, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.504681] env[69249]: INFO nova.compute.manager [-] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Took 1.46 seconds to deallocate network for instance. [ 1284.521177] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.521818] env[69249]: DEBUG nova.compute.manager [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1284.841449] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.913559] env[69249]: DEBUG oslo_vmware.api [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660377, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.011983] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.012299] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.012491] env[69249]: DEBUG nova.objects.instance [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lazy-loading 'resources' on Instance uuid 4e411cfa-df42-4ccc-b4fc-a09d145f9200 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.025548] env[69249]: DEBUG nova.compute.utils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1285.026770] env[69249]: DEBUG nova.compute.manager [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1285.026978] env[69249]: DEBUG nova.network.neutron [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1285.071323] env[69249]: DEBUG nova.policy [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6990860c499e4261963189d5ad09f840', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6be3e6b394146bfaa59f7765cb21f4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1285.325296] env[69249]: DEBUG nova.network.neutron [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Successfully created port: c9522512-5f36-4a71-be50-c69f8ece3900 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1285.342958] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.415058] env[69249]: DEBUG oslo_vmware.api [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660377, 'name': ReconfigVM_Task, 'duration_secs': 1.209781} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.415380] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Reconfigured VM instance instance-00000075 to detach disk 2002 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1285.415566] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.415824] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46c1ba05-4997-4255-8456-b88e1f000f85 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.422011] env[69249]: DEBUG oslo_vmware.api [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1285.422011] env[69249]: value = "task-3660379" [ 1285.422011] env[69249]: _type = "Task" [ 1285.422011] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.429655] env[69249]: DEBUG oslo_vmware.api [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.530539] env[69249]: DEBUG nova.compute.manager [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1285.618234] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44aaab8-3f59-469d-a034-a7d240274951 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.625659] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eff935-7818-49dc-a3c7-1bc304e87a33 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.657433] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd77fdc3-765b-42d1-b6b5-fe7725f2d99f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.664753] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5ba18b-6c15-4cae-adce-d39d3dc617fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.677613] env[69249]: DEBUG nova.compute.provider_tree [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.842681] env[69249]: DEBUG oslo_vmware.api [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660378, 'name': PowerOnVM_Task, 'duration_secs': 1.107336} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.842681] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.932887] env[69249]: DEBUG oslo_vmware.api [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660379, 'name': PowerOnVM_Task, 'duration_secs': 0.4003} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.933167] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.934017] env[69249]: DEBUG nova.compute.manager [None req-818d50d4-ac84-4f75-8ab6-0cab3d8d304d tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1285.934239] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d085c90-0d70-4fd7-94b5-5d7bd2d416e7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.180541] env[69249]: DEBUG nova.scheduler.client.report [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.542808] env[69249]: DEBUG nova.compute.manager [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1286.569253] env[69249]: DEBUG nova.virt.hardware [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.569507] env[69249]: DEBUG nova.virt.hardware [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.569667] env[69249]: DEBUG nova.virt.hardware [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.569846] env[69249]: DEBUG nova.virt.hardware [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.569991] env[69249]: DEBUG nova.virt.hardware [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.570158] env[69249]: DEBUG nova.virt.hardware [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.570366] env[69249]: DEBUG nova.virt.hardware [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.570523] env[69249]: DEBUG nova.virt.hardware [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.570687] env[69249]: DEBUG nova.virt.hardware [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.570847] env[69249]: DEBUG nova.virt.hardware [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.571022] env[69249]: DEBUG nova.virt.hardware [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.571868] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796a5885-d069-486f-8d71-99bea5ea42f6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.579712] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798224b5-71d6-4142-86dd-662b723c243a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.685282] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.708580] env[69249]: INFO nova.scheduler.client.report [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Deleted allocations for instance 4e411cfa-df42-4ccc-b4fc-a09d145f9200 [ 1286.781378] env[69249]: DEBUG nova.compute.manager [req-0a205819-287f-48b4-a52b-d27f9044312d req-4fa58b4c-85b5-441d-a38e-db946e57197b service nova] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Received event network-vif-plugged-c9522512-5f36-4a71-be50-c69f8ece3900 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.781581] env[69249]: DEBUG oslo_concurrency.lockutils [req-0a205819-287f-48b4-a52b-d27f9044312d req-4fa58b4c-85b5-441d-a38e-db946e57197b service nova] Acquiring lock "135c1cbc-c595-4fee-bedd-444c4799af0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.781788] env[69249]: DEBUG oslo_concurrency.lockutils [req-0a205819-287f-48b4-a52b-d27f9044312d req-4fa58b4c-85b5-441d-a38e-db946e57197b service nova] Lock "135c1cbc-c595-4fee-bedd-444c4799af0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.782118] env[69249]: DEBUG oslo_concurrency.lockutils [req-0a205819-287f-48b4-a52b-d27f9044312d req-4fa58b4c-85b5-441d-a38e-db946e57197b service nova] Lock "135c1cbc-c595-4fee-bedd-444c4799af0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.782273] env[69249]: DEBUG nova.compute.manager [req-0a205819-287f-48b4-a52b-d27f9044312d req-4fa58b4c-85b5-441d-a38e-db946e57197b service nova] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] No waiting events found dispatching network-vif-plugged-c9522512-5f36-4a71-be50-c69f8ece3900 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1286.782439] env[69249]: WARNING nova.compute.manager [req-0a205819-287f-48b4-a52b-d27f9044312d req-4fa58b4c-85b5-441d-a38e-db946e57197b service nova] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Received unexpected event network-vif-plugged-c9522512-5f36-4a71-be50-c69f8ece3900 for instance with vm_state building and task_state spawning. [ 1286.890499] env[69249]: INFO nova.compute.manager [None req-2b1bc574-97af-4c5f-aa99-3084be81e3de tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance to original state: 'active' [ 1286.893177] env[69249]: DEBUG nova.network.neutron [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Successfully updated port: c9522512-5f36-4a71-be50-c69f8ece3900 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1287.217091] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b80a11af-2999-4c08-b53f-1417ccfe58fb tempest-ServerActionsTestJSON-626422657 tempest-ServerActionsTestJSON-626422657-project-member] Lock "4e411cfa-df42-4ccc-b4fc-a09d145f9200" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.786s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.314787] env[69249]: DEBUG nova.compute.manager [req-b74ab4b0-bf0b-4ecf-9da4-45abf6fae507 req-e526256c-712b-44fc-ab88-379695aa13f8 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Received event network-changed-20f0c78a-ac02-40ac-b264-377a198b9f2d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.314857] env[69249]: DEBUG nova.compute.manager [req-b74ab4b0-bf0b-4ecf-9da4-45abf6fae507 req-e526256c-712b-44fc-ab88-379695aa13f8 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Refreshing instance network info cache due to event network-changed-20f0c78a-ac02-40ac-b264-377a198b9f2d. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.315763] env[69249]: DEBUG oslo_concurrency.lockutils [req-b74ab4b0-bf0b-4ecf-9da4-45abf6fae507 req-e526256c-712b-44fc-ab88-379695aa13f8 service nova] Acquiring lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.315763] env[69249]: DEBUG oslo_concurrency.lockutils [req-b74ab4b0-bf0b-4ecf-9da4-45abf6fae507 req-e526256c-712b-44fc-ab88-379695aa13f8 service nova] Acquired lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.315763] env[69249]: DEBUG nova.network.neutron [req-b74ab4b0-bf0b-4ecf-9da4-45abf6fae507 req-e526256c-712b-44fc-ab88-379695aa13f8 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Refreshing network info cache for port 20f0c78a-ac02-40ac-b264-377a198b9f2d {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.397084] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "refresh_cache-135c1cbc-c595-4fee-bedd-444c4799af0a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.397242] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "refresh_cache-135c1cbc-c595-4fee-bedd-444c4799af0a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.397424] env[69249]: DEBUG nova.network.neutron [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.944849] env[69249]: DEBUG nova.network.neutron [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1288.107698] env[69249]: DEBUG nova.network.neutron [req-b74ab4b0-bf0b-4ecf-9da4-45abf6fae507 req-e526256c-712b-44fc-ab88-379695aa13f8 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Updated VIF entry in instance network info cache for port 20f0c78a-ac02-40ac-b264-377a198b9f2d. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.108131] env[69249]: DEBUG nova.network.neutron [req-b74ab4b0-bf0b-4ecf-9da4-45abf6fae507 req-e526256c-712b-44fc-ab88-379695aa13f8 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Updating instance_info_cache with network_info: [{"id": "20f0c78a-ac02-40ac-b264-377a198b9f2d", "address": "fa:16:3e:c5:18:d5", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f0c78a-ac", "ovs_interfaceid": "20f0c78a-ac02-40ac-b264-377a198b9f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.170596] env[69249]: DEBUG nova.network.neutron [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Updating instance_info_cache with network_info: [{"id": "c9522512-5f36-4a71-be50-c69f8ece3900", "address": "fa:16:3e:95:ec:f7", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9522512-5f", "ovs_interfaceid": "c9522512-5f36-4a71-be50-c69f8ece3900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.534337] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "5feff419-6baa-4c4f-9077-832bbb205584" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.534600] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "5feff419-6baa-4c4f-9077-832bbb205584" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.534884] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "5feff419-6baa-4c4f-9077-832bbb205584-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.535104] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "5feff419-6baa-4c4f-9077-832bbb205584-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.535275] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "5feff419-6baa-4c4f-9077-832bbb205584-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.537243] env[69249]: INFO nova.compute.manager [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Terminating instance [ 1288.611718] env[69249]: DEBUG oslo_concurrency.lockutils [req-b74ab4b0-bf0b-4ecf-9da4-45abf6fae507 req-e526256c-712b-44fc-ab88-379695aa13f8 service nova] Releasing lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.673922] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "refresh_cache-135c1cbc-c595-4fee-bedd-444c4799af0a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.674354] env[69249]: DEBUG nova.compute.manager [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Instance network_info: |[{"id": "c9522512-5f36-4a71-be50-c69f8ece3900", "address": "fa:16:3e:95:ec:f7", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9522512-5f", "ovs_interfaceid": "c9522512-5f36-4a71-be50-c69f8ece3900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1288.674730] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:ec:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9522512-5f36-4a71-be50-c69f8ece3900', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.682228] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.682871] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.682985] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3e3fe4e-28d9-4da8-acb8-966c228d9616 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.703053] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.703053] env[69249]: value = "task-3660380" [ 1288.703053] env[69249]: _type = "Task" [ 1288.703053] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.819185] env[69249]: DEBUG nova.compute.manager [req-af9b6d56-871e-4375-bb32-c957c08bb0ca req-597c6369-99b2-4552-bedf-ff5b106f5e21 service nova] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Received event network-changed-c9522512-5f36-4a71-be50-c69f8ece3900 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.819185] env[69249]: DEBUG nova.compute.manager [req-af9b6d56-871e-4375-bb32-c957c08bb0ca req-597c6369-99b2-4552-bedf-ff5b106f5e21 service nova] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Refreshing instance network info cache due to event network-changed-c9522512-5f36-4a71-be50-c69f8ece3900. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.819185] env[69249]: DEBUG oslo_concurrency.lockutils [req-af9b6d56-871e-4375-bb32-c957c08bb0ca req-597c6369-99b2-4552-bedf-ff5b106f5e21 service nova] Acquiring lock "refresh_cache-135c1cbc-c595-4fee-bedd-444c4799af0a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.819185] env[69249]: DEBUG oslo_concurrency.lockutils [req-af9b6d56-871e-4375-bb32-c957c08bb0ca req-597c6369-99b2-4552-bedf-ff5b106f5e21 service nova] Acquired lock "refresh_cache-135c1cbc-c595-4fee-bedd-444c4799af0a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.819185] env[69249]: DEBUG nova.network.neutron [req-af9b6d56-871e-4375-bb32-c957c08bb0ca req-597c6369-99b2-4552-bedf-ff5b106f5e21 service nova] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Refreshing network info cache for port c9522512-5f36-4a71-be50-c69f8ece3900 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.045028] env[69249]: DEBUG nova.compute.manager [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1289.045028] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.045028] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-417420e3-7cf9-4444-b00a-a4144dca5f35 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.052648] env[69249]: DEBUG oslo_vmware.api [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1289.052648] env[69249]: value = "task-3660381" [ 1289.052648] env[69249]: _type = "Task" [ 1289.052648] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.059582] env[69249]: DEBUG oslo_vmware.api [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.214297] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660380, 'name': CreateVM_Task, 'duration_secs': 0.473561} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.214297] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.214822] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.215615] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.215615] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.215807] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc75aa5b-b2b5-4671-aa90-d019066f27eb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.220900] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1289.220900] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523d796e-5533-cbd1-4c67-4a220bf3d773" [ 1289.220900] env[69249]: _type = "Task" [ 1289.220900] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.228700] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523d796e-5533-cbd1-4c67-4a220bf3d773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.345507] env[69249]: DEBUG nova.compute.manager [req-5356dee1-b1b4-4905-8da5-81e0aa175ebb req-656f0ac7-ae9a-4d31-ae3d-46407fdb7959 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Received event network-changed-20f0c78a-ac02-40ac-b264-377a198b9f2d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.345913] env[69249]: DEBUG nova.compute.manager [req-5356dee1-b1b4-4905-8da5-81e0aa175ebb req-656f0ac7-ae9a-4d31-ae3d-46407fdb7959 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Refreshing instance network info cache due to event network-changed-20f0c78a-ac02-40ac-b264-377a198b9f2d. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.346164] env[69249]: DEBUG oslo_concurrency.lockutils [req-5356dee1-b1b4-4905-8da5-81e0aa175ebb req-656f0ac7-ae9a-4d31-ae3d-46407fdb7959 service nova] Acquiring lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.346312] env[69249]: DEBUG oslo_concurrency.lockutils [req-5356dee1-b1b4-4905-8da5-81e0aa175ebb req-656f0ac7-ae9a-4d31-ae3d-46407fdb7959 service nova] Acquired lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.346585] env[69249]: DEBUG nova.network.neutron [req-5356dee1-b1b4-4905-8da5-81e0aa175ebb req-656f0ac7-ae9a-4d31-ae3d-46407fdb7959 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Refreshing network info cache for port 20f0c78a-ac02-40ac-b264-377a198b9f2d {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.545393] env[69249]: DEBUG nova.network.neutron [req-af9b6d56-871e-4375-bb32-c957c08bb0ca req-597c6369-99b2-4552-bedf-ff5b106f5e21 service nova] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Updated VIF entry in instance network info cache for port c9522512-5f36-4a71-be50-c69f8ece3900. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.545794] env[69249]: DEBUG nova.network.neutron [req-af9b6d56-871e-4375-bb32-c957c08bb0ca req-597c6369-99b2-4552-bedf-ff5b106f5e21 service nova] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Updating instance_info_cache with network_info: [{"id": "c9522512-5f36-4a71-be50-c69f8ece3900", "address": "fa:16:3e:95:ec:f7", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9522512-5f", "ovs_interfaceid": "c9522512-5f36-4a71-be50-c69f8ece3900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.561899] env[69249]: DEBUG oslo_vmware.api [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660381, 'name': PowerOffVM_Task, 'duration_secs': 0.188804} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.562166] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.562365] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1289.562555] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729547', 'volume_id': 'd74665f2-8def-4c98-b044-3ba827d932be', 'name': 'volume-d74665f2-8def-4c98-b044-3ba827d932be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5feff419-6baa-4c4f-9077-832bbb205584', 'attached_at': '2025-04-28T10:04:48.000000', 'detached_at': '', 'volume_id': 'd74665f2-8def-4c98-b044-3ba827d932be', 'serial': 'd74665f2-8def-4c98-b044-3ba827d932be'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1289.563344] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a30d217-2d4a-47c9-b0fd-047b815ca7dd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.586685] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b725d1-a6d9-4b69-bb72-ba9a7f0af5cc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.593455] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbeaf11b-b35a-44a9-87cc-015315d1d2c6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.613972] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c63260b-ed3a-4be7-b010-73d49568dbf8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.628011] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] The volume has not been displaced from its original location: [datastore2] volume-d74665f2-8def-4c98-b044-3ba827d932be/volume-d74665f2-8def-4c98-b044-3ba827d932be.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1289.633228] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1289.633491] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d70b7f97-9833-4a16-b5f0-2afabeddc753 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.650296] env[69249]: DEBUG oslo_vmware.api [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1289.650296] env[69249]: value = "task-3660382" [ 1289.650296] env[69249]: _type = "Task" [ 1289.650296] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.657740] env[69249]: DEBUG oslo_vmware.api [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.730420] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523d796e-5533-cbd1-4c67-4a220bf3d773, 'name': SearchDatastore_Task, 'duration_secs': 0.017002} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.730715] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.730940] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.731214] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.731372] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.731568] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.731890] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a3665a6-7939-4539-bf7f-e9c8b6894c13 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.739052] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.739234] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.739913] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-291fb9c6-939c-4680-89ee-813ab00c7e1c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.744651] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1289.744651] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b93eb8-c3aa-57cd-0e92-5db8c98290b8" [ 1289.744651] env[69249]: _type = "Task" [ 1289.744651] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.751736] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b93eb8-c3aa-57cd-0e92-5db8c98290b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.043982] env[69249]: DEBUG nova.network.neutron [req-5356dee1-b1b4-4905-8da5-81e0aa175ebb req-656f0ac7-ae9a-4d31-ae3d-46407fdb7959 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Updated VIF entry in instance network info cache for port 20f0c78a-ac02-40ac-b264-377a198b9f2d. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.044575] env[69249]: DEBUG nova.network.neutron [req-5356dee1-b1b4-4905-8da5-81e0aa175ebb req-656f0ac7-ae9a-4d31-ae3d-46407fdb7959 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Updating instance_info_cache with network_info: [{"id": "20f0c78a-ac02-40ac-b264-377a198b9f2d", "address": "fa:16:3e:c5:18:d5", "network": {"id": "0f19a139-495a-4fbd-b4ab-844387345d87", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-363107661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2ca0ae94184ffab01ebb72a932292a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20f0c78a-ac", "ovs_interfaceid": "20f0c78a-ac02-40ac-b264-377a198b9f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.048751] env[69249]: DEBUG oslo_concurrency.lockutils [req-af9b6d56-871e-4375-bb32-c957c08bb0ca req-597c6369-99b2-4552-bedf-ff5b106f5e21 service nova] Releasing lock "refresh_cache-135c1cbc-c595-4fee-bedd-444c4799af0a" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.161277] env[69249]: DEBUG oslo_vmware.api [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660382, 'name': ReconfigVM_Task, 'duration_secs': 0.212237} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.161585] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1290.166710] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1442f278-4ce1-4b80-b164-dc132ab169ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.181669] env[69249]: DEBUG oslo_vmware.api [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1290.181669] env[69249]: value = "task-3660383" [ 1290.181669] env[69249]: _type = "Task" [ 1290.181669] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.189582] env[69249]: DEBUG oslo_vmware.api [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.255481] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b93eb8-c3aa-57cd-0e92-5db8c98290b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008872} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.256349] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea6fed11-d30c-4281-8b39-cc899dd07495 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.263295] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1290.263295] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5251a7eb-a3bc-eaa5-93de-cc9874b8d4f7" [ 1290.263295] env[69249]: _type = "Task" [ 1290.263295] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.270470] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5251a7eb-a3bc-eaa5-93de-cc9874b8d4f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.547845] env[69249]: DEBUG oslo_concurrency.lockutils [req-5356dee1-b1b4-4905-8da5-81e0aa175ebb req-656f0ac7-ae9a-4d31-ae3d-46407fdb7959 service nova] Releasing lock "refresh_cache-e662d377-ee51-4dcb-b66f-8446b8ac13c5" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.662749] env[69249]: DEBUG oslo_concurrency.lockutils [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquiring lock "703bd41c-b8c1-43f6-9669-2d72ceb404b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.662980] env[69249]: DEBUG oslo_concurrency.lockutils [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Lock "703bd41c-b8c1-43f6-9669-2d72ceb404b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.690888] env[69249]: DEBUG oslo_vmware.api [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660383, 'name': ReconfigVM_Task, 'duration_secs': 0.149916} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.691181] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729547', 'volume_id': 'd74665f2-8def-4c98-b044-3ba827d932be', 'name': 'volume-d74665f2-8def-4c98-b044-3ba827d932be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5feff419-6baa-4c4f-9077-832bbb205584', 'attached_at': '2025-04-28T10:04:48.000000', 'detached_at': '', 'volume_id': 'd74665f2-8def-4c98-b044-3ba827d932be', 'serial': 'd74665f2-8def-4c98-b044-3ba827d932be'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1290.691461] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.692231] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39367e8b-3239-4bd0-b3c1-178151ff23a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.698907] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.699136] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-071f17ee-dbfa-443a-83d5-8a977f86359e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.758658] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.758869] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.759036] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Deleting the datastore file [datastore2] 5feff419-6baa-4c4f-9077-832bbb205584 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.759302] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9517c744-97c3-4e5b-8471-0d7628da5cc5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.765635] env[69249]: DEBUG oslo_vmware.api [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1290.765635] env[69249]: value = "task-3660385" [ 1290.765635] env[69249]: _type = "Task" [ 1290.765635] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.775698] env[69249]: DEBUG oslo_vmware.api [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.778548] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5251a7eb-a3bc-eaa5-93de-cc9874b8d4f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.778790] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.779059] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 135c1cbc-c595-4fee-bedd-444c4799af0a/135c1cbc-c595-4fee-bedd-444c4799af0a.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.779312] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5718bd3-049e-4a43-bd69-b2fee9aede5c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.784078] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1290.784078] env[69249]: value = "task-3660386" [ 1290.784078] env[69249]: _type = "Task" [ 1290.784078] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.790979] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.166684] env[69249]: DEBUG nova.compute.manager [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1291.281780] env[69249]: DEBUG oslo_vmware.api [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28465} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.282112] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.282357] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.282590] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.282821] env[69249]: INFO nova.compute.manager [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1291.283172] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.283430] env[69249]: DEBUG nova.compute.manager [-] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.283556] env[69249]: DEBUG nova.network.neutron [-] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1291.296232] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660386, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.691295] env[69249]: DEBUG oslo_concurrency.lockutils [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.691579] env[69249]: DEBUG oslo_concurrency.lockutils [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.693252] env[69249]: INFO nova.compute.claims [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.795261] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526786} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.795464] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 135c1cbc-c595-4fee-bedd-444c4799af0a/135c1cbc-c595-4fee-bedd-444c4799af0a.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.795680] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.795925] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eea40333-f1d7-46f4-b5d2-871d4e0be4df {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.802242] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1291.802242] env[69249]: value = "task-3660387" [ 1291.802242] env[69249]: _type = "Task" [ 1291.802242] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.809857] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.032991] env[69249]: DEBUG nova.compute.manager [req-244a353d-e3c7-4d20-b94a-762681563d57 req-d09bc5cb-d28a-4d92-ab70-72717ec06e56 service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Received event network-vif-deleted-e9bd17a0-604b-4f49-826d-15c11fb66f97 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.033166] env[69249]: INFO nova.compute.manager [req-244a353d-e3c7-4d20-b94a-762681563d57 req-d09bc5cb-d28a-4d92-ab70-72717ec06e56 service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Neutron deleted interface e9bd17a0-604b-4f49-826d-15c11fb66f97; detaching it from the instance and deleting it from the info cache [ 1292.033316] env[69249]: DEBUG nova.network.neutron [req-244a353d-e3c7-4d20-b94a-762681563d57 req-d09bc5cb-d28a-4d92-ab70-72717ec06e56 service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.312293] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23033} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.312639] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.313322] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a4bf80-ad07-40a7-9c6f-34bbde11608e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.334763] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 135c1cbc-c595-4fee-bedd-444c4799af0a/135c1cbc-c595-4fee-bedd-444c4799af0a.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.334989] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cc9e5f0-1049-4cf6-aff8-5209c91b2245 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.353446] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1292.353446] env[69249]: value = "task-3660388" [ 1292.353446] env[69249]: _type = "Task" [ 1292.353446] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.360727] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.516982] env[69249]: DEBUG nova.network.neutron [-] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.535918] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee0f916e-aad5-4aa5-9526-f3ab6531ca4a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.546029] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe98bf6-a033-465f-b121-3d2565100b30 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.573441] env[69249]: DEBUG nova.compute.manager [req-244a353d-e3c7-4d20-b94a-762681563d57 req-d09bc5cb-d28a-4d92-ab70-72717ec06e56 service nova] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Detach interface failed, port_id=e9bd17a0-604b-4f49-826d-15c11fb66f97, reason: Instance 5feff419-6baa-4c4f-9077-832bbb205584 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1292.799825] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60da5e27-ed22-4a71-8d32-47a46d08069b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.808067] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d6b6c6-8101-4b23-b518-831a4b1f2c5a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.838618] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40f176f-80de-471c-b4fa-e9c357ef37b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.846041] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82805270-25b7-4908-b690-f5ef35dafc5e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.859335] env[69249]: DEBUG nova.compute.provider_tree [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.868657] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.019491] env[69249]: INFO nova.compute.manager [-] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Took 1.74 seconds to deallocate network for instance. [ 1293.365606] env[69249]: DEBUG nova.scheduler.client.report [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.372586] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660388, 'name': ReconfigVM_Task, 'duration_secs': 0.750257} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.373149] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 135c1cbc-c595-4fee-bedd-444c4799af0a/135c1cbc-c595-4fee-bedd-444c4799af0a.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.373744] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84d6e761-af3c-41aa-a046-cbfa0942af92 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.380942] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1293.380942] env[69249]: value = "task-3660389" [ 1293.380942] env[69249]: _type = "Task" [ 1293.380942] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.388790] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660389, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.563509] env[69249]: INFO nova.compute.manager [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Took 0.54 seconds to detach 1 volumes for instance. [ 1293.874796] env[69249]: DEBUG oslo_concurrency.lockutils [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.875394] env[69249]: DEBUG nova.compute.manager [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.891116] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660389, 'name': Rename_Task, 'duration_secs': 0.135342} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.891788] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.891788] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-145c2494-0e7e-4e16-a04f-bccc3982dc01 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.898227] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1293.898227] env[69249]: value = "task-3660390" [ 1293.898227] env[69249]: _type = "Task" [ 1293.898227] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.905562] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.070155] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.070497] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.070725] env[69249]: DEBUG nova.objects.instance [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lazy-loading 'resources' on Instance uuid 5feff419-6baa-4c4f-9077-832bbb205584 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.380816] env[69249]: DEBUG nova.compute.utils [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1294.382351] env[69249]: DEBUG nova.compute.manager [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Not allocating networking since 'none' was specified. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1294.409732] env[69249]: DEBUG oslo_vmware.api [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660390, 'name': PowerOnVM_Task, 'duration_secs': 0.432651} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.410014] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.410206] env[69249]: INFO nova.compute.manager [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1294.410386] env[69249]: DEBUG nova.compute.manager [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1294.411196] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edea078-de1d-4d32-b899-e38aab6b2ade {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.660044] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba2299c-db88-489d-a183-684a951862a5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.666887] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c79cc9-f243-4a38-b067-80a38edd6516 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.696734] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d46e486-3e61-4233-bfd0-456de7fbc0d3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.703393] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c8fb09-8185-4cc8-a578-44d30295ea3e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.716167] env[69249]: DEBUG nova.compute.provider_tree [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.884458] env[69249]: DEBUG nova.compute.manager [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1294.926026] env[69249]: INFO nova.compute.manager [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Took 13.84 seconds to build instance. [ 1295.219158] env[69249]: DEBUG nova.scheduler.client.report [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.427499] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4c9c965a-a3ef-4b0d-8965-1fa26d030ff4 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "135c1cbc-c595-4fee-bedd-444c4799af0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.350s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.724513] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.746984] env[69249]: INFO nova.scheduler.client.report [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Deleted allocations for instance 5feff419-6baa-4c4f-9077-832bbb205584 [ 1295.777639] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "135c1cbc-c595-4fee-bedd-444c4799af0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.777639] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "135c1cbc-c595-4fee-bedd-444c4799af0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.777639] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "135c1cbc-c595-4fee-bedd-444c4799af0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.777827] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "135c1cbc-c595-4fee-bedd-444c4799af0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.778031] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "135c1cbc-c595-4fee-bedd-444c4799af0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.780861] env[69249]: INFO nova.compute.manager [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Terminating instance [ 1295.892818] env[69249]: DEBUG nova.compute.manager [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1295.918372] env[69249]: DEBUG nova.virt.hardware [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.918619] env[69249]: DEBUG nova.virt.hardware [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.918772] env[69249]: DEBUG nova.virt.hardware [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.918946] env[69249]: DEBUG nova.virt.hardware [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.919103] env[69249]: DEBUG nova.virt.hardware [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.919251] env[69249]: DEBUG nova.virt.hardware [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.919454] env[69249]: DEBUG nova.virt.hardware [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.919607] env[69249]: DEBUG nova.virt.hardware [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.919768] env[69249]: DEBUG nova.virt.hardware [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.919926] env[69249]: DEBUG nova.virt.hardware [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.920112] env[69249]: DEBUG nova.virt.hardware [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.920982] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f58fe5e-b0b9-4ec9-8762-689ecd57591c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.929333] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89d4a0e-1c66-4a2c-be8c-16ff8c2199df {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.942250] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.947785] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Creating folder: Project (9502e9554ff144f2bde35cbc82179fcd). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.948089] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e0939e5-cfff-4863-b314-0d188e4fd0ce {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.958760] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Created folder: Project (9502e9554ff144f2bde35cbc82179fcd) in parent group-v729229. [ 1295.958939] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Creating folder: Instances. Parent ref: group-v729553. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.959169] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cdca3db-97ac-4545-87c2-8ef1295fbb5d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.967712] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Created folder: Instances in parent group-v729553. [ 1295.967923] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.968121] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.968316] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf83cbac-5596-4776-99aa-8765fa886e18 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.983397] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.983397] env[69249]: value = "task-3660393" [ 1295.983397] env[69249]: _type = "Task" [ 1295.983397] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.990197] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660393, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.255219] env[69249]: DEBUG oslo_concurrency.lockutils [None req-ed86facd-2667-4b23-aa6d-f1d677f56c01 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "5feff419-6baa-4c4f-9077-832bbb205584" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.720s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.284749] env[69249]: DEBUG nova.compute.manager [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.284976] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.285868] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ba9b5d-0dc9-4425-8510-cd197a3b45eb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.293220] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.293445] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a76d2d8f-b692-4f19-afda-a1f786ece030 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.301879] env[69249]: DEBUG oslo_vmware.api [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1296.301879] env[69249]: value = "task-3660394" [ 1296.301879] env[69249]: _type = "Task" [ 1296.301879] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.309501] env[69249]: DEBUG oslo_vmware.api [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.493021] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660393, 'name': CreateVM_Task, 'duration_secs': 0.271052} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.493300] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.493717] env[69249]: DEBUG oslo_concurrency.lockutils [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.493920] env[69249]: DEBUG oslo_concurrency.lockutils [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.494330] env[69249]: DEBUG oslo_concurrency.lockutils [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.494629] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d592d74b-c551-4487-88eb-666eeb4b1f54 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.498874] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1296.498874] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5296bb20-32e7-701a-6b8c-3067e9c58501" [ 1296.498874] env[69249]: _type = "Task" [ 1296.498874] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.506487] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5296bb20-32e7-701a-6b8c-3067e9c58501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.811289] env[69249]: DEBUG oslo_vmware.api [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660394, 'name': PowerOffVM_Task, 'duration_secs': 0.179705} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.811512] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.811674] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.811913] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f500e2ea-2fd4-4dba-94fc-b33a5d8d7c3d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.872081] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.872352] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.872539] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleting the datastore file [datastore2] 135c1cbc-c595-4fee-bedd-444c4799af0a {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.872815] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c0f9e3b-973c-4a29-bea6-3dd2a42ab02f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.881756] env[69249]: DEBUG oslo_vmware.api [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1296.881756] env[69249]: value = "task-3660396" [ 1296.881756] env[69249]: _type = "Task" [ 1296.881756] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.889447] env[69249]: DEBUG oslo_vmware.api [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.010127] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5296bb20-32e7-701a-6b8c-3067e9c58501, 'name': SearchDatastore_Task, 'duration_secs': 0.008983} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.010462] env[69249]: DEBUG oslo_concurrency.lockutils [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.010694] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.010927] env[69249]: DEBUG oslo_concurrency.lockutils [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.011086] env[69249]: DEBUG oslo_concurrency.lockutils [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.011599] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.011599] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5501c031-2570-4e16-b4ab-254801fc3208 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.018673] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.018834] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.019749] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a725acf-8bfd-453f-963d-e872e7924e24 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.024397] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1297.024397] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52add154-8d6b-68f4-66d7-f1c0ce0bc38a" [ 1297.024397] env[69249]: _type = "Task" [ 1297.024397] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.031973] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52add154-8d6b-68f4-66d7-f1c0ce0bc38a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.391694] env[69249]: DEBUG oslo_vmware.api [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129332} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.391956] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.392154] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.392327] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.392495] env[69249]: INFO nova.compute.manager [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1297.392731] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.392915] env[69249]: DEBUG nova.compute.manager [-] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.393018] env[69249]: DEBUG nova.network.neutron [-] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.535675] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52add154-8d6b-68f4-66d7-f1c0ce0bc38a, 'name': SearchDatastore_Task, 'duration_secs': 0.007354} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.536682] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a69b396-a47c-4fb8-968e-fce86cde6821 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.542582] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1297.542582] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52271cee-0c4a-462a-3f6d-42e5c1637157" [ 1297.542582] env[69249]: _type = "Task" [ 1297.542582] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.554189] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52271cee-0c4a-462a-3f6d-42e5c1637157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.651650] env[69249]: DEBUG nova.compute.manager [req-9a15a00a-610d-4fac-8306-6296509ba46e req-d1564853-6624-4c58-a1e1-f03b3fc51d4a service nova] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Received event network-vif-deleted-c9522512-5f36-4a71-be50-c69f8ece3900 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.651808] env[69249]: INFO nova.compute.manager [req-9a15a00a-610d-4fac-8306-6296509ba46e req-d1564853-6624-4c58-a1e1-f03b3fc51d4a service nova] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Neutron deleted interface c9522512-5f36-4a71-be50-c69f8ece3900; detaching it from the instance and deleting it from the info cache [ 1297.651998] env[69249]: DEBUG nova.network.neutron [req-9a15a00a-610d-4fac-8306-6296509ba46e req-d1564853-6624-4c58-a1e1-f03b3fc51d4a service nova] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.886872] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "7185b19d-0565-4df6-b641-ec592839aaf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.887114] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "7185b19d-0565-4df6-b641-ec592839aaf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.052723] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52271cee-0c4a-462a-3f6d-42e5c1637157, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.052979] env[69249]: DEBUG oslo_concurrency.lockutils [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.053253] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 703bd41c-b8c1-43f6-9669-2d72ceb404b2/703bd41c-b8c1-43f6-9669-2d72ceb404b2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.053508] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18f38acb-e5c8-4e8a-9514-55669ec30e7e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.059901] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1298.059901] env[69249]: value = "task-3660397" [ 1298.059901] env[69249]: _type = "Task" [ 1298.059901] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.069113] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.130606] env[69249]: DEBUG nova.network.neutron [-] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.154718] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6622b69-2427-48a7-a32b-a491ecb67996 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.166031] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23026613-df30-403a-9e9c-29674ed71ed0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.193957] env[69249]: DEBUG nova.compute.manager [req-9a15a00a-610d-4fac-8306-6296509ba46e req-d1564853-6624-4c58-a1e1-f03b3fc51d4a service nova] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Detach interface failed, port_id=c9522512-5f36-4a71-be50-c69f8ece3900, reason: Instance 135c1cbc-c595-4fee-bedd-444c4799af0a could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1298.389626] env[69249]: DEBUG nova.compute.manager [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1298.569263] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470529} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.569856] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 703bd41c-b8c1-43f6-9669-2d72ceb404b2/703bd41c-b8c1-43f6-9669-2d72ceb404b2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.570089] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.570347] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-338d2a43-fc9d-44ab-90fd-7b6e311c693f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.576590] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1298.576590] env[69249]: value = "task-3660398" [ 1298.576590] env[69249]: _type = "Task" [ 1298.576590] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.584715] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.633405] env[69249]: INFO nova.compute.manager [-] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Took 1.24 seconds to deallocate network for instance. [ 1298.914199] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.914476] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.915989] env[69249]: INFO nova.compute.claims [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1299.087033] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072964} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.087310] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.088095] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18b5bce-9988-4a43-bcbd-15a78d067a76 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.107548] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 703bd41c-b8c1-43f6-9669-2d72ceb404b2/703bd41c-b8c1-43f6-9669-2d72ceb404b2.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.107809] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a2e85ff-8492-40ca-a7b3-c6b495fa1033 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.126638] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1299.126638] env[69249]: value = "task-3660399" [ 1299.126638] env[69249]: _type = "Task" [ 1299.126638] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.134437] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.139441] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.636297] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660399, 'name': ReconfigVM_Task, 'duration_secs': 0.304594} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.636684] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 703bd41c-b8c1-43f6-9669-2d72ceb404b2/703bd41c-b8c1-43f6-9669-2d72ceb404b2.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.637173] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3b03a2d-03bf-401c-8ca1-c65986a7f8bd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.643875] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1299.643875] env[69249]: value = "task-3660400" [ 1299.643875] env[69249]: _type = "Task" [ 1299.643875] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.652964] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660400, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.013031] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5985b294-f3b1-4067-b351-c0c8634ab19a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.020865] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc33057-8c58-478b-a907-4a802eae110f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.050127] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050f316e-a286-421b-a47a-9aeb6f937e45 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.057417] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6630685b-3b2d-4ec8-9eb0-22a6dd34ca17 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.070629] env[69249]: DEBUG nova.compute.provider_tree [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.153523] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660400, 'name': Rename_Task, 'duration_secs': 0.135014} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.153851] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.154167] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-231d63f6-10de-40b3-ae36-b2bbf21f3b4a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.159964] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1300.159964] env[69249]: value = "task-3660401" [ 1300.159964] env[69249]: _type = "Task" [ 1300.159964] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.166990] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.573757] env[69249]: DEBUG nova.scheduler.client.report [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.670106] env[69249]: DEBUG oslo_vmware.api [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660401, 'name': PowerOnVM_Task, 'duration_secs': 0.436774} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.670478] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.670550] env[69249]: INFO nova.compute.manager [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Took 4.78 seconds to spawn the instance on the hypervisor. [ 1300.670727] env[69249]: DEBUG nova.compute.manager [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1300.671497] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50fe364-4190-484d-b7f5-bdabe6cdeb6e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.078529] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.079041] env[69249]: DEBUG nova.compute.manager [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1301.082272] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.943s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.082504] env[69249]: DEBUG nova.objects.instance [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lazy-loading 'resources' on Instance uuid 135c1cbc-c595-4fee-bedd-444c4799af0a {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.187373] env[69249]: INFO nova.compute.manager [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Took 9.52 seconds to build instance. [ 1301.401825] env[69249]: INFO nova.compute.manager [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Rebuilding instance [ 1301.442672] env[69249]: DEBUG nova.compute.manager [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1301.443611] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4decebf8-29c0-4815-a687-acd74f1e71fd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.585607] env[69249]: DEBUG nova.compute.utils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1301.590290] env[69249]: DEBUG nova.compute.manager [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1301.590501] env[69249]: DEBUG nova.network.neutron [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1301.640456] env[69249]: DEBUG nova.policy [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7796627da8444b0f83c86826f8637601', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1041ecd064864ec3a8a24c762d55a461', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1301.689452] env[69249]: DEBUG oslo_concurrency.lockutils [None req-06ddb288-231d-416d-bbb0-44d8be9c19ee tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Lock "703bd41c-b8c1-43f6-9669-2d72ceb404b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.026s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.692423] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43bfd82-ff6b-4b7a-ba0c-97dde5f4270a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.700361] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea37b5d-6408-4d00-b840-a4cc704dee6d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.732223] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea59bbd-341d-4def-8479-f5f3cfa436e1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.740129] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e1c3c6-b187-44fa-b9b4-959ec146f021 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.753456] env[69249]: DEBUG nova.compute.provider_tree [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.933275] env[69249]: DEBUG nova.network.neutron [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Successfully created port: 4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1302.093035] env[69249]: DEBUG nova.compute.manager [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1302.256728] env[69249]: DEBUG nova.scheduler.client.report [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.458928] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.459311] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca02cca7-20c5-4ff1-a562-f1af21675de3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.467877] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1302.467877] env[69249]: value = "task-3660402" [ 1302.467877] env[69249]: _type = "Task" [ 1302.467877] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.476762] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.761272] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.787133] env[69249]: INFO nova.scheduler.client.report [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleted allocations for instance 135c1cbc-c595-4fee-bedd-444c4799af0a [ 1302.978363] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660402, 'name': PowerOffVM_Task, 'duration_secs': 0.126764} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.978628] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.978857] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.979634] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e017244e-cc29-456f-9fbb-309d657e5c1d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.986593] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.986840] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcd6e04f-5309-4fb2-b564-ff4ca08a492c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.012465] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.012690] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.012871] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Deleting the datastore file [datastore2] 703bd41c-b8c1-43f6-9669-2d72ceb404b2 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.013444] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2b96b17-e117-42e4-9aaa-65f97ceda30d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.020986] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1303.020986] env[69249]: value = "task-3660404" [ 1303.020986] env[69249]: _type = "Task" [ 1303.020986] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.028776] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.100837] env[69249]: DEBUG nova.compute.manager [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1303.121892] env[69249]: DEBUG nova.virt.hardware [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.122188] env[69249]: DEBUG nova.virt.hardware [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.122373] env[69249]: DEBUG nova.virt.hardware [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.122559] env[69249]: DEBUG nova.virt.hardware [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.122704] env[69249]: DEBUG nova.virt.hardware [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.122847] env[69249]: DEBUG nova.virt.hardware [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.123062] env[69249]: DEBUG nova.virt.hardware [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.123225] env[69249]: DEBUG nova.virt.hardware [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.123385] env[69249]: DEBUG nova.virt.hardware [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.123544] env[69249]: DEBUG nova.virt.hardware [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.123712] env[69249]: DEBUG nova.virt.hardware [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.124735] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2214796-517d-42f9-b9cb-f9113aa3d3f3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.132931] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f1e66e-1664-42ed-b147-557e40a1c483 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.294412] env[69249]: DEBUG oslo_concurrency.lockutils [None req-3818b105-4ad7-4f4f-aa0d-c22baeee0fef tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "135c1cbc-c595-4fee-bedd-444c4799af0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.517s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.378794] env[69249]: DEBUG nova.compute.manager [req-9c0fdacc-8ded-4964-aeae-c8305ac97ec6 req-decbe780-9086-44fc-aa7a-2c74df060038 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Received event network-vif-plugged-4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.379017] env[69249]: DEBUG oslo_concurrency.lockutils [req-9c0fdacc-8ded-4964-aeae-c8305ac97ec6 req-decbe780-9086-44fc-aa7a-2c74df060038 service nova] Acquiring lock "7185b19d-0565-4df6-b641-ec592839aaf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.379233] env[69249]: DEBUG oslo_concurrency.lockutils [req-9c0fdacc-8ded-4964-aeae-c8305ac97ec6 req-decbe780-9086-44fc-aa7a-2c74df060038 service nova] Lock "7185b19d-0565-4df6-b641-ec592839aaf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.379469] env[69249]: DEBUG oslo_concurrency.lockutils [req-9c0fdacc-8ded-4964-aeae-c8305ac97ec6 req-decbe780-9086-44fc-aa7a-2c74df060038 service nova] Lock "7185b19d-0565-4df6-b641-ec592839aaf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.379586] env[69249]: DEBUG nova.compute.manager [req-9c0fdacc-8ded-4964-aeae-c8305ac97ec6 req-decbe780-9086-44fc-aa7a-2c74df060038 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] No waiting events found dispatching network-vif-plugged-4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1303.379723] env[69249]: WARNING nova.compute.manager [req-9c0fdacc-8ded-4964-aeae-c8305ac97ec6 req-decbe780-9086-44fc-aa7a-2c74df060038 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Received unexpected event network-vif-plugged-4bab27a9-f516-43fe-bf17-b3a121d1b742 for instance with vm_state building and task_state spawning. [ 1303.463503] env[69249]: DEBUG nova.network.neutron [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Successfully updated port: 4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1303.531181] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119107} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.531450] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.531632] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.531801] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.802750] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "49752367-bc24-4a8b-96e5-bfb712ce14c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.803017] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "49752367-bc24-4a8b-96e5-bfb712ce14c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.966370] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.966510] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.966688] env[69249]: DEBUG nova.network.neutron [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.305260] env[69249]: DEBUG nova.compute.manager [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.496168] env[69249]: DEBUG nova.network.neutron [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1304.564381] env[69249]: DEBUG nova.virt.hardware [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.564622] env[69249]: DEBUG nova.virt.hardware [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.564778] env[69249]: DEBUG nova.virt.hardware [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.564957] env[69249]: DEBUG nova.virt.hardware [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.565116] env[69249]: DEBUG nova.virt.hardware [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.565297] env[69249]: DEBUG nova.virt.hardware [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.565465] env[69249]: DEBUG nova.virt.hardware [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.565624] env[69249]: DEBUG nova.virt.hardware [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.565789] env[69249]: DEBUG nova.virt.hardware [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.565949] env[69249]: DEBUG nova.virt.hardware [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.566136] env[69249]: DEBUG nova.virt.hardware [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.567095] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c24da77-f684-4961-abd9-548039942364 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.574855] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aedde36-83f6-4975-b4bc-ebcb6037249e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.588016] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.593422] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.595564] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.596077] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb1bb43c-bd02-4909-9164-36b7b7b67013 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.612698] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.612698] env[69249]: value = "task-3660405" [ 1304.612698] env[69249]: _type = "Task" [ 1304.612698] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.619682] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660405, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.635582] env[69249]: DEBUG nova.network.neutron [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Updating instance_info_cache with network_info: [{"id": "4bab27a9-f516-43fe-bf17-b3a121d1b742", "address": "fa:16:3e:8d:94:4f", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bab27a9-f5", "ovs_interfaceid": "4bab27a9-f516-43fe-bf17-b3a121d1b742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.828520] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.828834] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.830351] env[69249]: INFO nova.compute.claims [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.122396] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660405, 'name': CreateVM_Task, 'duration_secs': 0.26324} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.122568] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.122927] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.123096] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.123406] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.123679] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff31f2d9-df01-40e4-939f-a883b5da2356 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.128235] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1305.128235] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f0a5eb-007c-bd40-db4e-9c2a007dcdb6" [ 1305.128235] env[69249]: _type = "Task" [ 1305.128235] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.135595] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f0a5eb-007c-bd40-db4e-9c2a007dcdb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.138093] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.138370] env[69249]: DEBUG nova.compute.manager [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Instance network_info: |[{"id": "4bab27a9-f516-43fe-bf17-b3a121d1b742", "address": "fa:16:3e:8d:94:4f", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bab27a9-f5", "ovs_interfaceid": "4bab27a9-f516-43fe-bf17-b3a121d1b742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1305.138725] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:94:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bab27a9-f516-43fe-bf17-b3a121d1b742', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1305.146037] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.146233] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1305.146435] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b35722b-a984-495a-8024-5b2a9236c48d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.164641] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1305.164641] env[69249]: value = "task-3660406" [ 1305.164641] env[69249]: _type = "Task" [ 1305.164641] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.171494] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660406, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.405159] env[69249]: DEBUG nova.compute.manager [req-4c8e8089-07ce-475c-9301-149c7f3746fd req-1d5e241f-53db-44fc-b49c-deb905183f8c service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Received event network-changed-4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.405399] env[69249]: DEBUG nova.compute.manager [req-4c8e8089-07ce-475c-9301-149c7f3746fd req-1d5e241f-53db-44fc-b49c-deb905183f8c service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Refreshing instance network info cache due to event network-changed-4bab27a9-f516-43fe-bf17-b3a121d1b742. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1305.405675] env[69249]: DEBUG oslo_concurrency.lockutils [req-4c8e8089-07ce-475c-9301-149c7f3746fd req-1d5e241f-53db-44fc-b49c-deb905183f8c service nova] Acquiring lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.405825] env[69249]: DEBUG oslo_concurrency.lockutils [req-4c8e8089-07ce-475c-9301-149c7f3746fd req-1d5e241f-53db-44fc-b49c-deb905183f8c service nova] Acquired lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.405986] env[69249]: DEBUG nova.network.neutron [req-4c8e8089-07ce-475c-9301-149c7f3746fd req-1d5e241f-53db-44fc-b49c-deb905183f8c service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Refreshing network info cache for port 4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.638478] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f0a5eb-007c-bd40-db4e-9c2a007dcdb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.638718] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.638945] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1305.639194] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.639343] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.639522] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.639768] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b88f755-7b44-4d6b-9a68-2801d36a3783 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.647850] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.648016] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1305.648669] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab95e88a-13a0-47c6-b92f-21829117e36c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.653499] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1305.653499] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525aed75-6ccb-1fae-a688-d890f80bb546" [ 1305.653499] env[69249]: _type = "Task" [ 1305.653499] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.660213] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525aed75-6ccb-1fae-a688-d890f80bb546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.672530] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660406, 'name': CreateVM_Task, 'duration_secs': 0.288542} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.672910] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.673536] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.673696] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.673985] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.674248] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7070fd0a-4c55-47e5-8ff5-272976ebb7a4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.678015] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1305.678015] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523380aa-e4ad-b0cb-7091-ffda89d99445" [ 1305.678015] env[69249]: _type = "Task" [ 1305.678015] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.685127] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523380aa-e4ad-b0cb-7091-ffda89d99445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.920247] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47d1872-ec60-4768-9d63-0cd2338f846c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.928547] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5047ae-1b0c-4975-ba0c-5d25e01bbc28 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.962635] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd0a8c-d574-43f0-82ee-926a7ba30ec8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.969864] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1169275-2068-4308-9a85-0da98fbb3403 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.982973] env[69249]: DEBUG nova.compute.provider_tree [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.112550] env[69249]: DEBUG nova.network.neutron [req-4c8e8089-07ce-475c-9301-149c7f3746fd req-1d5e241f-53db-44fc-b49c-deb905183f8c service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Updated VIF entry in instance network info cache for port 4bab27a9-f516-43fe-bf17-b3a121d1b742. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.113027] env[69249]: DEBUG nova.network.neutron [req-4c8e8089-07ce-475c-9301-149c7f3746fd req-1d5e241f-53db-44fc-b49c-deb905183f8c service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Updating instance_info_cache with network_info: [{"id": "4bab27a9-f516-43fe-bf17-b3a121d1b742", "address": "fa:16:3e:8d:94:4f", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bab27a9-f5", "ovs_interfaceid": "4bab27a9-f516-43fe-bf17-b3a121d1b742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.163924] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525aed75-6ccb-1fae-a688-d890f80bb546, 'name': SearchDatastore_Task, 'duration_secs': 0.008038} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.164660] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b36b23-e619-4da7-a6c9-c68e857a0c19 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.169432] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1306.169432] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52767cfa-2788-fe15-8742-36c30a96b45b" [ 1306.169432] env[69249]: _type = "Task" [ 1306.169432] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.176746] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52767cfa-2788-fe15-8742-36c30a96b45b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.186217] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523380aa-e4ad-b0cb-7091-ffda89d99445, 'name': SearchDatastore_Task, 'duration_secs': 0.007652} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.186475] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.186694] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.186896] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.486988] env[69249]: DEBUG nova.scheduler.client.report [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.616330] env[69249]: DEBUG oslo_concurrency.lockutils [req-4c8e8089-07ce-475c-9301-149c7f3746fd req-1d5e241f-53db-44fc-b49c-deb905183f8c service nova] Releasing lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.679517] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52767cfa-2788-fe15-8742-36c30a96b45b, 'name': SearchDatastore_Task, 'duration_secs': 0.009477} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.679726] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.679969] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 703bd41c-b8c1-43f6-9669-2d72ceb404b2/703bd41c-b8c1-43f6-9669-2d72ceb404b2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1306.680255] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.680440] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.680658] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee8ce97d-4d14-4be4-8669-205f2050e1cd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.682432] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f50e2c2-c1cd-4016-88ed-7f2ad32cd0ea {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.689421] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1306.689421] env[69249]: value = "task-3660407" [ 1306.689421] env[69249]: _type = "Task" [ 1306.689421] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.693169] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.693344] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1306.694365] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-308d454a-5f04-4a6b-ad7a-592fcdd70785 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.699465] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.702283] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1306.702283] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d5fff4-b727-029a-dbc4-30bfeebf5495" [ 1306.702283] env[69249]: _type = "Task" [ 1306.702283] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.710011] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d5fff4-b727-029a-dbc4-30bfeebf5495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.991901] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.992502] env[69249]: DEBUG nova.compute.manager [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1307.199516] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660407, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.210732] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d5fff4-b727-029a-dbc4-30bfeebf5495, 'name': SearchDatastore_Task, 'duration_secs': 0.008756} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.211495] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af78063f-7d6b-40da-93cb-dd6dd27e6aec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.216483] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1307.216483] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521f95b3-146e-7004-8189-f0a9bdefa304" [ 1307.216483] env[69249]: _type = "Task" [ 1307.216483] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.223498] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521f95b3-146e-7004-8189-f0a9bdefa304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.497289] env[69249]: DEBUG nova.compute.utils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1307.498753] env[69249]: DEBUG nova.compute.manager [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1307.498895] env[69249]: DEBUG nova.network.neutron [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1307.534231] env[69249]: DEBUG nova.policy [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6990860c499e4261963189d5ad09f840', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6be3e6b394146bfaa59f7765cb21f4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1307.700782] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555094} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.701045] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 703bd41c-b8c1-43f6-9669-2d72ceb404b2/703bd41c-b8c1-43f6-9669-2d72ceb404b2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.701264] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.701517] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-687c722e-c310-4be6-aea9-b448c324a3ff {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.708018] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1307.708018] env[69249]: value = "task-3660408" [ 1307.708018] env[69249]: _type = "Task" [ 1307.708018] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.715551] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.724321] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521f95b3-146e-7004-8189-f0a9bdefa304, 'name': SearchDatastore_Task, 'duration_secs': 0.030757} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.724488] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.724750] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 7185b19d-0565-4df6-b641-ec592839aaf2/7185b19d-0565-4df6-b641-ec592839aaf2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1307.725017] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5eb14fc-ef00-47f4-8cf7-9431bcca97eb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.730890] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1307.730890] env[69249]: value = "task-3660409" [ 1307.730890] env[69249]: _type = "Task" [ 1307.730890] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.738143] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.776440] env[69249]: DEBUG nova.network.neutron [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Successfully created port: 4f2be000-1e65-48ab-8445-936e9927da86 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1308.002220] env[69249]: DEBUG nova.compute.manager [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1308.217724] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075604} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.217973] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.218724] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dce5d45-0485-4728-a175-b04bd298392c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.237855] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 703bd41c-b8c1-43f6-9669-2d72ceb404b2/703bd41c-b8c1-43f6-9669-2d72ceb404b2.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.238177] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b925413-1752-4a5d-b51e-4751edc35752 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.260227] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.261433] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1308.261433] env[69249]: value = "task-3660410" [ 1308.261433] env[69249]: _type = "Task" [ 1308.261433] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.268744] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.749266] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.952194} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.749527] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 7185b19d-0565-4df6-b641-ec592839aaf2/7185b19d-0565-4df6-b641-ec592839aaf2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.749734] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1308.749980] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4478782e-b77e-4efa-a515-11b80fcccf6e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.756918] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1308.756918] env[69249]: value = "task-3660411" [ 1308.756918] env[69249]: _type = "Task" [ 1308.756918] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.764826] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.773119] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660410, 'name': ReconfigVM_Task, 'duration_secs': 0.46035} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.773392] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 703bd41c-b8c1-43f6-9669-2d72ceb404b2/703bd41c-b8c1-43f6-9669-2d72ceb404b2.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.774025] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-591d62fb-5967-4030-9507-ab2ea3a9a94e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.780253] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1308.780253] env[69249]: value = "task-3660412" [ 1308.780253] env[69249]: _type = "Task" [ 1308.780253] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.788540] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660412, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.012873] env[69249]: DEBUG nova.compute.manager [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1309.041739] env[69249]: DEBUG nova.virt.hardware [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.041979] env[69249]: DEBUG nova.virt.hardware [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.042159] env[69249]: DEBUG nova.virt.hardware [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.042345] env[69249]: DEBUG nova.virt.hardware [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.042493] env[69249]: DEBUG nova.virt.hardware [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.042638] env[69249]: DEBUG nova.virt.hardware [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.042862] env[69249]: DEBUG nova.virt.hardware [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.043025] env[69249]: DEBUG nova.virt.hardware [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.043194] env[69249]: DEBUG nova.virt.hardware [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.043354] env[69249]: DEBUG nova.virt.hardware [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.043525] env[69249]: DEBUG nova.virt.hardware [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.044443] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7d7945-8649-4ba2-a9db-808a16e95e01 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.052398] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd8ee41-174a-43d4-8872-118768bdad96 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.134282] env[69249]: DEBUG nova.compute.manager [req-4c028a80-cddd-48ba-9d26-6b5d06820b93 req-bec5c250-3569-4dc4-b022-451845207e15 service nova] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Received event network-vif-plugged-4f2be000-1e65-48ab-8445-936e9927da86 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.134552] env[69249]: DEBUG oslo_concurrency.lockutils [req-4c028a80-cddd-48ba-9d26-6b5d06820b93 req-bec5c250-3569-4dc4-b022-451845207e15 service nova] Acquiring lock "49752367-bc24-4a8b-96e5-bfb712ce14c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.134717] env[69249]: DEBUG oslo_concurrency.lockutils [req-4c028a80-cddd-48ba-9d26-6b5d06820b93 req-bec5c250-3569-4dc4-b022-451845207e15 service nova] Lock "49752367-bc24-4a8b-96e5-bfb712ce14c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.134886] env[69249]: DEBUG oslo_concurrency.lockutils [req-4c028a80-cddd-48ba-9d26-6b5d06820b93 req-bec5c250-3569-4dc4-b022-451845207e15 service nova] Lock "49752367-bc24-4a8b-96e5-bfb712ce14c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.135035] env[69249]: DEBUG nova.compute.manager [req-4c028a80-cddd-48ba-9d26-6b5d06820b93 req-bec5c250-3569-4dc4-b022-451845207e15 service nova] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] No waiting events found dispatching network-vif-plugged-4f2be000-1e65-48ab-8445-936e9927da86 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1309.135209] env[69249]: WARNING nova.compute.manager [req-4c028a80-cddd-48ba-9d26-6b5d06820b93 req-bec5c250-3569-4dc4-b022-451845207e15 service nova] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Received unexpected event network-vif-plugged-4f2be000-1e65-48ab-8445-936e9927da86 for instance with vm_state building and task_state spawning. [ 1309.216630] env[69249]: DEBUG nova.network.neutron [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Successfully updated port: 4f2be000-1e65-48ab-8445-936e9927da86 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1309.266722] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079633} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.266983] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1309.267802] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabd617b-c059-42c0-9136-d2a41737fa2c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.291021] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 7185b19d-0565-4df6-b641-ec592839aaf2/7185b19d-0565-4df6-b641-ec592839aaf2.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.292547] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e11172df-d736-425e-8e5e-ea9ad85f2180 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.311835] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660412, 'name': Rename_Task, 'duration_secs': 0.149222} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.313067] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.313374] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1309.313374] env[69249]: value = "task-3660413" [ 1309.313374] env[69249]: _type = "Task" [ 1309.313374] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.313551] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8df90ebf-2405-497e-ae29-a172d3ec10ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.322810] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.324015] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1309.324015] env[69249]: value = "task-3660414" [ 1309.324015] env[69249]: _type = "Task" [ 1309.324015] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.331167] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.719519] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "refresh_cache-49752367-bc24-4a8b-96e5-bfb712ce14c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.719592] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "refresh_cache-49752367-bc24-4a8b-96e5-bfb712ce14c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.719725] env[69249]: DEBUG nova.network.neutron [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.826604] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660413, 'name': ReconfigVM_Task, 'duration_secs': 0.378014} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.829473] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 7185b19d-0565-4df6-b641-ec592839aaf2/7185b19d-0565-4df6-b641-ec592839aaf2.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.830079] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6708753-a912-4d8a-9972-9b062a0dca09 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.836477] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660414, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.837722] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1309.837722] env[69249]: value = "task-3660415" [ 1309.837722] env[69249]: _type = "Task" [ 1309.837722] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.845285] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660415, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.252156] env[69249]: DEBUG nova.network.neutron [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1310.335155] env[69249]: DEBUG oslo_vmware.api [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660414, 'name': PowerOnVM_Task, 'duration_secs': 0.545689} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.335422] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.335642] env[69249]: DEBUG nova.compute.manager [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1310.336426] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706ac144-db32-4b11-a7f9-fb1daca2e942 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.352585] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660415, 'name': Rename_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.375092] env[69249]: DEBUG nova.network.neutron [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Updating instance_info_cache with network_info: [{"id": "4f2be000-1e65-48ab-8445-936e9927da86", "address": "fa:16:3e:48:6d:5d", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2be000-1e", "ovs_interfaceid": "4f2be000-1e65-48ab-8445-936e9927da86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.848906] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660415, 'name': Rename_Task, 'duration_secs': 0.578024} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.851044] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.851044] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95004d6d-72be-453f-8b86-df17e89097e9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.858074] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1310.858074] env[69249]: value = "task-3660416" [ 1310.858074] env[69249]: _type = "Task" [ 1310.858074] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.863436] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.863738] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.863962] env[69249]: DEBUG nova.objects.instance [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69249) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1310.871517] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660416, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.878157] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "refresh_cache-49752367-bc24-4a8b-96e5-bfb712ce14c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.878478] env[69249]: DEBUG nova.compute.manager [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Instance network_info: |[{"id": "4f2be000-1e65-48ab-8445-936e9927da86", "address": "fa:16:3e:48:6d:5d", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2be000-1e", "ovs_interfaceid": "4f2be000-1e65-48ab-8445-936e9927da86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1310.879258] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:6d:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f2be000-1e65-48ab-8445-936e9927da86', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.886644] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.886869] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.887118] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dc36ad6-0212-4993-88c7-d5fd23650deb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.907359] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.907359] env[69249]: value = "task-3660417" [ 1310.907359] env[69249]: _type = "Task" [ 1310.907359] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.916156] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660417, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.119211] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquiring lock "703bd41c-b8c1-43f6-9669-2d72ceb404b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.119470] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Lock "703bd41c-b8c1-43f6-9669-2d72ceb404b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.119683] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquiring lock "703bd41c-b8c1-43f6-9669-2d72ceb404b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.119862] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Lock "703bd41c-b8c1-43f6-9669-2d72ceb404b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.120061] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Lock "703bd41c-b8c1-43f6-9669-2d72ceb404b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.122184] env[69249]: INFO nova.compute.manager [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Terminating instance [ 1311.163568] env[69249]: DEBUG nova.compute.manager [req-4bed303d-9b4b-464e-8916-7e879d0c9a78 req-b9f9da6b-1485-4107-85f6-57f27e9c104c service nova] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Received event network-changed-4f2be000-1e65-48ab-8445-936e9927da86 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.163943] env[69249]: DEBUG nova.compute.manager [req-4bed303d-9b4b-464e-8916-7e879d0c9a78 req-b9f9da6b-1485-4107-85f6-57f27e9c104c service nova] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Refreshing instance network info cache due to event network-changed-4f2be000-1e65-48ab-8445-936e9927da86. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.163943] env[69249]: DEBUG oslo_concurrency.lockutils [req-4bed303d-9b4b-464e-8916-7e879d0c9a78 req-b9f9da6b-1485-4107-85f6-57f27e9c104c service nova] Acquiring lock "refresh_cache-49752367-bc24-4a8b-96e5-bfb712ce14c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.164204] env[69249]: DEBUG oslo_concurrency.lockutils [req-4bed303d-9b4b-464e-8916-7e879d0c9a78 req-b9f9da6b-1485-4107-85f6-57f27e9c104c service nova] Acquired lock "refresh_cache-49752367-bc24-4a8b-96e5-bfb712ce14c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.164280] env[69249]: DEBUG nova.network.neutron [req-4bed303d-9b4b-464e-8916-7e879d0c9a78 req-b9f9da6b-1485-4107-85f6-57f27e9c104c service nova] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Refreshing network info cache for port 4f2be000-1e65-48ab-8445-936e9927da86 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.373366] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660416, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.417289] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660417, 'name': CreateVM_Task, 'duration_secs': 0.353902} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.417487] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.418093] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.418262] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.418574] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.418821] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0d81a6a-e161-4be8-ad04-9fb701fd89ae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.422966] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1311.422966] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5287e618-a70e-d918-e862-fbeeaab72fe1" [ 1311.422966] env[69249]: _type = "Task" [ 1311.422966] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.430647] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5287e618-a70e-d918-e862-fbeeaab72fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.625735] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquiring lock "refresh_cache-703bd41c-b8c1-43f6-9669-2d72ceb404b2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.625923] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquired lock "refresh_cache-703bd41c-b8c1-43f6-9669-2d72ceb404b2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.626064] env[69249]: DEBUG nova.network.neutron [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.868305] env[69249]: DEBUG oslo_vmware.api [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660416, 'name': PowerOnVM_Task, 'duration_secs': 0.546404} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.868564] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.868763] env[69249]: INFO nova.compute.manager [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1311.868940] env[69249]: DEBUG nova.compute.manager [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1311.869687] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e8dec6-552e-4b35-8a5b-bb95589f681f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.875785] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4087a29a-972e-4fab-82de-3a932aa32bf3 tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.883714] env[69249]: DEBUG nova.network.neutron [req-4bed303d-9b4b-464e-8916-7e879d0c9a78 req-b9f9da6b-1485-4107-85f6-57f27e9c104c service nova] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Updated VIF entry in instance network info cache for port 4f2be000-1e65-48ab-8445-936e9927da86. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.884136] env[69249]: DEBUG nova.network.neutron [req-4bed303d-9b4b-464e-8916-7e879d0c9a78 req-b9f9da6b-1485-4107-85f6-57f27e9c104c service nova] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Updating instance_info_cache with network_info: [{"id": "4f2be000-1e65-48ab-8445-936e9927da86", "address": "fa:16:3e:48:6d:5d", "network": {"id": "b61f8ef8-37cf-4fed-8839-6546c6ee3975", "bridge": "br-int", "label": "tempest-ServersTestJSON-1710858606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6be3e6b394146bfaa59f7765cb21f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2be000-1e", "ovs_interfaceid": "4f2be000-1e65-48ab-8445-936e9927da86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.933455] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5287e618-a70e-d918-e862-fbeeaab72fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.933742] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.933970] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.934224] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.934411] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.934592] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.934844] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90d70404-834c-4d65-aeb5-278aef15b5f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.943173] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.943498] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.944415] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec2a7fc-4da3-45a5-a35f-d4a235128206 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.949143] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1311.949143] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e1366f-be71-a2a1-47e5-ac589349c8f0" [ 1311.949143] env[69249]: _type = "Task" [ 1311.949143] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.957391] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e1366f-be71-a2a1-47e5-ac589349c8f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.144439] env[69249]: DEBUG nova.network.neutron [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.192051] env[69249]: DEBUG nova.network.neutron [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.388847] env[69249]: DEBUG oslo_concurrency.lockutils [req-4bed303d-9b4b-464e-8916-7e879d0c9a78 req-b9f9da6b-1485-4107-85f6-57f27e9c104c service nova] Releasing lock "refresh_cache-49752367-bc24-4a8b-96e5-bfb712ce14c2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.391869] env[69249]: INFO nova.compute.manager [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Took 13.50 seconds to build instance. [ 1312.459361] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e1366f-be71-a2a1-47e5-ac589349c8f0, 'name': SearchDatastore_Task, 'duration_secs': 0.00866} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.460226] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd008c1a-732c-4db4-b4f1-22796cdec695 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.465360] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1312.465360] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527cc454-85b3-7838-edbe-5d0b51fb64d6" [ 1312.465360] env[69249]: _type = "Task" [ 1312.465360] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.473484] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527cc454-85b3-7838-edbe-5d0b51fb64d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.695260] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Releasing lock "refresh_cache-703bd41c-b8c1-43f6-9669-2d72ceb404b2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.695699] env[69249]: DEBUG nova.compute.manager [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1312.695902] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.696812] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec92c313-8f81-4139-8b17-b7de1c9ba5d3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.704718] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.704953] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-744063b4-0769-4ca9-9627-894c83b02645 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.711524] env[69249]: DEBUG oslo_vmware.api [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1312.711524] env[69249]: value = "task-3660418" [ 1312.711524] env[69249]: _type = "Task" [ 1312.711524] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.721065] env[69249]: DEBUG oslo_vmware.api [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.893932] env[69249]: DEBUG oslo_concurrency.lockutils [None req-c81188f7-5ac6-4672-a080-445e47283362 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "7185b19d-0565-4df6-b641-ec592839aaf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.007s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.975349] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]527cc454-85b3-7838-edbe-5d0b51fb64d6, 'name': SearchDatastore_Task, 'duration_secs': 0.00925} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.975613] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.975852] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 49752367-bc24-4a8b-96e5-bfb712ce14c2/49752367-bc24-4a8b-96e5-bfb712ce14c2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.976122] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30e37310-3f44-4348-8c28-07544e1ab90a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.982641] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1312.982641] env[69249]: value = "task-3660419" [ 1312.982641] env[69249]: _type = "Task" [ 1312.982641] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.990211] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.215143] env[69249]: DEBUG nova.compute.manager [req-e6dc6f48-7ee3-4d03-a435-7ea8b4c4c5c7 req-a79f491c-b6b3-4913-bb10-8d303b8e8284 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Received event network-changed-4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.215399] env[69249]: DEBUG nova.compute.manager [req-e6dc6f48-7ee3-4d03-a435-7ea8b4c4c5c7 req-a79f491c-b6b3-4913-bb10-8d303b8e8284 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Refreshing instance network info cache due to event network-changed-4bab27a9-f516-43fe-bf17-b3a121d1b742. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1313.215617] env[69249]: DEBUG oslo_concurrency.lockutils [req-e6dc6f48-7ee3-4d03-a435-7ea8b4c4c5c7 req-a79f491c-b6b3-4913-bb10-8d303b8e8284 service nova] Acquiring lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.215757] env[69249]: DEBUG oslo_concurrency.lockutils [req-e6dc6f48-7ee3-4d03-a435-7ea8b4c4c5c7 req-a79f491c-b6b3-4913-bb10-8d303b8e8284 service nova] Acquired lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.216103] env[69249]: DEBUG nova.network.neutron [req-e6dc6f48-7ee3-4d03-a435-7ea8b4c4c5c7 req-a79f491c-b6b3-4913-bb10-8d303b8e8284 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Refreshing network info cache for port 4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1313.227815] env[69249]: DEBUG oslo_vmware.api [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660418, 'name': PowerOffVM_Task, 'duration_secs': 0.25533} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.228735] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.228916] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.229212] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b186ab68-f041-44ef-8be0-d74b64912bd5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.255620] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1313.255901] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1313.256020] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Deleting the datastore file [datastore2] 703bd41c-b8c1-43f6-9669-2d72ceb404b2 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1313.256310] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d28bed8-8ea0-4a83-b44b-f0fa611e9f61 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.264486] env[69249]: DEBUG oslo_vmware.api [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for the task: (returnval){ [ 1313.264486] env[69249]: value = "task-3660421" [ 1313.264486] env[69249]: _type = "Task" [ 1313.264486] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.273864] env[69249]: DEBUG oslo_vmware.api [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.493082] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439758} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.493447] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 49752367-bc24-4a8b-96e5-bfb712ce14c2/49752367-bc24-4a8b-96e5-bfb712ce14c2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.493447] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1313.493583] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd705256-b675-4b05-a3ff-1804a3a3d1bd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.499766] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1313.499766] env[69249]: value = "task-3660422" [ 1313.499766] env[69249]: _type = "Task" [ 1313.499766] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.507877] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.774582] env[69249]: DEBUG oslo_vmware.api [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Task: {'id': task-3660421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223356} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.774843] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.775047] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.775229] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.775475] env[69249]: INFO nova.compute.manager [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1313.775732] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.775927] env[69249]: DEBUG nova.compute.manager [-] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.776037] env[69249]: DEBUG nova.network.neutron [-] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.797964] env[69249]: DEBUG nova.network.neutron [-] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.941257] env[69249]: DEBUG nova.network.neutron [req-e6dc6f48-7ee3-4d03-a435-7ea8b4c4c5c7 req-a79f491c-b6b3-4913-bb10-8d303b8e8284 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Updated VIF entry in instance network info cache for port 4bab27a9-f516-43fe-bf17-b3a121d1b742. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.941650] env[69249]: DEBUG nova.network.neutron [req-e6dc6f48-7ee3-4d03-a435-7ea8b4c4c5c7 req-a79f491c-b6b3-4913-bb10-8d303b8e8284 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Updating instance_info_cache with network_info: [{"id": "4bab27a9-f516-43fe-bf17-b3a121d1b742", "address": "fa:16:3e:8d:94:4f", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bab27a9-f5", "ovs_interfaceid": "4bab27a9-f516-43fe-bf17-b3a121d1b742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.009624] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088114} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.009878] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1314.010650] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77eb4404-e993-4a32-ba23-22e688902558 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.032856] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 49752367-bc24-4a8b-96e5-bfb712ce14c2/49752367-bc24-4a8b-96e5-bfb712ce14c2.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.033151] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-831a1fa4-8b1a-4885-8cb6-ef949da8a36b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.054244] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1314.054244] env[69249]: value = "task-3660423" [ 1314.054244] env[69249]: _type = "Task" [ 1314.054244] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.062095] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.299965] env[69249]: DEBUG nova.network.neutron [-] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.444205] env[69249]: DEBUG oslo_concurrency.lockutils [req-e6dc6f48-7ee3-4d03-a435-7ea8b4c4c5c7 req-a79f491c-b6b3-4913-bb10-8d303b8e8284 service nova] Releasing lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.564745] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660423, 'name': ReconfigVM_Task, 'duration_secs': 0.280127} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.565184] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 49752367-bc24-4a8b-96e5-bfb712ce14c2/49752367-bc24-4a8b-96e5-bfb712ce14c2.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.565642] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ef4a55e-6082-474d-b45f-5c66303d9e34 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.572154] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1314.572154] env[69249]: value = "task-3660424" [ 1314.572154] env[69249]: _type = "Task" [ 1314.572154] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.579610] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660424, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.802605] env[69249]: INFO nova.compute.manager [-] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Took 1.03 seconds to deallocate network for instance. [ 1315.082571] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660424, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.309049] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.309289] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.309507] env[69249]: DEBUG nova.objects.instance [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Lazy-loading 'resources' on Instance uuid 703bd41c-b8c1-43f6-9669-2d72ceb404b2 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.584218] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660424, 'name': Rename_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.898250] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b766e34-91a9-4f2d-9e09-1b2030d7d334 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.905683] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2b2016-d4bd-433f-a301-1bd7d9e061d2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.935810] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51fae15-5ca6-477b-bf61-9e9217da7a9e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.942544] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381d2227-4ac1-4511-87a6-cfe27276f7f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.955990] env[69249]: DEBUG nova.compute.provider_tree [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1316.083995] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660424, 'name': Rename_Task, 'duration_secs': 1.142128} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.084273] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.084531] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdb9c02f-b39c-400c-85ed-337473b8683e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.092084] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1316.092084] env[69249]: value = "task-3660425" [ 1316.092084] env[69249]: _type = "Task" [ 1316.092084] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.099119] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.477170] env[69249]: ERROR nova.scheduler.client.report [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] [req-2197b783-b2b8-4782-84f4-b430deda4ba4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c355696e-e44b-4fc5-8175-1e54a0df25d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2197b783-b2b8-4782-84f4-b430deda4ba4"}]} [ 1316.496140] env[69249]: DEBUG nova.scheduler.client.report [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Refreshing inventories for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1316.510811] env[69249]: DEBUG nova.scheduler.client.report [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Updating ProviderTree inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1316.511084] env[69249]: DEBUG nova.compute.provider_tree [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1316.522379] env[69249]: DEBUG nova.scheduler.client.report [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Refreshing aggregate associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, aggregates: None {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1316.539808] env[69249]: DEBUG nova.scheduler.client.report [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Refreshing trait associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1316.602072] env[69249]: DEBUG oslo_vmware.api [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660425, 'name': PowerOnVM_Task, 'duration_secs': 0.425674} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.602417] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.602417] env[69249]: INFO nova.compute.manager [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1316.602564] env[69249]: DEBUG nova.compute.manager [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1316.603286] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd12712c-5ae8-4ed0-946a-d82ffddafa1d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.622165] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba5770d-0b5c-4881-aaeb-72b688b5b494 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.628954] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68ded21-c07c-4738-8f5c-0bf3cfab3bfe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.658959] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18b316f-1d7c-42dc-8c17-45c3eba66160 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.666246] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868925ac-e271-4d20-b4ff-98c4380c3ecc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.680607] env[69249]: DEBUG nova.compute.provider_tree [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1317.120184] env[69249]: INFO nova.compute.manager [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Took 12.31 seconds to build instance. [ 1317.211788] env[69249]: DEBUG nova.scheduler.client.report [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 182 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1317.212061] env[69249]: DEBUG nova.compute.provider_tree [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 182 to 183 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1317.212248] env[69249]: DEBUG nova.compute.provider_tree [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 70, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1317.622374] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6ce492bc-6aeb-48a6-8e2e-6edd06e25fbb tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "49752367-bc24-4a8b-96e5-bfb712ce14c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.819s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.717308] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.408s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.742602] env[69249]: INFO nova.scheduler.client.report [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Deleted allocations for instance 703bd41c-b8c1-43f6-9669-2d72ceb404b2 [ 1318.015739] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.015999] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.250345] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a7aed466-1752-4a16-94ff-ceef182277cc tempest-ServerShowV257Test-585832450 tempest-ServerShowV257Test-585832450-project-member] Lock "703bd41c-b8c1-43f6-9669-2d72ceb404b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.131s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.268626] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0f9174ff-db2d-4f08-b545-ed46e47d06f6 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "49752367-bc24-4a8b-96e5-bfb712ce14c2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.268943] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0f9174ff-db2d-4f08-b545-ed46e47d06f6 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "49752367-bc24-4a8b-96e5-bfb712ce14c2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.269054] env[69249]: DEBUG nova.compute.manager [None req-0f9174ff-db2d-4f08-b545-ed46e47d06f6 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1318.270158] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bf7133-2400-418d-8c9b-67993f7945b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.276604] env[69249]: DEBUG nova.compute.manager [None req-0f9174ff-db2d-4f08-b545-ed46e47d06f6 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69249) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1318.277151] env[69249]: DEBUG nova.objects.instance [None req-0f9174ff-db2d-4f08-b545-ed46e47d06f6 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lazy-loading 'flavor' on Instance uuid 49752367-bc24-4a8b-96e5-bfb712ce14c2 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.520087] env[69249]: INFO nova.compute.manager [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Detaching volume f17bcf5e-e75f-48d1-81cc-82f0de7e07c0 [ 1318.559402] env[69249]: INFO nova.virt.block_device [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Attempting to driver detach volume f17bcf5e-e75f-48d1-81cc-82f0de7e07c0 from mountpoint /dev/sdb [ 1318.559715] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1318.559915] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729551', 'volume_id': 'f17bcf5e-e75f-48d1-81cc-82f0de7e07c0', 'name': 'volume-f17bcf5e-e75f-48d1-81cc-82f0de7e07c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e662d377-ee51-4dcb-b66f-8446b8ac13c5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f17bcf5e-e75f-48d1-81cc-82f0de7e07c0', 'serial': 'f17bcf5e-e75f-48d1-81cc-82f0de7e07c0'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1318.560841] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cf3f91-7aa0-4b0e-8f43-33da52365684 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.584185] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a0ba37-0659-4a09-890c-d4a725d24caa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.591891] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b80eab-c42c-4a44-a439-38a856cd333b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.612554] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c17983-c528-458b-b0cc-c4d8293d7704 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.627431] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] The volume has not been displaced from its original location: [datastore2] volume-f17bcf5e-e75f-48d1-81cc-82f0de7e07c0/volume-f17bcf5e-e75f-48d1-81cc-82f0de7e07c0.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1318.632814] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1318.633131] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e9242e0-4b6c-46ce-8a73-24e83c09339c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.650660] env[69249]: DEBUG oslo_vmware.api [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1318.650660] env[69249]: value = "task-3660426" [ 1318.650660] env[69249]: _type = "Task" [ 1318.650660] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.658329] env[69249]: DEBUG oslo_vmware.api [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.163222] env[69249]: DEBUG oslo_vmware.api [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660426, 'name': ReconfigVM_Task, 'duration_secs': 0.200659} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.164155] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1319.172940] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec5a917a-5412-4cf0-b9a6-c09a6763d5df {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.193398] env[69249]: DEBUG oslo_vmware.api [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1319.193398] env[69249]: value = "task-3660427" [ 1319.193398] env[69249]: _type = "Task" [ 1319.193398] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.201517] env[69249]: DEBUG oslo_vmware.api [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.283465] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9174ff-db2d-4f08-b545-ed46e47d06f6 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.283851] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40cbf2f2-2653-478f-8f76-32cb8d2ed723 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.290763] env[69249]: DEBUG oslo_vmware.api [None req-0f9174ff-db2d-4f08-b545-ed46e47d06f6 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1319.290763] env[69249]: value = "task-3660428" [ 1319.290763] env[69249]: _type = "Task" [ 1319.290763] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.299109] env[69249]: DEBUG oslo_vmware.api [None req-0f9174ff-db2d-4f08-b545-ed46e47d06f6 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.702583] env[69249]: DEBUG oslo_vmware.api [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660427, 'name': ReconfigVM_Task, 'duration_secs': 0.138708} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.702938] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729551', 'volume_id': 'f17bcf5e-e75f-48d1-81cc-82f0de7e07c0', 'name': 'volume-f17bcf5e-e75f-48d1-81cc-82f0de7e07c0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e662d377-ee51-4dcb-b66f-8446b8ac13c5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f17bcf5e-e75f-48d1-81cc-82f0de7e07c0', 'serial': 'f17bcf5e-e75f-48d1-81cc-82f0de7e07c0'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1319.800078] env[69249]: DEBUG oslo_vmware.api [None req-0f9174ff-db2d-4f08-b545-ed46e47d06f6 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660428, 'name': PowerOffVM_Task, 'duration_secs': 0.180016} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.800225] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9174ff-db2d-4f08-b545-ed46e47d06f6 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.800350] env[69249]: DEBUG nova.compute.manager [None req-0f9174ff-db2d-4f08-b545-ed46e47d06f6 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1319.801105] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d45712-b463-4731-9b9e-d92b003b7123 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.241984] env[69249]: DEBUG nova.objects.instance [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lazy-loading 'flavor' on Instance uuid e662d377-ee51-4dcb-b66f-8446b8ac13c5 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.312954] env[69249]: DEBUG oslo_concurrency.lockutils [None req-0f9174ff-db2d-4f08-b545-ed46e47d06f6 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "49752367-bc24-4a8b-96e5-bfb712ce14c2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.898841] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "49752367-bc24-4a8b-96e5-bfb712ce14c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.899247] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "49752367-bc24-4a8b-96e5-bfb712ce14c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.899294] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "49752367-bc24-4a8b-96e5-bfb712ce14c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.899442] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "49752367-bc24-4a8b-96e5-bfb712ce14c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.899605] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "49752367-bc24-4a8b-96e5-bfb712ce14c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.901660] env[69249]: INFO nova.compute.manager [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Terminating instance [ 1321.249191] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a64daf86-122a-4c3b-ad04-05564ae1843a tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.233s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.405424] env[69249]: DEBUG nova.compute.manager [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.405713] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.406566] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60b7e2e-3e82-4e7f-9ae5-9f01e258a3fb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.414081] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.414312] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f9956bc-3f7b-41bb-9391-916c16eed23b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.490958] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.491237] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.491422] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleting the datastore file [datastore2] 49752367-bc24-4a8b-96e5-bfb712ce14c2 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.491688] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4339159-b642-41c2-b769-b18ecb1b07ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.497793] env[69249]: DEBUG oslo_vmware.api [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1321.497793] env[69249]: value = "task-3660430" [ 1321.497793] env[69249]: _type = "Task" [ 1321.497793] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.505333] env[69249]: DEBUG oslo_vmware.api [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.007448] env[69249]: DEBUG oslo_vmware.api [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116825} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.007720] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.007881] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.008045] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.008225] env[69249]: INFO nova.compute.manager [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1322.008459] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.008650] env[69249]: DEBUG nova.compute.manager [-] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.008748] env[69249]: DEBUG nova.network.neutron [-] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.243039] env[69249]: DEBUG nova.compute.manager [req-ab02a364-028c-4ac2-9c9e-53c110ca949b req-cee2ff23-3c76-4061-a102-fc604c2bbb59 service nova] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Received event network-vif-deleted-4f2be000-1e65-48ab-8445-936e9927da86 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.243039] env[69249]: INFO nova.compute.manager [req-ab02a364-028c-4ac2-9c9e-53c110ca949b req-cee2ff23-3c76-4061-a102-fc604c2bbb59 service nova] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Neutron deleted interface 4f2be000-1e65-48ab-8445-936e9927da86; detaching it from the instance and deleting it from the info cache [ 1322.243039] env[69249]: DEBUG nova.network.neutron [req-ab02a364-028c-4ac2-9c9e-53c110ca949b req-cee2ff23-3c76-4061-a102-fc604c2bbb59 service nova] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.323569] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.323832] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.324062] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.324252] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.324462] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.326513] env[69249]: INFO nova.compute.manager [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Terminating instance [ 1322.719408] env[69249]: DEBUG nova.network.neutron [-] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.745704] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07e36516-3822-44e0-9891-e2fc60359c34 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.755750] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dece69a0-2889-42d0-a713-32481177fa93 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.782503] env[69249]: DEBUG nova.compute.manager [req-ab02a364-028c-4ac2-9c9e-53c110ca949b req-cee2ff23-3c76-4061-a102-fc604c2bbb59 service nova] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Detach interface failed, port_id=4f2be000-1e65-48ab-8445-936e9927da86, reason: Instance 49752367-bc24-4a8b-96e5-bfb712ce14c2 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1322.829968] env[69249]: DEBUG nova.compute.manager [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1322.830214] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.831114] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d606b14-8ddc-4800-8bb0-c607fd6a6419 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.838123] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.838325] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fef8f4b7-5a92-4b14-951d-29f6d57fb96f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.844219] env[69249]: DEBUG oslo_vmware.api [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1322.844219] env[69249]: value = "task-3660431" [ 1322.844219] env[69249]: _type = "Task" [ 1322.844219] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.852177] env[69249]: DEBUG oslo_vmware.api [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.222346] env[69249]: INFO nova.compute.manager [-] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Took 1.21 seconds to deallocate network for instance. [ 1323.353991] env[69249]: DEBUG oslo_vmware.api [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660431, 'name': PowerOffVM_Task, 'duration_secs': 0.171328} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.354263] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.354462] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.354704] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82d10c0e-858e-4297-aa55-01d0a527539d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.420250] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.420457] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.420633] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Deleting the datastore file [datastore2] e662d377-ee51-4dcb-b66f-8446b8ac13c5 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.420900] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77bae9de-4e6c-4df0-93c1-8bc512d0a1df {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.427406] env[69249]: DEBUG oslo_vmware.api [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1323.427406] env[69249]: value = "task-3660433" [ 1323.427406] env[69249]: _type = "Task" [ 1323.427406] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.434384] env[69249]: DEBUG oslo_vmware.api [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.728334] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.728602] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.728823] env[69249]: DEBUG nova.objects.instance [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lazy-loading 'resources' on Instance uuid 49752367-bc24-4a8b-96e5-bfb712ce14c2 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.937219] env[69249]: DEBUG oslo_vmware.api [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129735} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.937418] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.937632] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.937880] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.938083] env[69249]: INFO nova.compute.manager [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1323.938329] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.938533] env[69249]: DEBUG nova.compute.manager [-] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1323.938643] env[69249]: DEBUG nova.network.neutron [-] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1324.328664] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977b24a1-647a-47f1-b5b2-52712f1f456c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.337090] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353b080a-0419-4d57-a2e1-b5e8872abb2d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.370024] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a219602b-5260-4445-a236-e9681a665eb5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.373539] env[69249]: DEBUG nova.compute.manager [req-353beb43-4cc5-4057-a03d-2b9ec4bda2a4 req-396f4885-8e1a-4cfb-ae7c-910ce8657ee6 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Received event network-vif-deleted-20f0c78a-ac02-40ac-b264-377a198b9f2d {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.373724] env[69249]: INFO nova.compute.manager [req-353beb43-4cc5-4057-a03d-2b9ec4bda2a4 req-396f4885-8e1a-4cfb-ae7c-910ce8657ee6 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Neutron deleted interface 20f0c78a-ac02-40ac-b264-377a198b9f2d; detaching it from the instance and deleting it from the info cache [ 1324.373889] env[69249]: DEBUG nova.network.neutron [req-353beb43-4cc5-4057-a03d-2b9ec4bda2a4 req-396f4885-8e1a-4cfb-ae7c-910ce8657ee6 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.381702] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f77070-a35c-4056-9e4c-a6d636f6861a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.397924] env[69249]: DEBUG nova.compute.provider_tree [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1324.869690] env[69249]: DEBUG nova.network.neutron [-] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.877095] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a739ef7-6af2-4634-b600-52e67b57be65 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.887519] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92762573-f355-4796-86d4-5062ed6c4701 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.916369] env[69249]: DEBUG nova.compute.manager [req-353beb43-4cc5-4057-a03d-2b9ec4bda2a4 req-396f4885-8e1a-4cfb-ae7c-910ce8657ee6 service nova] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Detach interface failed, port_id=20f0c78a-ac02-40ac-b264-377a198b9f2d, reason: Instance e662d377-ee51-4dcb-b66f-8446b8ac13c5 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1324.934552] env[69249]: DEBUG nova.scheduler.client.report [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Updated inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with generation 183 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1324.934865] env[69249]: DEBUG nova.compute.provider_tree [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Updating resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 generation from 183 to 184 during operation: update_inventory {{(pid=69249) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1324.935094] env[69249]: DEBUG nova.compute.provider_tree [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1325.372462] env[69249]: INFO nova.compute.manager [-] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Took 1.43 seconds to deallocate network for instance. [ 1325.440904] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.467205] env[69249]: INFO nova.scheduler.client.report [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleted allocations for instance 49752367-bc24-4a8b-96e5-bfb712ce14c2 [ 1325.878930] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.879074] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.879237] env[69249]: DEBUG nova.objects.instance [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lazy-loading 'resources' on Instance uuid e662d377-ee51-4dcb-b66f-8446b8ac13c5 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.974833] env[69249]: DEBUG oslo_concurrency.lockutils [None req-6421b4d9-c2a4-4c5a-bd39-86b695f7ca68 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "49752367-bc24-4a8b-96e5-bfb712ce14c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.076s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.456022] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6117b9-bfe5-4a68-a3a7-b49854997c2f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.462572] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46283a7-1a8c-4928-ab00-528580d90876 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.491903] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dbf53f-c0c5-4c4a-ad51-f3c57a7f44db {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.499201] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a793b6-c768-441e-a09e-0a960fdae31e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.513287] env[69249]: DEBUG nova.compute.provider_tree [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.615266] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "7400a089-abaa-4ebb-b26b-0b16fb9f334e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.615464] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "7400a089-abaa-4ebb-b26b-0b16fb9f334e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.615731] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "7400a089-abaa-4ebb-b26b-0b16fb9f334e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.615929] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "7400a089-abaa-4ebb-b26b-0b16fb9f334e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.616110] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "7400a089-abaa-4ebb-b26b-0b16fb9f334e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.617977] env[69249]: INFO nova.compute.manager [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Terminating instance [ 1327.016933] env[69249]: DEBUG nova.scheduler.client.report [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.121804] env[69249]: DEBUG nova.compute.manager [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1327.122038] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.122909] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54552dd-078b-4bc6-824b-62574ae1561a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.130812] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.131044] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc17e8d0-b76b-4dea-8620-a852e4578169 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.136501] env[69249]: DEBUG oslo_vmware.api [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1327.136501] env[69249]: value = "task-3660434" [ 1327.136501] env[69249]: _type = "Task" [ 1327.136501] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.144012] env[69249]: DEBUG oslo_vmware.api [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.521691] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.539592] env[69249]: INFO nova.scheduler.client.report [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Deleted allocations for instance e662d377-ee51-4dcb-b66f-8446b8ac13c5 [ 1327.646356] env[69249]: DEBUG oslo_vmware.api [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660434, 'name': PowerOffVM_Task, 'duration_secs': 0.17317} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.646677] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.646802] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.647029] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c87adb94-f670-47b2-b9aa-b7195795bd9c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.709343] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.709522] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.709705] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleting the datastore file [datastore1] 7400a089-abaa-4ebb-b26b-0b16fb9f334e {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.709960] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99105dff-ef95-4672-9e80-d0084db9a3c8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.715846] env[69249]: DEBUG oslo_vmware.api [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for the task: (returnval){ [ 1327.715846] env[69249]: value = "task-3660436" [ 1327.715846] env[69249]: _type = "Task" [ 1327.715846] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.723153] env[69249]: DEBUG oslo_vmware.api [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.047344] env[69249]: DEBUG oslo_concurrency.lockutils [None req-dc208e8e-df74-4372-b1be-3923dd11428f tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "e662d377-ee51-4dcb-b66f-8446b8ac13c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.723s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.225147] env[69249]: DEBUG oslo_vmware.api [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Task: {'id': task-3660436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113354} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.225382] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.225556] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.225752] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.225962] env[69249]: INFO nova.compute.manager [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1328.226219] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.226409] env[69249]: DEBUG nova.compute.manager [-] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1328.226514] env[69249]: DEBUG nova.network.neutron [-] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.524738] env[69249]: DEBUG nova.compute.manager [req-1cf2e01a-e59f-4fa5-a515-9790eac16b9d req-bd462077-d468-4011-91ca-f394ba417616 service nova] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Received event network-vif-deleted-3deeb29a-f44e-403b-a945-ac72d03a7a62 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.524738] env[69249]: INFO nova.compute.manager [req-1cf2e01a-e59f-4fa5-a515-9790eac16b9d req-bd462077-d468-4011-91ca-f394ba417616 service nova] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Neutron deleted interface 3deeb29a-f44e-403b-a945-ac72d03a7a62; detaching it from the instance and deleting it from the info cache [ 1328.524738] env[69249]: DEBUG nova.network.neutron [req-1cf2e01a-e59f-4fa5-a515-9790eac16b9d req-bd462077-d468-4011-91ca-f394ba417616 service nova] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.006339] env[69249]: DEBUG nova.network.neutron [-] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.026423] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b9d6e09-f402-4408-83a3-87f0b6a0c4a5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.036113] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecedc80b-6686-498e-bd1f-a696efae3212 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.062262] env[69249]: DEBUG nova.compute.manager [req-1cf2e01a-e59f-4fa5-a515-9790eac16b9d req-bd462077-d468-4011-91ca-f394ba417616 service nova] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Detach interface failed, port_id=3deeb29a-f44e-403b-a945-ac72d03a7a62, reason: Instance 7400a089-abaa-4ebb-b26b-0b16fb9f334e could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1329.509330] env[69249]: INFO nova.compute.manager [-] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Took 1.28 seconds to deallocate network for instance. [ 1330.017797] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.018161] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.018312] env[69249]: DEBUG nova.objects.instance [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lazy-loading 'resources' on Instance uuid 7400a089-abaa-4ebb-b26b-0b16fb9f334e {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.586359] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227f8a8e-1d76-478e-bf06-b57ccb059ce2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.593794] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e929fd-9881-4b34-909e-cc140041b4b8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.622727] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae198dbf-751c-47e2-b51c-33e66096ebf3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.629047] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5f46d5-9980-49f8-9e3e-53d1479c859a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.641373] env[69249]: DEBUG nova.compute.provider_tree [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.145090] env[69249]: DEBUG nova.scheduler.client.report [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.651254] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.670170] env[69249]: INFO nova.scheduler.client.report [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Deleted allocations for instance 7400a089-abaa-4ebb-b26b-0b16fb9f334e [ 1332.178081] env[69249]: DEBUG oslo_concurrency.lockutils [None req-57051f47-bd03-4d9d-baee-676a6c161ac8 tempest-ServersTestJSON-1139812901 tempest-ServersTestJSON-1139812901-project-member] Lock "7400a089-abaa-4ebb-b26b-0b16fb9f334e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.562s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.480427] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "45406f92-6457-43f4-aaed-b16a79b64e06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.480714] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "45406f92-6457-43f4-aaed-b16a79b64e06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.480924] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "45406f92-6457-43f4-aaed-b16a79b64e06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.481123] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "45406f92-6457-43f4-aaed-b16a79b64e06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.481289] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "45406f92-6457-43f4-aaed-b16a79b64e06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.483426] env[69249]: INFO nova.compute.manager [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Terminating instance [ 1333.986883] env[69249]: DEBUG nova.compute.manager [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.987650] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.988064] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6fe5ea-b8a6-454d-b874-e7ed0578045f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.996279] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.996521] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ababcd20-108c-4453-a3a6-0da419596575 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.003206] env[69249]: DEBUG oslo_vmware.api [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1334.003206] env[69249]: value = "task-3660438" [ 1334.003206] env[69249]: _type = "Task" [ 1334.003206] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.011617] env[69249]: DEBUG oslo_vmware.api [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.513663] env[69249]: DEBUG oslo_vmware.api [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660438, 'name': PowerOffVM_Task, 'duration_secs': 0.220166} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.514153] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.514153] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.514365] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-232dcbf4-773d-4489-9096-8b876c2265b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.578207] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.578504] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.578642] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Deleting the datastore file [datastore1] 45406f92-6457-43f4-aaed-b16a79b64e06 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.578896] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf6e04d1-a7ab-40c0-b5ca-2b49ada834ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.585184] env[69249]: DEBUG oslo_vmware.api [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1334.585184] env[69249]: value = "task-3660440" [ 1334.585184] env[69249]: _type = "Task" [ 1334.585184] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.594392] env[69249]: DEBUG oslo_vmware.api [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.095242] env[69249]: DEBUG oslo_vmware.api [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164811} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.095529] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.095949] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.096200] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.096421] env[69249]: INFO nova.compute.manager [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1335.096702] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.097047] env[69249]: DEBUG nova.compute.manager [-] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1335.097142] env[69249]: DEBUG nova.network.neutron [-] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1335.317440] env[69249]: DEBUG nova.compute.manager [req-2f400490-1dfe-4e8e-93bd-a94cbe92b377 req-fc4027e3-962c-40cf-b331-a479b571050e service nova] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Received event network-vif-deleted-8c5ae5ab-fb35-4874-9330-b7b7af1bc135 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.317570] env[69249]: INFO nova.compute.manager [req-2f400490-1dfe-4e8e-93bd-a94cbe92b377 req-fc4027e3-962c-40cf-b331-a479b571050e service nova] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Neutron deleted interface 8c5ae5ab-fb35-4874-9330-b7b7af1bc135; detaching it from the instance and deleting it from the info cache [ 1335.317723] env[69249]: DEBUG nova.network.neutron [req-2f400490-1dfe-4e8e-93bd-a94cbe92b377 req-fc4027e3-962c-40cf-b331-a479b571050e service nova] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.794935] env[69249]: DEBUG nova.network.neutron [-] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.820478] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1229fba2-4982-4147-b337-7fd8e78d0fda {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.831011] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacf80bc-ac2d-4bae-b6e0-03470e8c895f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.855919] env[69249]: DEBUG nova.compute.manager [req-2f400490-1dfe-4e8e-93bd-a94cbe92b377 req-fc4027e3-962c-40cf-b331-a479b571050e service nova] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Detach interface failed, port_id=8c5ae5ab-fb35-4874-9330-b7b7af1bc135, reason: Instance 45406f92-6457-43f4-aaed-b16a79b64e06 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1336.297773] env[69249]: INFO nova.compute.manager [-] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Took 1.20 seconds to deallocate network for instance. [ 1336.804303] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.804652] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.804859] env[69249]: DEBUG nova.objects.instance [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lazy-loading 'resources' on Instance uuid 45406f92-6457-43f4-aaed-b16a79b64e06 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.367918] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412b640a-2128-44e8-97b2-b5f8e860c503 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.375450] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f8570b-380b-4281-88ab-08ccd84edb99 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.404679] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a866e0-c7a1-43e7-8454-a94b4efcf1e7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.411245] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecebdc7-77ee-4b0a-bdd6-d57e4a787747 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.425015] env[69249]: DEBUG nova.compute.provider_tree [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.928491] env[69249]: DEBUG nova.scheduler.client.report [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.200423] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.200612] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.200782] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.200947] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.434819] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.452740] env[69249]: INFO nova.scheduler.client.report [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Deleted allocations for instance 45406f92-6457-43f4-aaed-b16a79b64e06 [ 1338.703855] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.704168] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.704373] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.704559] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1338.705513] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59231191-bc38-4616-a7ac-16ff9695c7d9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.714264] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2679571-d1c2-449c-92c3-4fd22b6abe4b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.728377] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18448487-9451-4ed8-a95f-3505a7ac834b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.734447] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ee7ed3-750b-4e92-ab87-512e06d5539c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.763562] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180203MB free_disk=71GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1338.763705] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.763912] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.959916] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5ba50a00-d17a-42eb-b952-80015c5fcff4 tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "45406f92-6457-43f4-aaed-b16a79b64e06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.479s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.078844] env[69249]: DEBUG oslo_concurrency.lockutils [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "5f892550-b641-43b2-8c70-6e15b4a8ab39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.079128] env[69249]: DEBUG oslo_concurrency.lockutils [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "5f892550-b641-43b2-8c70-6e15b4a8ab39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.079339] env[69249]: DEBUG oslo_concurrency.lockutils [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "5f892550-b641-43b2-8c70-6e15b4a8ab39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.079519] env[69249]: DEBUG oslo_concurrency.lockutils [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "5f892550-b641-43b2-8c70-6e15b4a8ab39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.079683] env[69249]: DEBUG oslo_concurrency.lockutils [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "5f892550-b641-43b2-8c70-6e15b4a8ab39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.081681] env[69249]: INFO nova.compute.manager [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Terminating instance [ 1339.584969] env[69249]: DEBUG nova.compute.manager [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.585203] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.586170] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3a3144-4403-4850-84a5-5e99d1967818 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.593808] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.593950] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f51f9d5-85c9-4a3c-afc3-1409ee65e092 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.599493] env[69249]: DEBUG oslo_vmware.api [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1339.599493] env[69249]: value = "task-3660441" [ 1339.599493] env[69249]: _type = "Task" [ 1339.599493] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.608410] env[69249]: DEBUG oslo_vmware.api [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.788624] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 5f892550-b641-43b2-8c70-6e15b4a8ab39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1339.788916] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 7185b19d-0565-4df6-b641-ec592839aaf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1339.789198] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1339.789406] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1339.831363] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0922cc-1616-4211-9ad2-b415069d512c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.839097] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125f6b2e-f21d-4fee-8a69-5a2e697bedab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.868070] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7705f5d1-c982-408b-b29e-34afd288bf19 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.874590] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a07795-814f-46e8-87ad-df044836ab68 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.888359] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.114651] env[69249]: DEBUG oslo_vmware.api [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660441, 'name': PowerOffVM_Task, 'duration_secs': 0.200113} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.115103] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.115103] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.115319] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4706a117-1998-4309-9b44-44c9680409f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.186495] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.186495] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Deleting contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.186495] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Deleting the datastore file [datastore1] 5f892550-b641-43b2-8c70-6e15b4a8ab39 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.186495] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03d467a2-f437-4cdf-b38d-ff8bb9e4c529 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.193512] env[69249]: DEBUG oslo_vmware.api [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for the task: (returnval){ [ 1340.193512] env[69249]: value = "task-3660443" [ 1340.193512] env[69249]: _type = "Task" [ 1340.193512] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.200564] env[69249]: DEBUG oslo_vmware.api [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.391960] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.702552] env[69249]: DEBUG oslo_vmware.api [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Task: {'id': task-3660443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130424} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.702832] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.703027] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Deleted contents of the VM from datastore datastore1 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.703207] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.703379] env[69249]: INFO nova.compute.manager [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1340.703612] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.703801] env[69249]: DEBUG nova.compute.manager [-] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.703895] env[69249]: DEBUG nova.network.neutron [-] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.897032] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1340.899078] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.133s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.928623] env[69249]: DEBUG nova.compute.manager [req-35b29fb4-2ed3-4139-bf28-e58cb5615916 req-9ea73a11-7535-4a22-a7a9-51645811c796 service nova] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Received event network-vif-deleted-b69d1da0-ee64-47b2-b0d4-6a1779341e17 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.928769] env[69249]: INFO nova.compute.manager [req-35b29fb4-2ed3-4139-bf28-e58cb5615916 req-9ea73a11-7535-4a22-a7a9-51645811c796 service nova] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Neutron deleted interface b69d1da0-ee64-47b2-b0d4-6a1779341e17; detaching it from the instance and deleting it from the info cache [ 1340.928941] env[69249]: DEBUG nova.network.neutron [req-35b29fb4-2ed3-4139-bf28-e58cb5615916 req-9ea73a11-7535-4a22-a7a9-51645811c796 service nova] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.413674] env[69249]: DEBUG nova.network.neutron [-] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.431186] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-339517c5-a057-43be-abc3-598595db37d8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.440766] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a969ba49-e113-4412-9dd4-76fcd55ede6d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.465220] env[69249]: DEBUG nova.compute.manager [req-35b29fb4-2ed3-4139-bf28-e58cb5615916 req-9ea73a11-7535-4a22-a7a9-51645811c796 service nova] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Detach interface failed, port_id=b69d1da0-ee64-47b2-b0d4-6a1779341e17, reason: Instance 5f892550-b641-43b2-8c70-6e15b4a8ab39 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1341.897190] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.897440] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.897620] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.897831] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.898065] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1341.916692] env[69249]: INFO nova.compute.manager [-] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Took 1.21 seconds to deallocate network for instance. [ 1342.423101] env[69249]: DEBUG oslo_concurrency.lockutils [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.423564] env[69249]: DEBUG oslo_concurrency.lockutils [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.423643] env[69249]: DEBUG nova.objects.instance [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lazy-loading 'resources' on Instance uuid 5f892550-b641-43b2-8c70-6e15b4a8ab39 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.968691] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad02b23-b6b2-4c6f-b35d-568270f05a07 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.977685] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544afbfb-7d58-4b84-8760-553b9e790e2b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.007894] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adaf848-53c8-444c-8cdf-4143b06cb29b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.015489] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74a49f3-c624-451b-87d8-f55c6c9a7655 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.028646] env[69249]: DEBUG nova.compute.provider_tree [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.531744] env[69249]: DEBUG nova.scheduler.client.report [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.036297] env[69249]: DEBUG oslo_concurrency.lockutils [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.053431] env[69249]: INFO nova.scheduler.client.report [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Deleted allocations for instance 5f892550-b641-43b2-8c70-6e15b4a8ab39 [ 1344.560567] env[69249]: DEBUG oslo_concurrency.lockutils [None req-12681c3c-2563-4c16-9a55-2d6258d4cdce tempest-ServerRescueNegativeTestJSON-1299304863 tempest-ServerRescueNegativeTestJSON-1299304863-project-member] Lock "5f892550-b641-43b2-8c70-6e15b4a8ab39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.481s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.569322] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquiring lock "02fdcedc-0d6f-4304-9436-0e84188e5a1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.569614] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Lock "02fdcedc-0d6f-4304-9436-0e84188e5a1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.072932] env[69249]: DEBUG nova.compute.manager [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1348.593957] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.594253] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.595709] env[69249]: INFO nova.compute.claims [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.643212] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101a03c1-3059-40eb-a3d1-fc4e5d72206b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.650749] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5d8f3e-9156-4f0c-b709-696b56d21336 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.679925] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c0ae89-dbcb-4645-b911-b9f5e534d19d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.686364] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3797a8ae-f63c-4a1e-b72c-7abc57e3b915 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.700252] env[69249]: DEBUG nova.compute.provider_tree [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.982708] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "7185b19d-0565-4df6-b641-ec592839aaf2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.982993] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "7185b19d-0565-4df6-b641-ec592839aaf2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.983218] env[69249]: INFO nova.compute.manager [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Shelving [ 1350.203221] env[69249]: DEBUG nova.scheduler.client.report [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.709220] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.709581] env[69249]: DEBUG nova.compute.manager [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1350.992871] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.993227] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-078561c2-d31b-4a66-a2e4-fe0d3a01330f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.001095] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1351.001095] env[69249]: value = "task-3660444" [ 1351.001095] env[69249]: _type = "Task" [ 1351.001095] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.009360] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.214219] env[69249]: DEBUG nova.compute.utils [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1351.215734] env[69249]: DEBUG nova.compute.manager [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Not allocating networking since 'none' was specified. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1351.510745] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660444, 'name': PowerOffVM_Task, 'duration_secs': 0.229631} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.510745] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.511453] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1353d2af-d7ad-47d8-93c0-0e7a73acb48b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.529822] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885dab4e-d57a-4218-80f2-6da0777f5254 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.717304] env[69249]: DEBUG nova.compute.manager [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1352.040103] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1352.040336] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d4d42c2a-c510-4878-a7c8-c2226ed5f79e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.049513] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1352.049513] env[69249]: value = "task-3660445" [ 1352.049513] env[69249]: _type = "Task" [ 1352.049513] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.058226] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660445, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.559133] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660445, 'name': CreateSnapshot_Task, 'duration_secs': 0.468054} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.559361] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1352.560067] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2801aef-175d-4024-b42e-3fd3392edcf1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.729080] env[69249]: DEBUG nova.compute.manager [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1352.755574] env[69249]: DEBUG nova.virt.hardware [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.755849] env[69249]: DEBUG nova.virt.hardware [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.756049] env[69249]: DEBUG nova.virt.hardware [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.756245] env[69249]: DEBUG nova.virt.hardware [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.756386] env[69249]: DEBUG nova.virt.hardware [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.756526] env[69249]: DEBUG nova.virt.hardware [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.756730] env[69249]: DEBUG nova.virt.hardware [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.756887] env[69249]: DEBUG nova.virt.hardware [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.757064] env[69249]: DEBUG nova.virt.hardware [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.757227] env[69249]: DEBUG nova.virt.hardware [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.757394] env[69249]: DEBUG nova.virt.hardware [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.758240] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62df932-24ff-47f8-8bac-6df84af1a3f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.765853] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32450e0-4489-4a5a-ab7a-a915d0dac68a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.778927] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1352.784323] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Creating folder: Project (2d91b1ce82bf4ff58794962eaa7a7fbb). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1352.784575] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfdf5c86-deb8-445a-8833-e39258f5709b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.795652] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Created folder: Project (2d91b1ce82bf4ff58794962eaa7a7fbb) in parent group-v729229. [ 1352.795817] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Creating folder: Instances. Parent ref: group-v729560. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1352.796028] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63be1607-e930-47c8-a73d-5c6609224b8d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.804581] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Created folder: Instances in parent group-v729560. [ 1352.804811] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.804992] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1352.805193] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e31d4111-8060-48ea-b981-7408a77d4ad1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.820483] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1352.820483] env[69249]: value = "task-3660448" [ 1352.820483] env[69249]: _type = "Task" [ 1352.820483] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.827207] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660448, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.078370] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1353.078639] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cab18883-1da3-40e5-9726-bfc3bb103b5a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.087345] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1353.087345] env[69249]: value = "task-3660449" [ 1353.087345] env[69249]: _type = "Task" [ 1353.087345] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.094740] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660449, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.331052] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660448, 'name': CreateVM_Task, 'duration_secs': 0.23994} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.331298] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.331593] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.331749] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.332078] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.332417] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6271479f-4820-43f3-b4cc-a241538e315c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.337416] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1353.337416] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52af320c-5d41-a593-f9fe-6d7b979befec" [ 1353.337416] env[69249]: _type = "Task" [ 1353.337416] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.345190] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52af320c-5d41-a593-f9fe-6d7b979befec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.597692] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660449, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.847471] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52af320c-5d41-a593-f9fe-6d7b979befec, 'name': SearchDatastore_Task, 'duration_secs': 0.009799} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.847879] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.847993] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1353.848268] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.848417] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.848595] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1353.848852] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-539bb99f-5f15-4d63-8545-f02f6a7121d1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.859227] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1353.859405] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1353.860086] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe9cfdae-8b9f-474b-bb39-84c1567bd15e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.866472] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1353.866472] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52482baa-8c0a-27f3-83a1-daadc6be754b" [ 1353.866472] env[69249]: _type = "Task" [ 1353.866472] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.873624] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52482baa-8c0a-27f3-83a1-daadc6be754b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.098291] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660449, 'name': CloneVM_Task, 'duration_secs': 0.955983} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.098493] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Created linked-clone VM from snapshot [ 1354.099224] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d2f22b-c96c-488b-ada9-2404a4e487b4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.106086] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Uploading image 41d4d148-bedc-40d8-9c0f-58e37e21cb12 {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1354.126891] env[69249]: DEBUG oslo_vmware.rw_handles [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1354.126891] env[69249]: value = "vm-729563" [ 1354.126891] env[69249]: _type = "VirtualMachine" [ 1354.126891] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1354.127171] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-55dae5a0-b569-47ef-9679-07a2bb1b95be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.133240] env[69249]: DEBUG oslo_vmware.rw_handles [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lease: (returnval){ [ 1354.133240] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521b2e06-cfc0-811c-7881-dbe267fb265f" [ 1354.133240] env[69249]: _type = "HttpNfcLease" [ 1354.133240] env[69249]: } obtained for exporting VM: (result){ [ 1354.133240] env[69249]: value = "vm-729563" [ 1354.133240] env[69249]: _type = "VirtualMachine" [ 1354.133240] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1354.133524] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the lease: (returnval){ [ 1354.133524] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521b2e06-cfc0-811c-7881-dbe267fb265f" [ 1354.133524] env[69249]: _type = "HttpNfcLease" [ 1354.133524] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1354.139362] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1354.139362] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521b2e06-cfc0-811c-7881-dbe267fb265f" [ 1354.139362] env[69249]: _type = "HttpNfcLease" [ 1354.139362] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1354.376939] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52482baa-8c0a-27f3-83a1-daadc6be754b, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.377735] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ced1587-95ac-4b25-9ecb-68daab720f7b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.382793] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1354.382793] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52159b89-6e84-d5c4-34ee-5039c01a6c47" [ 1354.382793] env[69249]: _type = "Task" [ 1354.382793] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.389900] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52159b89-6e84-d5c4-34ee-5039c01a6c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.642121] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1354.642121] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521b2e06-cfc0-811c-7881-dbe267fb265f" [ 1354.642121] env[69249]: _type = "HttpNfcLease" [ 1354.642121] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1354.642427] env[69249]: DEBUG oslo_vmware.rw_handles [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1354.642427] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521b2e06-cfc0-811c-7881-dbe267fb265f" [ 1354.642427] env[69249]: _type = "HttpNfcLease" [ 1354.642427] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1354.643079] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e6487d-c00c-4ec8-8e8e-630001e5f200 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.650046] env[69249]: DEBUG oslo_vmware.rw_handles [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522df229-9cc0-32bb-ccb3-1d7750947a6e/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1354.650221] env[69249]: DEBUG oslo_vmware.rw_handles [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522df229-9cc0-32bb-ccb3-1d7750947a6e/disk-0.vmdk for reading. {{(pid=69249) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1354.733020] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3a574297-dc0a-4973-8039-15def5ccbadc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.893438] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52159b89-6e84-d5c4-34ee-5039c01a6c47, 'name': SearchDatastore_Task, 'duration_secs': 0.008699} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.893856] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.894057] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 02fdcedc-0d6f-4304-9436-0e84188e5a1f/02fdcedc-0d6f-4304-9436-0e84188e5a1f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.894336] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd2b1c9e-52b9-44fe-ad4a-0b47edf65080 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.900541] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1354.900541] env[69249]: value = "task-3660451" [ 1354.900541] env[69249]: _type = "Task" [ 1354.900541] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.908217] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.410774] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481282} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.411625] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 02fdcedc-0d6f-4304-9436-0e84188e5a1f/02fdcedc-0d6f-4304-9436-0e84188e5a1f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.411625] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1355.411849] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b4cefd9-8d42-4ba5-a23b-a5a73fd82cdc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.418607] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1355.418607] env[69249]: value = "task-3660452" [ 1355.418607] env[69249]: _type = "Task" [ 1355.418607] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.427202] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.928296] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067294} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.928795] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1355.929515] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562b4fe7-63de-4fc5-ac09-4274e3c91e82 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.950860] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 02fdcedc-0d6f-4304-9436-0e84188e5a1f/02fdcedc-0d6f-4304-9436-0e84188e5a1f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.951198] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d24d626-bcc4-4f80-b2e7-13e99e4bfa85 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.971103] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1355.971103] env[69249]: value = "task-3660453" [ 1355.971103] env[69249]: _type = "Task" [ 1355.971103] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.982585] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.483664] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660453, 'name': ReconfigVM_Task, 'duration_secs': 0.277963} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.484228] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 02fdcedc-0d6f-4304-9436-0e84188e5a1f/02fdcedc-0d6f-4304-9436-0e84188e5a1f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.485200] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb8e0bbe-1ea8-4cb6-9177-5fb08e31a736 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.492128] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1356.492128] env[69249]: value = "task-3660454" [ 1356.492128] env[69249]: _type = "Task" [ 1356.492128] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.500208] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660454, 'name': Rename_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.002612] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660454, 'name': Rename_Task, 'duration_secs': 0.146418} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.003141] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.003220] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16aefc6f-a050-4866-ad39-486c18994101 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.009601] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1357.009601] env[69249]: value = "task-3660455" [ 1357.009601] env[69249]: _type = "Task" [ 1357.009601] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.017362] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.520159] env[69249]: DEBUG oslo_vmware.api [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660455, 'name': PowerOnVM_Task, 'duration_secs': 0.439238} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.520436] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.520659] env[69249]: INFO nova.compute.manager [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Took 4.79 seconds to spawn the instance on the hypervisor. [ 1357.520863] env[69249]: DEBUG nova.compute.manager [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1357.521675] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854a556b-55dd-4fd9-b425-607f1fd9d0c8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.039025] env[69249]: INFO nova.compute.manager [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Took 9.46 seconds to build instance. [ 1358.540378] env[69249]: DEBUG oslo_concurrency.lockutils [None req-81133c2e-942d-4191-874e-1d64f85c1b86 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Lock "02fdcedc-0d6f-4304-9436-0e84188e5a1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.970s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.741082] env[69249]: INFO nova.compute.manager [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Rebuilding instance [ 1358.781814] env[69249]: DEBUG nova.compute.manager [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1358.782832] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223f86ef-03e0-4559-a6bf-79dc3f6a512e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.796665] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.797173] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69ab92a2-f9dc-4167-b3f6-4833a8e0486b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.804547] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1359.804547] env[69249]: value = "task-3660456" [ 1359.804547] env[69249]: _type = "Task" [ 1359.804547] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.813122] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.314027] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660456, 'name': PowerOffVM_Task, 'duration_secs': 0.162058} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.314415] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.315187] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1360.316055] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50db5a7c-bd85-45d8-9868-7cad7dc74b0b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.322867] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.323197] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73274ec6-a88c-44b2-9429-e8c9a21f66c3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.350158] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.350400] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.350554] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Deleting the datastore file [datastore2] 02fdcedc-0d6f-4304-9436-0e84188e5a1f {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.350826] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12c3bad0-a1be-43ba-bb7c-4bed52481493 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.356745] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1360.356745] env[69249]: value = "task-3660458" [ 1360.356745] env[69249]: _type = "Task" [ 1360.356745] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.364452] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.866629] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161804} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.867147] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.867147] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1360.867295] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1361.899896] env[69249]: DEBUG nova.virt.hardware [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.900248] env[69249]: DEBUG nova.virt.hardware [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.900248] env[69249]: DEBUG nova.virt.hardware [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.900333] env[69249]: DEBUG nova.virt.hardware [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.900450] env[69249]: DEBUG nova.virt.hardware [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.900596] env[69249]: DEBUG nova.virt.hardware [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.900797] env[69249]: DEBUG nova.virt.hardware [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.900995] env[69249]: DEBUG nova.virt.hardware [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.901125] env[69249]: DEBUG nova.virt.hardware [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.901289] env[69249]: DEBUG nova.virt.hardware [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.901458] env[69249]: DEBUG nova.virt.hardware [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.902384] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae71cf0-ce69-4c5f-af0e-78de06b2fb5f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.910528] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091d0ee6-016d-4106-ae8b-27c8da876d41 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.924701] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Instance VIF info [] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.930592] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.930859] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.931101] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-135ed224-8909-4251-9b80-7dfa3bc8e95b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.959427] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.959427] env[69249]: value = "task-3660459" [ 1361.959427] env[69249]: _type = "Task" [ 1361.959427] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.967380] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660459, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.470197] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660459, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.495326] env[69249]: DEBUG oslo_vmware.rw_handles [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522df229-9cc0-32bb-ccb3-1d7750947a6e/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1362.496264] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b29565-9f07-4dca-8637-07d96b44725c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.502360] env[69249]: DEBUG oslo_vmware.rw_handles [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522df229-9cc0-32bb-ccb3-1d7750947a6e/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1362.502527] env[69249]: ERROR oslo_vmware.rw_handles [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522df229-9cc0-32bb-ccb3-1d7750947a6e/disk-0.vmdk due to incomplete transfer. [ 1362.502753] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3da41869-9c39-458e-8eb2-4aefdf352a5e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.511709] env[69249]: DEBUG oslo_vmware.rw_handles [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522df229-9cc0-32bb-ccb3-1d7750947a6e/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1362.511911] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Uploaded image 41d4d148-bedc-40d8-9c0f-58e37e21cb12 to the Glance image server {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1362.514546] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1362.514805] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4cf84002-6add-4bc8-b240-c84cb59c0a8f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.520960] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1362.520960] env[69249]: value = "task-3660460" [ 1362.520960] env[69249]: _type = "Task" [ 1362.520960] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.529891] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660460, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.972125] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660459, 'name': CreateVM_Task, 'duration_secs': 0.634455} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.972523] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.972971] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.973261] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.973709] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.974046] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87263979-88d4-4546-baaa-5e34c349f415 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.978886] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1362.978886] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5253b119-4643-a7b6-617c-dda329b4f902" [ 1362.978886] env[69249]: _type = "Task" [ 1362.978886] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.986723] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5253b119-4643-a7b6-617c-dda329b4f902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.029407] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660460, 'name': Destroy_Task, 'duration_secs': 0.482261} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.029584] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Destroyed the VM [ 1363.029812] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1363.030058] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4483238b-3ce2-4879-97ab-a06be01461bc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.036023] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1363.036023] env[69249]: value = "task-3660461" [ 1363.036023] env[69249]: _type = "Task" [ 1363.036023] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.043114] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660461, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.490446] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5253b119-4643-a7b6-617c-dda329b4f902, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.490729] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.490997] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.491252] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.491399] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.491573] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.491825] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ede25832-33d0-4246-b54e-6af5c6a7c6ec {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.499572] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.499739] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.500417] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24ac389b-0e1d-4ef3-90ae-959469442a21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.505079] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1363.505079] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e16847-468b-1c67-a185-6b640e2b27bb" [ 1363.505079] env[69249]: _type = "Task" [ 1363.505079] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.512322] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e16847-468b-1c67-a185-6b640e2b27bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.543698] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660461, 'name': RemoveSnapshot_Task, 'duration_secs': 0.315268} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.544043] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1363.544443] env[69249]: DEBUG nova.compute.manager [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1363.545426] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb95eb6-23b1-4b79-ba0d-6b37c0ea7c74 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.015021] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52e16847-468b-1c67-a185-6b640e2b27bb, 'name': SearchDatastore_Task, 'duration_secs': 0.00849} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.015785] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-468789da-0c28-4ae6-8813-54a8425448d7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.020484] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1364.020484] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528f8741-9b44-610e-8a59-48a9750b9d1e" [ 1364.020484] env[69249]: _type = "Task" [ 1364.020484] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.027992] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528f8741-9b44-610e-8a59-48a9750b9d1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.056900] env[69249]: INFO nova.compute.manager [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Shelve offloading [ 1364.532355] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]528f8741-9b44-610e-8a59-48a9750b9d1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.532661] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.532918] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 02fdcedc-0d6f-4304-9436-0e84188e5a1f/02fdcedc-0d6f-4304-9436-0e84188e5a1f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.533195] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96720dca-44d5-423d-91fc-0a6d55db09ba {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.541949] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1364.541949] env[69249]: value = "task-3660462" [ 1364.541949] env[69249]: _type = "Task" [ 1364.541949] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.549076] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.560656] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.560910] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6bc91f6-f629-4dc3-9468-34beb4fdf8ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.567207] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1364.567207] env[69249]: value = "task-3660463" [ 1364.567207] env[69249]: _type = "Task" [ 1364.567207] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.574532] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.052144] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420946} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.052462] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 02fdcedc-0d6f-4304-9436-0e84188e5a1f/02fdcedc-0d6f-4304-9436-0e84188e5a1f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.052652] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.052913] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59d6fabf-15fd-4320-983b-9f3a20fe4fb9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.059329] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1365.059329] env[69249]: value = "task-3660464" [ 1365.059329] env[69249]: _type = "Task" [ 1365.059329] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.067409] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.075855] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] VM already powered off {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1365.076108] env[69249]: DEBUG nova.compute.manager [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1365.076909] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900b97fc-056f-42f0-b02c-150856d41e77 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.082502] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.082685] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.082855] env[69249]: DEBUG nova.network.neutron [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.568768] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058475} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.569248] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.569779] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ed6e02-68ec-4801-9737-703ad3b604ae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.589595] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 02fdcedc-0d6f-4304-9436-0e84188e5a1f/02fdcedc-0d6f-4304-9436-0e84188e5a1f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.591619] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d14832ed-d145-4771-8e47-51cdbb65d446 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.609984] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1365.609984] env[69249]: value = "task-3660465" [ 1365.609984] env[69249]: _type = "Task" [ 1365.609984] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.617252] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.801266] env[69249]: DEBUG nova.network.neutron [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Updating instance_info_cache with network_info: [{"id": "4bab27a9-f516-43fe-bf17-b3a121d1b742", "address": "fa:16:3e:8d:94:4f", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bab27a9-f5", "ovs_interfaceid": "4bab27a9-f516-43fe-bf17-b3a121d1b742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.120097] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660465, 'name': ReconfigVM_Task, 'duration_secs': 0.267777} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.120471] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 02fdcedc-0d6f-4304-9436-0e84188e5a1f/02fdcedc-0d6f-4304-9436-0e84188e5a1f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.120972] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-184b9ea1-3dcc-4b3d-8498-ad755c24800a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.126886] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1366.126886] env[69249]: value = "task-3660466" [ 1366.126886] env[69249]: _type = "Task" [ 1366.126886] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.134156] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660466, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.304159] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.490143] env[69249]: DEBUG nova.compute.manager [req-651617d4-711c-4457-af8d-9ea3f337ba73 req-a995341c-9ab3-4b6d-a7d4-c5d90e13777c service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Received event network-vif-unplugged-4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.490334] env[69249]: DEBUG oslo_concurrency.lockutils [req-651617d4-711c-4457-af8d-9ea3f337ba73 req-a995341c-9ab3-4b6d-a7d4-c5d90e13777c service nova] Acquiring lock "7185b19d-0565-4df6-b641-ec592839aaf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.490609] env[69249]: DEBUG oslo_concurrency.lockutils [req-651617d4-711c-4457-af8d-9ea3f337ba73 req-a995341c-9ab3-4b6d-a7d4-c5d90e13777c service nova] Lock "7185b19d-0565-4df6-b641-ec592839aaf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.490706] env[69249]: DEBUG oslo_concurrency.lockutils [req-651617d4-711c-4457-af8d-9ea3f337ba73 req-a995341c-9ab3-4b6d-a7d4-c5d90e13777c service nova] Lock "7185b19d-0565-4df6-b641-ec592839aaf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.490862] env[69249]: DEBUG nova.compute.manager [req-651617d4-711c-4457-af8d-9ea3f337ba73 req-a995341c-9ab3-4b6d-a7d4-c5d90e13777c service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] No waiting events found dispatching network-vif-unplugged-4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1366.491098] env[69249]: WARNING nova.compute.manager [req-651617d4-711c-4457-af8d-9ea3f337ba73 req-a995341c-9ab3-4b6d-a7d4-c5d90e13777c service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Received unexpected event network-vif-unplugged-4bab27a9-f516-43fe-bf17-b3a121d1b742 for instance with vm_state shelved and task_state shelving_offloading. [ 1366.579969] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.580884] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57de83c-8a14-4607-adcc-3215d666c3b1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.588321] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.588553] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a074071f-cff5-4adf-a58c-937876744964 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.635585] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660466, 'name': Rename_Task, 'duration_secs': 0.123233} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.635842] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.636085] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b30c259-8315-48cb-87da-94f990a26b1c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.641520] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1366.641520] env[69249]: value = "task-3660468" [ 1366.641520] env[69249]: _type = "Task" [ 1366.641520] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.650418] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.651446] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.651641] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.651818] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Deleting the datastore file [datastore2] 7185b19d-0565-4df6-b641-ec592839aaf2 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.652051] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b292fcab-fcc4-4104-9712-484596246015 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.657716] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1366.657716] env[69249]: value = "task-3660469" [ 1366.657716] env[69249]: _type = "Task" [ 1366.657716] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.665362] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.152790] env[69249]: DEBUG oslo_vmware.api [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660468, 'name': PowerOnVM_Task, 'duration_secs': 0.435753} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.153172] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.153429] env[69249]: DEBUG nova.compute.manager [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1367.154346] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06595a05-d03f-468d-a977-a3c8ff742f15 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.169680] env[69249]: DEBUG oslo_vmware.api [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129478} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.169913] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.170714] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.170714] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.195970] env[69249]: INFO nova.scheduler.client.report [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Deleted allocations for instance 7185b19d-0565-4df6-b641-ec592839aaf2 [ 1367.672253] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.672508] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.672917] env[69249]: DEBUG nova.objects.instance [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69249) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1367.699846] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.515548] env[69249]: DEBUG nova.compute.manager [req-cdf28d05-ee69-44f4-8d0a-fdb951f314b7 req-0be442ab-457c-4ad9-beb6-163574fd1c6e service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Received event network-changed-4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.515789] env[69249]: DEBUG nova.compute.manager [req-cdf28d05-ee69-44f4-8d0a-fdb951f314b7 req-0be442ab-457c-4ad9-beb6-163574fd1c6e service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Refreshing instance network info cache due to event network-changed-4bab27a9-f516-43fe-bf17-b3a121d1b742. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1368.515884] env[69249]: DEBUG oslo_concurrency.lockutils [req-cdf28d05-ee69-44f4-8d0a-fdb951f314b7 req-0be442ab-457c-4ad9-beb6-163574fd1c6e service nova] Acquiring lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.516112] env[69249]: DEBUG oslo_concurrency.lockutils [req-cdf28d05-ee69-44f4-8d0a-fdb951f314b7 req-0be442ab-457c-4ad9-beb6-163574fd1c6e service nova] Acquired lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.516253] env[69249]: DEBUG nova.network.neutron [req-cdf28d05-ee69-44f4-8d0a-fdb951f314b7 req-0be442ab-457c-4ad9-beb6-163574fd1c6e service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Refreshing network info cache for port 4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1368.587198] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquiring lock "02fdcedc-0d6f-4304-9436-0e84188e5a1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.587459] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Lock "02fdcedc-0d6f-4304-9436-0e84188e5a1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.587665] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquiring lock "02fdcedc-0d6f-4304-9436-0e84188e5a1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.587852] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Lock "02fdcedc-0d6f-4304-9436-0e84188e5a1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.588034] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Lock "02fdcedc-0d6f-4304-9436-0e84188e5a1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.589993] env[69249]: INFO nova.compute.manager [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Terminating instance [ 1368.681426] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bcfed2f8-2588-4376-8502-09a15a42b7ff tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.682172] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.982s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.682407] env[69249]: DEBUG nova.objects.instance [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lazy-loading 'resources' on Instance uuid 7185b19d-0565-4df6-b641-ec592839aaf2 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.093509] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquiring lock "refresh_cache-02fdcedc-0d6f-4304-9436-0e84188e5a1f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.093509] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquired lock "refresh_cache-02fdcedc-0d6f-4304-9436-0e84188e5a1f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.093509] env[69249]: DEBUG nova.network.neutron [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.184916] env[69249]: DEBUG nova.objects.instance [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lazy-loading 'numa_topology' on Instance uuid 7185b19d-0565-4df6-b641-ec592839aaf2 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.237184] env[69249]: DEBUG nova.network.neutron [req-cdf28d05-ee69-44f4-8d0a-fdb951f314b7 req-0be442ab-457c-4ad9-beb6-163574fd1c6e service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Updated VIF entry in instance network info cache for port 4bab27a9-f516-43fe-bf17-b3a121d1b742. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.237640] env[69249]: DEBUG nova.network.neutron [req-cdf28d05-ee69-44f4-8d0a-fdb951f314b7 req-0be442ab-457c-4ad9-beb6-163574fd1c6e service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Updating instance_info_cache with network_info: [{"id": "4bab27a9-f516-43fe-bf17-b3a121d1b742", "address": "fa:16:3e:8d:94:4f", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": null, "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4bab27a9-f5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.612365] env[69249]: DEBUG nova.network.neutron [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.659664] env[69249]: DEBUG nova.network.neutron [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.687446] env[69249]: DEBUG nova.objects.base [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Object Instance<7185b19d-0565-4df6-b641-ec592839aaf2> lazy-loaded attributes: resources,numa_topology {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1369.705552] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "7185b19d-0565-4df6-b641-ec592839aaf2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.725371] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4301f5-6d0e-4c1e-b05e-c2aaa43d42fa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.734201] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813b36e7-4c07-4b77-880e-8d97cd04ddee {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.740235] env[69249]: DEBUG oslo_concurrency.lockutils [req-cdf28d05-ee69-44f4-8d0a-fdb951f314b7 req-0be442ab-457c-4ad9-beb6-163574fd1c6e service nova] Releasing lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.763857] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd9ce00-674d-426d-a306-219f85582fb9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.771094] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03646961-2482-4f8e-94e3-fbe87e6b856f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.783794] env[69249]: DEBUG nova.compute.provider_tree [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.162463] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Releasing lock "refresh_cache-02fdcedc-0d6f-4304-9436-0e84188e5a1f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.162908] env[69249]: DEBUG nova.compute.manager [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1370.163143] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.164061] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7386c5ae-1f5d-4459-938c-b3c86b47966e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.171850] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.172097] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8a16020-d257-4006-8968-4ee46e61bf1b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.177707] env[69249]: DEBUG oslo_vmware.api [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1370.177707] env[69249]: value = "task-3660470" [ 1370.177707] env[69249]: _type = "Task" [ 1370.177707] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.290654] env[69249]: DEBUG nova.scheduler.client.report [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.687913] env[69249]: DEBUG oslo_vmware.api [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660470, 'name': PowerOffVM_Task, 'duration_secs': 0.241038} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.688324] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.688324] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.688569] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f497a81-cb54-4fec-8b2a-ce5a63e479b2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.711742] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.711945] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.712133] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Deleting the datastore file [datastore2] 02fdcedc-0d6f-4304-9436-0e84188e5a1f {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.712383] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb584cc5-b3c4-4af0-8ef6-808c2a423680 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.718536] env[69249]: DEBUG oslo_vmware.api [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for the task: (returnval){ [ 1370.718536] env[69249]: value = "task-3660472" [ 1370.718536] env[69249]: _type = "Task" [ 1370.718536] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.725679] env[69249]: DEBUG oslo_vmware.api [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.795213] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.228649] env[69249]: DEBUG oslo_vmware.api [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Task: {'id': task-3660472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099854} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.228898] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.229100] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1371.229285] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1371.229459] env[69249]: INFO nova.compute.manager [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1371.229701] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1371.229893] env[69249]: DEBUG nova.compute.manager [-] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1371.229987] env[69249]: DEBUG nova.network.neutron [-] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1371.244710] env[69249]: DEBUG nova.network.neutron [-] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1371.306127] env[69249]: DEBUG oslo_concurrency.lockutils [None req-4722ccf7-17fa-4920-998e-16c7ac5a77d9 tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "7185b19d-0565-4df6-b641-ec592839aaf2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.323s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.307011] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "7185b19d-0565-4df6-b641-ec592839aaf2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.602s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.307266] env[69249]: INFO nova.compute.manager [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Unshelving [ 1371.747969] env[69249]: DEBUG nova.network.neutron [-] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.250728] env[69249]: INFO nova.compute.manager [-] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Took 1.02 seconds to deallocate network for instance. [ 1372.330084] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.330540] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.330861] env[69249]: DEBUG nova.objects.instance [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lazy-loading 'pci_requests' on Instance uuid 7185b19d-0565-4df6-b641-ec592839aaf2 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.756824] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.835018] env[69249]: DEBUG nova.objects.instance [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lazy-loading 'numa_topology' on Instance uuid 7185b19d-0565-4df6-b641-ec592839aaf2 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.337287] env[69249]: INFO nova.compute.claims [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.381309] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e4c7d1-42d3-4ff7-9a0e-3e487b412b89 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.389026] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ff852a-bfcc-4706-9a1c-68bd16edb9f5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.419282] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f836e2-8efb-4653-8285-641ebd6763c5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.426157] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908ff8ea-b834-443c-8258-48fbdca44f17 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.439012] env[69249]: DEBUG nova.compute.provider_tree [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.942387] env[69249]: DEBUG nova.scheduler.client.report [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.447749] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.117s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.450090] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.693s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.450332] env[69249]: DEBUG nova.objects.instance [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Lazy-loading 'resources' on Instance uuid 02fdcedc-0d6f-4304-9436-0e84188e5a1f {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.477054] env[69249]: INFO nova.network.neutron [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Updating port 4bab27a9-f516-43fe-bf17-b3a121d1b742 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1375.993327] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c18dda-9d8d-4948-ae23-a9ec7f92a6cf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.000961] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ca6656-ff66-482c-b74e-687d9f432e3a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.030146] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636f12a2-fab2-4768-a7ec-c09dd233d2b9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.036698] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edbbbd8-6796-4352-8a32-52ab1b39bbda {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.050282] env[69249]: DEBUG nova.compute.provider_tree [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.553659] env[69249]: DEBUG nova.scheduler.client.report [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.872284] env[69249]: DEBUG nova.compute.manager [req-638064fb-4666-4e6a-a635-a3d96827a336 req-af92fa33-e579-45a8-9c4f-54f9afd764ca service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Received event network-vif-plugged-4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.872536] env[69249]: DEBUG oslo_concurrency.lockutils [req-638064fb-4666-4e6a-a635-a3d96827a336 req-af92fa33-e579-45a8-9c4f-54f9afd764ca service nova] Acquiring lock "7185b19d-0565-4df6-b641-ec592839aaf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.872710] env[69249]: DEBUG oslo_concurrency.lockutils [req-638064fb-4666-4e6a-a635-a3d96827a336 req-af92fa33-e579-45a8-9c4f-54f9afd764ca service nova] Lock "7185b19d-0565-4df6-b641-ec592839aaf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.872882] env[69249]: DEBUG oslo_concurrency.lockutils [req-638064fb-4666-4e6a-a635-a3d96827a336 req-af92fa33-e579-45a8-9c4f-54f9afd764ca service nova] Lock "7185b19d-0565-4df6-b641-ec592839aaf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.873106] env[69249]: DEBUG nova.compute.manager [req-638064fb-4666-4e6a-a635-a3d96827a336 req-af92fa33-e579-45a8-9c4f-54f9afd764ca service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] No waiting events found dispatching network-vif-plugged-4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1376.873284] env[69249]: WARNING nova.compute.manager [req-638064fb-4666-4e6a-a635-a3d96827a336 req-af92fa33-e579-45a8-9c4f-54f9afd764ca service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Received unexpected event network-vif-plugged-4bab27a9-f516-43fe-bf17-b3a121d1b742 for instance with vm_state shelved_offloaded and task_state spawning. [ 1376.948959] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.949216] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.949445] env[69249]: DEBUG nova.network.neutron [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.059061] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.076308] env[69249]: INFO nova.scheduler.client.report [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Deleted allocations for instance 02fdcedc-0d6f-4304-9436-0e84188e5a1f [ 1377.582964] env[69249]: DEBUG oslo_concurrency.lockutils [None req-27251777-601b-4c15-b0cb-69462d930f68 tempest-ServersListShow2100Test-221784538 tempest-ServersListShow2100Test-221784538-project-member] Lock "02fdcedc-0d6f-4304-9436-0e84188e5a1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.995s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.641719] env[69249]: DEBUG nova.network.neutron [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Updating instance_info_cache with network_info: [{"id": "4bab27a9-f516-43fe-bf17-b3a121d1b742", "address": "fa:16:3e:8d:94:4f", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bab27a9-f5", "ovs_interfaceid": "4bab27a9-f516-43fe-bf17-b3a121d1b742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.144129] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.171960] env[69249]: DEBUG nova.virt.hardware [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d736200f995cf10a7a129b9b57580a34',container_format='bare',created_at=2025-04-28T10:05:58Z,direct_url=,disk_format='vmdk',id=41d4d148-bedc-40d8-9c0f-58e37e21cb12,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-12173001-shelved',owner='1041ecd064864ec3a8a24c762d55a461',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-28T10:06:11Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.172222] env[69249]: DEBUG nova.virt.hardware [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.172424] env[69249]: DEBUG nova.virt.hardware [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.172592] env[69249]: DEBUG nova.virt.hardware [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.172743] env[69249]: DEBUG nova.virt.hardware [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.172879] env[69249]: DEBUG nova.virt.hardware [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.173097] env[69249]: DEBUG nova.virt.hardware [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.173266] env[69249]: DEBUG nova.virt.hardware [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.173408] env[69249]: DEBUG nova.virt.hardware [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.173594] env[69249]: DEBUG nova.virt.hardware [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.174049] env[69249]: DEBUG nova.virt.hardware [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.174671] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e8aa20-6174-4289-977e-227c35c896f3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.182846] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978373eb-7cca-4336-8c78-661e239c9e19 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.196368] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:94:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bab27a9-f516-43fe-bf17-b3a121d1b742', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1378.203779] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.204027] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1378.204240] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b87a66a3-ed6c-40ca-90b4-e6f704931f44 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.223550] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1378.223550] env[69249]: value = "task-3660473" [ 1378.223550] env[69249]: _type = "Task" [ 1378.223550] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.231102] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660473, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.733972] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660473, 'name': CreateVM_Task, 'duration_secs': 0.289902} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.734313] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1378.734780] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/41d4d148-bedc-40d8-9c0f-58e37e21cb12" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.734948] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/41d4d148-bedc-40d8-9c0f-58e37e21cb12" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.735385] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/41d4d148-bedc-40d8-9c0f-58e37e21cb12" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.735641] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d1c77d-8f94-432d-8f01-753e26b712f4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.740645] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1378.740645] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525f3da6-037a-188b-3dc6-f20665827510" [ 1378.740645] env[69249]: _type = "Task" [ 1378.740645] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.748804] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]525f3da6-037a-188b-3dc6-f20665827510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.904628] env[69249]: DEBUG nova.compute.manager [req-ab388c8e-fe9d-4eda-ac92-1efeec0788a1 req-4dc1b5ee-aca3-41d1-931d-a4802815ac42 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Received event network-changed-4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.904840] env[69249]: DEBUG nova.compute.manager [req-ab388c8e-fe9d-4eda-ac92-1efeec0788a1 req-4dc1b5ee-aca3-41d1-931d-a4802815ac42 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Refreshing instance network info cache due to event network-changed-4bab27a9-f516-43fe-bf17-b3a121d1b742. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1378.905029] env[69249]: DEBUG oslo_concurrency.lockutils [req-ab388c8e-fe9d-4eda-ac92-1efeec0788a1 req-4dc1b5ee-aca3-41d1-931d-a4802815ac42 service nova] Acquiring lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.905194] env[69249]: DEBUG oslo_concurrency.lockutils [req-ab388c8e-fe9d-4eda-ac92-1efeec0788a1 req-4dc1b5ee-aca3-41d1-931d-a4802815ac42 service nova] Acquired lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.905370] env[69249]: DEBUG nova.network.neutron [req-ab388c8e-fe9d-4eda-ac92-1efeec0788a1 req-4dc1b5ee-aca3-41d1-931d-a4802815ac42 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Refreshing network info cache for port 4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.251118] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/41d4d148-bedc-40d8-9c0f-58e37e21cb12" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.251337] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Processing image 41d4d148-bedc-40d8-9c0f-58e37e21cb12 {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1379.251575] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/41d4d148-bedc-40d8-9c0f-58e37e21cb12/41d4d148-bedc-40d8-9c0f-58e37e21cb12.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.251722] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquired lock "[datastore2] devstack-image-cache_base/41d4d148-bedc-40d8-9c0f-58e37e21cb12/41d4d148-bedc-40d8-9c0f-58e37e21cb12.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.251894] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1379.252153] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66b5fdf9-176d-4cbc-8b9f-1df3dd2619ca {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.260770] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1379.260942] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1379.261627] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-958e9d72-2b67-4319-a5fc-bbed13ccf952 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.266793] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1379.266793] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521f916e-4f96-184c-e80e-a351feb48eb6" [ 1379.266793] env[69249]: _type = "Task" [ 1379.266793] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.273963] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]521f916e-4f96-184c-e80e-a351feb48eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.597396] env[69249]: DEBUG nova.network.neutron [req-ab388c8e-fe9d-4eda-ac92-1efeec0788a1 req-4dc1b5ee-aca3-41d1-931d-a4802815ac42 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Updated VIF entry in instance network info cache for port 4bab27a9-f516-43fe-bf17-b3a121d1b742. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.597804] env[69249]: DEBUG nova.network.neutron [req-ab388c8e-fe9d-4eda-ac92-1efeec0788a1 req-4dc1b5ee-aca3-41d1-931d-a4802815ac42 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Updating instance_info_cache with network_info: [{"id": "4bab27a9-f516-43fe-bf17-b3a121d1b742", "address": "fa:16:3e:8d:94:4f", "network": {"id": "64004c20-92ce-461c-8ca2-1e550ba0726a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583662849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1041ecd064864ec3a8a24c762d55a461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bab27a9-f5", "ovs_interfaceid": "4bab27a9-f516-43fe-bf17-b3a121d1b742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.776393] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Preparing fetch location {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1379.776742] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Fetch image to [datastore2] OSTACK_IMG_a3e547d3-d3ff-48fd-b3f4-40062dc209e5/OSTACK_IMG_a3e547d3-d3ff-48fd-b3f4-40062dc209e5.vmdk {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1379.776840] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Downloading stream optimized image 41d4d148-bedc-40d8-9c0f-58e37e21cb12 to [datastore2] OSTACK_IMG_a3e547d3-d3ff-48fd-b3f4-40062dc209e5/OSTACK_IMG_a3e547d3-d3ff-48fd-b3f4-40062dc209e5.vmdk on the data store datastore2 as vApp {{(pid=69249) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1379.776916] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Downloading image file data 41d4d148-bedc-40d8-9c0f-58e37e21cb12 to the ESX as VM named 'OSTACK_IMG_a3e547d3-d3ff-48fd-b3f4-40062dc209e5' {{(pid=69249) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1379.843329] env[69249]: DEBUG oslo_vmware.rw_handles [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1379.843329] env[69249]: value = "resgroup-9" [ 1379.843329] env[69249]: _type = "ResourcePool" [ 1379.843329] env[69249]: }. {{(pid=69249) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1379.843601] env[69249]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-49835667-2a90-4d08-ae5b-4e3f373e84f6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.863269] env[69249]: DEBUG oslo_vmware.rw_handles [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lease: (returnval){ [ 1379.863269] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a9fdaa-ad5f-d16e-f221-564a0b59a533" [ 1379.863269] env[69249]: _type = "HttpNfcLease" [ 1379.863269] env[69249]: } obtained for vApp import into resource pool (val){ [ 1379.863269] env[69249]: value = "resgroup-9" [ 1379.863269] env[69249]: _type = "ResourcePool" [ 1379.863269] env[69249]: }. {{(pid=69249) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1379.863637] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the lease: (returnval){ [ 1379.863637] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a9fdaa-ad5f-d16e-f221-564a0b59a533" [ 1379.863637] env[69249]: _type = "HttpNfcLease" [ 1379.863637] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1379.869999] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1379.869999] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a9fdaa-ad5f-d16e-f221-564a0b59a533" [ 1379.869999] env[69249]: _type = "HttpNfcLease" [ 1379.869999] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1380.100765] env[69249]: DEBUG oslo_concurrency.lockutils [req-ab388c8e-fe9d-4eda-ac92-1efeec0788a1 req-4dc1b5ee-aca3-41d1-931d-a4802815ac42 service nova] Releasing lock "refresh_cache-7185b19d-0565-4df6-b641-ec592839aaf2" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.371310] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1380.371310] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a9fdaa-ad5f-d16e-f221-564a0b59a533" [ 1380.371310] env[69249]: _type = "HttpNfcLease" [ 1380.371310] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1380.371631] env[69249]: DEBUG oslo_vmware.rw_handles [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1380.371631] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a9fdaa-ad5f-d16e-f221-564a0b59a533" [ 1380.371631] env[69249]: _type = "HttpNfcLease" [ 1380.371631] env[69249]: }. {{(pid=69249) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1380.372272] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465ee232-ce97-4b9c-885f-65807bf308ce {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.379268] env[69249]: DEBUG oslo_vmware.rw_handles [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eab6e0-3c3a-279c-397d-a0c9b2667525/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1380.379484] env[69249]: DEBUG oslo_vmware.rw_handles [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eab6e0-3c3a-279c-397d-a0c9b2667525/disk-0.vmdk. {{(pid=69249) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1380.439329] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d1995e0-0df1-4f42-868a-c104fb47e2dd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.505833] env[69249]: DEBUG oslo_vmware.rw_handles [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Completed reading data from the image iterator. {{(pid=69249) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1381.506328] env[69249]: DEBUG oslo_vmware.rw_handles [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eab6e0-3c3a-279c-397d-a0c9b2667525/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1381.506917] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470f7205-8b10-4d00-8003-97be3e2d8d69 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.513383] env[69249]: DEBUG oslo_vmware.rw_handles [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eab6e0-3c3a-279c-397d-a0c9b2667525/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1381.513567] env[69249]: DEBUG oslo_vmware.rw_handles [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eab6e0-3c3a-279c-397d-a0c9b2667525/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1381.513785] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-aa5bbded-420d-44e6-b614-311704cb1fda {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.691852] env[69249]: DEBUG oslo_vmware.rw_handles [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eab6e0-3c3a-279c-397d-a0c9b2667525/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1381.692193] env[69249]: INFO nova.virt.vmwareapi.images [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Downloaded image file data 41d4d148-bedc-40d8-9c0f-58e37e21cb12 [ 1381.693481] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a768d5-e82b-4901-81a9-419b2a6c446b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.709158] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bc42e58-4557-48fd-98f6-2915b5153648 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.733327] env[69249]: INFO nova.virt.vmwareapi.images [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] The imported VM was unregistered [ 1381.735593] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Caching image {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1381.735811] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Creating directory with path [datastore2] devstack-image-cache_base/41d4d148-bedc-40d8-9c0f-58e37e21cb12 {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.736065] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f63ade46-ba1f-4f78-9892-682c4c4860b5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.745299] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Created directory with path [datastore2] devstack-image-cache_base/41d4d148-bedc-40d8-9c0f-58e37e21cb12 {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.745479] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a3e547d3-d3ff-48fd-b3f4-40062dc209e5/OSTACK_IMG_a3e547d3-d3ff-48fd-b3f4-40062dc209e5.vmdk to [datastore2] devstack-image-cache_base/41d4d148-bedc-40d8-9c0f-58e37e21cb12/41d4d148-bedc-40d8-9c0f-58e37e21cb12.vmdk. {{(pid=69249) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1381.745707] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ec5fa022-775a-4e63-bbde-93970ca22d8c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.751199] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1381.751199] env[69249]: value = "task-3660476" [ 1381.751199] env[69249]: _type = "Task" [ 1381.751199] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.759708] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660476, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.262203] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660476, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.762417] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660476, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.263152] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660476, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.764896] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660476, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.263387] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660476, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.127589} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.263654] env[69249]: INFO nova.virt.vmwareapi.ds_util [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a3e547d3-d3ff-48fd-b3f4-40062dc209e5/OSTACK_IMG_a3e547d3-d3ff-48fd-b3f4-40062dc209e5.vmdk to [datastore2] devstack-image-cache_base/41d4d148-bedc-40d8-9c0f-58e37e21cb12/41d4d148-bedc-40d8-9c0f-58e37e21cb12.vmdk. [ 1384.263831] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Cleaning up location [datastore2] OSTACK_IMG_a3e547d3-d3ff-48fd-b3f4-40062dc209e5 {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1384.263992] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a3e547d3-d3ff-48fd-b3f4-40062dc209e5 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.264267] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-745c541c-da39-4f35-8e33-a9500f39437c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.270452] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1384.270452] env[69249]: value = "task-3660477" [ 1384.270452] env[69249]: _type = "Task" [ 1384.270452] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.279154] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.780737] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033237} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.781143] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.781246] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Releasing lock "[datastore2] devstack-image-cache_base/41d4d148-bedc-40d8-9c0f-58e37e21cb12/41d4d148-bedc-40d8-9c0f-58e37e21cb12.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.781404] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/41d4d148-bedc-40d8-9c0f-58e37e21cb12/41d4d148-bedc-40d8-9c0f-58e37e21cb12.vmdk to [datastore2] 7185b19d-0565-4df6-b641-ec592839aaf2/7185b19d-0565-4df6-b641-ec592839aaf2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.781664] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fc0e373-9f00-45f0-aed3-ee2dc1cc61ab {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.787916] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1384.787916] env[69249]: value = "task-3660478" [ 1384.787916] env[69249]: _type = "Task" [ 1384.787916] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.794886] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.300345] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660478, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.801817] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660478, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.301537] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660478, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.803518] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660478, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.302042] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660478, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.039458} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.302042] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/41d4d148-bedc-40d8-9c0f-58e37e21cb12/41d4d148-bedc-40d8-9c0f-58e37e21cb12.vmdk to [datastore2] 7185b19d-0565-4df6-b641-ec592839aaf2/7185b19d-0565-4df6-b641-ec592839aaf2.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1387.302358] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfba7bf6-2354-4ae8-b2a6-8b4597ab1610 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.323253] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 7185b19d-0565-4df6-b641-ec592839aaf2/7185b19d-0565-4df6-b641-ec592839aaf2.vmdk or device None with type streamOptimized {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.323499] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5d9d6f7-602f-4586-bc14-7ad0e508f63f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.341384] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1387.341384] env[69249]: value = "task-3660479" [ 1387.341384] env[69249]: _type = "Task" [ 1387.341384] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.351136] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.852525] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660479, 'name': ReconfigVM_Task, 'duration_secs': 0.291344} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.852970] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 7185b19d-0565-4df6-b641-ec592839aaf2/7185b19d-0565-4df6-b641-ec592839aaf2.vmdk or device None with type streamOptimized {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.853406] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3e629a7-0c7f-4387-abd0-ef299c06a127 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.858983] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1387.858983] env[69249]: value = "task-3660480" [ 1387.858983] env[69249]: _type = "Task" [ 1387.858983] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.865962] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660480, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.368854] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660480, 'name': Rename_Task, 'duration_secs': 0.180224} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.369151] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.370779] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0421d2e9-a8f4-4aff-a3e7-c79448022bea {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.376515] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1388.376515] env[69249]: value = "task-3660481" [ 1388.376515] env[69249]: _type = "Task" [ 1388.376515] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.384173] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.885652] env[69249]: DEBUG oslo_vmware.api [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660481, 'name': PowerOnVM_Task, 'duration_secs': 0.44036} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.886124] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.983148] env[69249]: DEBUG nova.compute.manager [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1388.984056] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1549005-bb18-4b7a-b3a0-8ff317c0bf46 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.502944] env[69249]: DEBUG oslo_concurrency.lockutils [None req-1a3fd86b-305f-47b6-9aff-57f515f493fc tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "7185b19d-0565-4df6-b641-ec592839aaf2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.196s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.836034] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "7185b19d-0565-4df6-b641-ec592839aaf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.836034] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "7185b19d-0565-4df6-b641-ec592839aaf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.836034] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "7185b19d-0565-4df6-b641-ec592839aaf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.836563] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "7185b19d-0565-4df6-b641-ec592839aaf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.836563] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "7185b19d-0565-4df6-b641-ec592839aaf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.838357] env[69249]: INFO nova.compute.manager [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Terminating instance [ 1391.343057] env[69249]: DEBUG nova.compute.manager [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1391.343057] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.344056] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53712008-5b03-4727-b8e5-034c6f1d8822 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.351320] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.351558] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13838179-c3f3-4817-80ab-86f26a8ff068 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.358204] env[69249]: DEBUG oslo_vmware.api [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1391.358204] env[69249]: value = "task-3660482" [ 1391.358204] env[69249]: _type = "Task" [ 1391.358204] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.365541] env[69249]: DEBUG oslo_vmware.api [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.867156] env[69249]: DEBUG oslo_vmware.api [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660482, 'name': PowerOffVM_Task, 'duration_secs': 0.195323} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.867604] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.867604] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.867792] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf7257f3-decf-407c-9727-da71583e624f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.928182] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.928385] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.928565] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Deleting the datastore file [datastore2] 7185b19d-0565-4df6-b641-ec592839aaf2 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.928841] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6d05ed7-484f-4c76-945e-8d3374ca9519 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.935170] env[69249]: DEBUG oslo_vmware.api [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for the task: (returnval){ [ 1391.935170] env[69249]: value = "task-3660484" [ 1391.935170] env[69249]: _type = "Task" [ 1391.935170] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.942846] env[69249]: DEBUG oslo_vmware.api [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.445015] env[69249]: DEBUG oslo_vmware.api [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Task: {'id': task-3660484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145061} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.445301] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.445472] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.445652] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.445825] env[69249]: INFO nova.compute.manager [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1392.446073] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.446272] env[69249]: DEBUG nova.compute.manager [-] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.446371] env[69249]: DEBUG nova.network.neutron [-] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.907854] env[69249]: DEBUG nova.compute.manager [req-89170164-582f-4c07-a782-339aa432c643 req-d462fa97-6e4b-4dc9-888f-ae38035574c6 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Received event network-vif-deleted-4bab27a9-f516-43fe-bf17-b3a121d1b742 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.908141] env[69249]: INFO nova.compute.manager [req-89170164-582f-4c07-a782-339aa432c643 req-d462fa97-6e4b-4dc9-888f-ae38035574c6 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Neutron deleted interface 4bab27a9-f516-43fe-bf17-b3a121d1b742; detaching it from the instance and deleting it from the info cache [ 1392.908215] env[69249]: DEBUG nova.network.neutron [req-89170164-582f-4c07-a782-339aa432c643 req-d462fa97-6e4b-4dc9-888f-ae38035574c6 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.389827] env[69249]: DEBUG nova.network.neutron [-] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.411986] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c318bbf1-d682-43d9-a9ce-a490844e0f12 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.422215] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b01c55b-9a1b-452b-bb1b-5ea3b5983a47 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.445429] env[69249]: DEBUG nova.compute.manager [req-89170164-582f-4c07-a782-339aa432c643 req-d462fa97-6e4b-4dc9-888f-ae38035574c6 service nova] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Detach interface failed, port_id=4bab27a9-f516-43fe-bf17-b3a121d1b742, reason: Instance 7185b19d-0565-4df6-b641-ec592839aaf2 could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1393.893215] env[69249]: INFO nova.compute.manager [-] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Took 1.45 seconds to deallocate network for instance. [ 1394.400142] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.400556] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.400680] env[69249]: DEBUG nova.objects.instance [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lazy-loading 'resources' on Instance uuid 7185b19d-0565-4df6-b641-ec592839aaf2 {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.934976] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3bcdcf-69c2-4ea8-94e9-a2e1c673d5a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.942853] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bfce74-7175-4f6f-806d-5e31fd39ca1f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.973097] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a7aa82-0cda-4478-92c7-87af34462e2b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.979823] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95231bb2-53e0-4f6e-970e-496cab53b211 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.992516] env[69249]: DEBUG nova.compute.provider_tree [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.495821] env[69249]: DEBUG nova.scheduler.client.report [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.001322] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.022186] env[69249]: INFO nova.scheduler.client.report [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Deleted allocations for instance 7185b19d-0565-4df6-b641-ec592839aaf2 [ 1396.531130] env[69249]: DEBUG oslo_concurrency.lockutils [None req-bfbe906e-b82a-4d40-9ee5-0d63d93ea12e tempest-ServerActionsTestOtherB-1717512097 tempest-ServerActionsTestOtherB-1717512097-project-member] Lock "7185b19d-0565-4df6-b641-ec592839aaf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.695s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.201303] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.195193] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.199828] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.200038] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.195639] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.699570] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.202507] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.202817] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.202983] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.203163] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1401.204281] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d144b52-7190-4769-9b81-494f754ae4ac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.212499] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f2c3f6-63db-4021-8cf0-ff6594fcf160 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.226652] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10187bf0-605e-4fb6-bf14-9a4e1c7bcfcb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.232573] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf862aec-2567-45fb-bf24-3daa679ae99b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.263429] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180886MB free_disk=71GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1401.263541] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.263764] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.284966] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1402.285290] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1402.299197] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786a75c6-b812-4860-97b2-c50b39365a49 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.307515] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d51f2e6-de2a-4f9c-b1ce-613711d1e1d0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.338234] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaefef4-6d25-4357-9d7a-8cc27f446d68 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.345185] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef34624-374d-439e-9927-621f87c71274 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.359313] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.868696] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.372132] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1403.372585] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.109s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.873079] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.873335] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.873520] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.873677] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1404.296434] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.296434] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.798057] env[69249]: DEBUG nova.compute.manager [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1405.320239] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.320515] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.322100] env[69249]: INFO nova.compute.claims [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.359406] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174389a3-91cb-4bbd-ab66-0f0709325f4c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.367656] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f06a1c-9bd7-4c02-a1fe-4a1f8d0ad7d8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.398300] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a2ee96-5cf2-426f-b700-3a7eeb8db2eb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.405063] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c190f3c-fea9-44f3-8198-7e5e6ef79653 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.417734] env[69249]: DEBUG nova.compute.provider_tree [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.921425] env[69249]: DEBUG nova.scheduler.client.report [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.426640] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.427202] env[69249]: DEBUG nova.compute.manager [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1407.932090] env[69249]: DEBUG nova.compute.utils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1407.933475] env[69249]: DEBUG nova.compute.manager [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1407.933917] env[69249]: DEBUG nova.network.neutron [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1407.971434] env[69249]: DEBUG nova.policy [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca0e0730de804210a493e6c665c5a2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed740c9556c9421d9d12eb42876ce0ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1408.427924] env[69249]: DEBUG nova.network.neutron [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Successfully created port: ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1408.436780] env[69249]: DEBUG nova.compute.manager [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1409.446306] env[69249]: DEBUG nova.compute.manager [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1409.472610] env[69249]: DEBUG nova.virt.hardware [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.472835] env[69249]: DEBUG nova.virt.hardware [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.473055] env[69249]: DEBUG nova.virt.hardware [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.473268] env[69249]: DEBUG nova.virt.hardware [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.473416] env[69249]: DEBUG nova.virt.hardware [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.473564] env[69249]: DEBUG nova.virt.hardware [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.473761] env[69249]: DEBUG nova.virt.hardware [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.473920] env[69249]: DEBUG nova.virt.hardware [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.474093] env[69249]: DEBUG nova.virt.hardware [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.474255] env[69249]: DEBUG nova.virt.hardware [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.474420] env[69249]: DEBUG nova.virt.hardware [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.475325] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e43f1e0-a2ab-4543-bb49-4e7b0473daa8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.482840] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1d2337-51b2-42b7-b853-31eb10b96825 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.797582] env[69249]: DEBUG nova.compute.manager [req-5c04e88a-ca85-418d-9b87-08cfae33ea97 req-c9b1df7a-e5e5-4eea-9590-654e09fcd6e6 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Received event network-vif-plugged-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.797821] env[69249]: DEBUG oslo_concurrency.lockutils [req-5c04e88a-ca85-418d-9b87-08cfae33ea97 req-c9b1df7a-e5e5-4eea-9590-654e09fcd6e6 service nova] Acquiring lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.797987] env[69249]: DEBUG oslo_concurrency.lockutils [req-5c04e88a-ca85-418d-9b87-08cfae33ea97 req-c9b1df7a-e5e5-4eea-9590-654e09fcd6e6 service nova] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.798179] env[69249]: DEBUG oslo_concurrency.lockutils [req-5c04e88a-ca85-418d-9b87-08cfae33ea97 req-c9b1df7a-e5e5-4eea-9590-654e09fcd6e6 service nova] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.798345] env[69249]: DEBUG nova.compute.manager [req-5c04e88a-ca85-418d-9b87-08cfae33ea97 req-c9b1df7a-e5e5-4eea-9590-654e09fcd6e6 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] No waiting events found dispatching network-vif-plugged-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1409.798506] env[69249]: WARNING nova.compute.manager [req-5c04e88a-ca85-418d-9b87-08cfae33ea97 req-c9b1df7a-e5e5-4eea-9590-654e09fcd6e6 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Received unexpected event network-vif-plugged-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 for instance with vm_state building and task_state spawning. [ 1409.879035] env[69249]: DEBUG nova.network.neutron [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Successfully updated port: ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1410.381529] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.381646] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.381771] env[69249]: DEBUG nova.network.neutron [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.913747] env[69249]: DEBUG nova.network.neutron [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.030017] env[69249]: DEBUG nova.network.neutron [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Updating instance_info_cache with network_info: [{"id": "ed79ffa9-369d-42b9-9af0-2cfab0bb9c29", "address": "fa:16:3e:93:8e:92", "network": {"id": "c2c042e2-795a-45d3-a97a-1cc3f8aa783b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1420323443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed740c9556c9421d9d12eb42876ce0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped79ffa9-36", "ovs_interfaceid": "ed79ffa9-369d-42b9-9af0-2cfab0bb9c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.532820] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Releasing lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.533166] env[69249]: DEBUG nova.compute.manager [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Instance network_info: |[{"id": "ed79ffa9-369d-42b9-9af0-2cfab0bb9c29", "address": "fa:16:3e:93:8e:92", "network": {"id": "c2c042e2-795a-45d3-a97a-1cc3f8aa783b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1420323443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed740c9556c9421d9d12eb42876ce0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped79ffa9-36", "ovs_interfaceid": "ed79ffa9-369d-42b9-9af0-2cfab0bb9c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1411.533616] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:8e:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed79ffa9-369d-42b9-9af0-2cfab0bb9c29', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1411.541081] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Creating folder: Project (ed740c9556c9421d9d12eb42876ce0ed). Parent ref: group-v729229. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1411.541342] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2ab4508-2293-42b1-b004-6d3f7d7fbf1c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.557088] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Created folder: Project (ed740c9556c9421d9d12eb42876ce0ed) in parent group-v729229. [ 1411.557256] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Creating folder: Instances. Parent ref: group-v729567. {{(pid=69249) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1411.557468] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5897587-8b99-4704-92e9-68e12ee16839 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.566629] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Created folder: Instances in parent group-v729567. [ 1411.566840] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1411.567018] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1411.567240] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7f53a3a-1b83-4fc1-b4ad-dfaf75777e00 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.584960] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1411.584960] env[69249]: value = "task-3660488" [ 1411.584960] env[69249]: _type = "Task" [ 1411.584960] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.591671] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660488, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.823930] env[69249]: DEBUG nova.compute.manager [req-9ecf49a7-ca6f-4009-9fbd-f2446238dbe5 req-14d7bf38-699b-449c-944a-49cd95bb193d service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Received event network-changed-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.824169] env[69249]: DEBUG nova.compute.manager [req-9ecf49a7-ca6f-4009-9fbd-f2446238dbe5 req-14d7bf38-699b-449c-944a-49cd95bb193d service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Refreshing instance network info cache due to event network-changed-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1411.824346] env[69249]: DEBUG oslo_concurrency.lockutils [req-9ecf49a7-ca6f-4009-9fbd-f2446238dbe5 req-14d7bf38-699b-449c-944a-49cd95bb193d service nova] Acquiring lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.824487] env[69249]: DEBUG oslo_concurrency.lockutils [req-9ecf49a7-ca6f-4009-9fbd-f2446238dbe5 req-14d7bf38-699b-449c-944a-49cd95bb193d service nova] Acquired lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.824644] env[69249]: DEBUG nova.network.neutron [req-9ecf49a7-ca6f-4009-9fbd-f2446238dbe5 req-14d7bf38-699b-449c-944a-49cd95bb193d service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Refreshing network info cache for port ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.095286] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660488, 'name': CreateVM_Task, 'duration_secs': 0.304736} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.095590] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.096090] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.096254] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.096561] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.096830] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc1a2bb0-aa4c-4a0c-97fb-c04f4f0f6af9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.100853] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1412.100853] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52461f38-5d0e-e666-d71d-38ecfbf990fa" [ 1412.100853] env[69249]: _type = "Task" [ 1412.100853] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.107917] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52461f38-5d0e-e666-d71d-38ecfbf990fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.494269] env[69249]: DEBUG nova.network.neutron [req-9ecf49a7-ca6f-4009-9fbd-f2446238dbe5 req-14d7bf38-699b-449c-944a-49cd95bb193d service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Updated VIF entry in instance network info cache for port ed79ffa9-369d-42b9-9af0-2cfab0bb9c29. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.494625] env[69249]: DEBUG nova.network.neutron [req-9ecf49a7-ca6f-4009-9fbd-f2446238dbe5 req-14d7bf38-699b-449c-944a-49cd95bb193d service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Updating instance_info_cache with network_info: [{"id": "ed79ffa9-369d-42b9-9af0-2cfab0bb9c29", "address": "fa:16:3e:93:8e:92", "network": {"id": "c2c042e2-795a-45d3-a97a-1cc3f8aa783b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1420323443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed740c9556c9421d9d12eb42876ce0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped79ffa9-36", "ovs_interfaceid": "ed79ffa9-369d-42b9-9af0-2cfab0bb9c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.610744] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52461f38-5d0e-e666-d71d-38ecfbf990fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013664} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.610993] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.611249] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1412.611482] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.611627] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.611805] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1412.612090] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69425153-3f2b-480b-8bc6-d8f66585f381 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.620772] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1412.620941] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1412.621622] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b3e1bb0-742e-4781-ace3-c2c0be9495c3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.626301] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1412.626301] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52aaa3e9-99ab-ecb0-5554-70c2b46dfb44" [ 1412.626301] env[69249]: _type = "Task" [ 1412.626301] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.633360] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52aaa3e9-99ab-ecb0-5554-70c2b46dfb44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.997880] env[69249]: DEBUG oslo_concurrency.lockutils [req-9ecf49a7-ca6f-4009-9fbd-f2446238dbe5 req-14d7bf38-699b-449c-944a-49cd95bb193d service nova] Releasing lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.136256] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52aaa3e9-99ab-ecb0-5554-70c2b46dfb44, 'name': SearchDatastore_Task, 'duration_secs': 0.008773} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.137015] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f982ccb9-fb36-4e0c-a352-2b6ebb56de41 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.141813] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1413.141813] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a4d2c1-973f-7f04-c5de-278006d3a523" [ 1413.141813] env[69249]: _type = "Task" [ 1413.141813] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.149840] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a4d2c1-973f-7f04-c5de-278006d3a523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.652169] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a4d2c1-973f-7f04-c5de-278006d3a523, 'name': SearchDatastore_Task, 'duration_secs': 0.011202} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.652389] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.652645] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 4dcd4d24-a203-4df1-bd75-78a8aca0c13f/4dcd4d24-a203-4df1-bd75-78a8aca0c13f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.652930] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa85110d-2ac9-4209-a4f0-03599ed91729 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.659405] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1413.659405] env[69249]: value = "task-3660489" [ 1413.659405] env[69249]: _type = "Task" [ 1413.659405] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.666673] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.168933] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420658} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.169361] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 4dcd4d24-a203-4df1-bd75-78a8aca0c13f/4dcd4d24-a203-4df1-bd75-78a8aca0c13f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.169429] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.169647] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c6d9e59-44c0-4a5b-bdd4-bf1c0a1e5ca7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.176697] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1414.176697] env[69249]: value = "task-3660490" [ 1414.176697] env[69249]: _type = "Task" [ 1414.176697] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.183488] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.686441] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062341} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.686695] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.687527] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5069f414-974b-4870-b8a1-554de2a821cf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.708683] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 4dcd4d24-a203-4df1-bd75-78a8aca0c13f/4dcd4d24-a203-4df1-bd75-78a8aca0c13f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.708906] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378d713b-2f6f-4304-8163-7806671393d2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.727750] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1414.727750] env[69249]: value = "task-3660491" [ 1414.727750] env[69249]: _type = "Task" [ 1414.727750] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.734801] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.238449] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.739150] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660491, 'name': ReconfigVM_Task, 'duration_secs': 0.801271} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.739413] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 4dcd4d24-a203-4df1-bd75-78a8aca0c13f/4dcd4d24-a203-4df1-bd75-78a8aca0c13f.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.740018] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14abea27-3707-491b-9b1c-35815718958a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.745926] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1415.745926] env[69249]: value = "task-3660492" [ 1415.745926] env[69249]: _type = "Task" [ 1415.745926] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.753277] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660492, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.255420] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660492, 'name': Rename_Task, 'duration_secs': 0.13716} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.255835] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.255924] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3977048-aa3c-471d-bae4-43875f6e2438 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.261906] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1416.261906] env[69249]: value = "task-3660493" [ 1416.261906] env[69249]: _type = "Task" [ 1416.261906] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.268855] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.771656] env[69249]: DEBUG oslo_vmware.api [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660493, 'name': PowerOnVM_Task, 'duration_secs': 0.441419} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.771921] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.772136] env[69249]: INFO nova.compute.manager [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1416.772319] env[69249]: DEBUG nova.compute.manager [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1416.773082] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b0ccc5-02c8-4e7d-beaa-0067b1a38eb1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.290059] env[69249]: INFO nova.compute.manager [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Took 11.99 seconds to build instance. [ 1417.792860] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fde76311-5967-45ea-86d4-6d876326f234 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.497s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.313275] env[69249]: DEBUG nova.compute.manager [req-274fbfab-0f21-4408-b510-52f2f58bc982 req-0c500043-9c13-45bb-963e-dddbf2cbb9a4 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Received event network-changed-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.313505] env[69249]: DEBUG nova.compute.manager [req-274fbfab-0f21-4408-b510-52f2f58bc982 req-0c500043-9c13-45bb-963e-dddbf2cbb9a4 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Refreshing instance network info cache due to event network-changed-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1418.313668] env[69249]: DEBUG oslo_concurrency.lockutils [req-274fbfab-0f21-4408-b510-52f2f58bc982 req-0c500043-9c13-45bb-963e-dddbf2cbb9a4 service nova] Acquiring lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.313808] env[69249]: DEBUG oslo_concurrency.lockutils [req-274fbfab-0f21-4408-b510-52f2f58bc982 req-0c500043-9c13-45bb-963e-dddbf2cbb9a4 service nova] Acquired lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.313965] env[69249]: DEBUG nova.network.neutron [req-274fbfab-0f21-4408-b510-52f2f58bc982 req-0c500043-9c13-45bb-963e-dddbf2cbb9a4 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Refreshing network info cache for port ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.013444] env[69249]: DEBUG nova.network.neutron [req-274fbfab-0f21-4408-b510-52f2f58bc982 req-0c500043-9c13-45bb-963e-dddbf2cbb9a4 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Updated VIF entry in instance network info cache for port ed79ffa9-369d-42b9-9af0-2cfab0bb9c29. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1419.013822] env[69249]: DEBUG nova.network.neutron [req-274fbfab-0f21-4408-b510-52f2f58bc982 req-0c500043-9c13-45bb-963e-dddbf2cbb9a4 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Updating instance_info_cache with network_info: [{"id": "ed79ffa9-369d-42b9-9af0-2cfab0bb9c29", "address": "fa:16:3e:93:8e:92", "network": {"id": "c2c042e2-795a-45d3-a97a-1cc3f8aa783b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1420323443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed740c9556c9421d9d12eb42876ce0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped79ffa9-36", "ovs_interfaceid": "ed79ffa9-369d-42b9-9af0-2cfab0bb9c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.517208] env[69249]: DEBUG oslo_concurrency.lockutils [req-274fbfab-0f21-4408-b510-52f2f58bc982 req-0c500043-9c13-45bb-963e-dddbf2cbb9a4 service nova] Releasing lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.201022] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.650096] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.650460] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.650553] env[69249]: INFO nova.compute.manager [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Shelving [ 1457.660599] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1457.661038] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64c1daac-e96c-48d9-8fcf-ae7522637a34 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.668889] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1457.668889] env[69249]: value = "task-3660494" [ 1457.668889] env[69249]: _type = "Task" [ 1457.668889] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.677799] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.178738] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660494, 'name': PowerOffVM_Task, 'duration_secs': 0.173543} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.178989] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.179757] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58186dfd-f2d8-42c8-9de0-95ce749642a3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.197441] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61022ff5-7c4d-4f34-a30e-80a3bc0e98b0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.702312] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.706706] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1458.706985] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a61ab69c-1a55-4ce0-8629-6254f4fc90f5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.714480] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1458.714480] env[69249]: value = "task-3660495" [ 1458.714480] env[69249]: _type = "Task" [ 1458.714480] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.724086] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660495, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.200700] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.200940] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.224122] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660495, 'name': CreateSnapshot_Task, 'duration_secs': 0.438857} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.224373] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1459.225121] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cc054d-8379-4564-97a9-3812b325de37 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.742829] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1459.743188] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e7aea3ef-3926-4e2d-9942-a4499981999f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.752335] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1459.752335] env[69249]: value = "task-3660496" [ 1459.752335] env[69249]: _type = "Task" [ 1459.752335] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.759570] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660496, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.263218] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660496, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.762558] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660496, 'name': CloneVM_Task} progress is 100%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.196271] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.199898] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.200105] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.262893] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660496, 'name': CloneVM_Task, 'duration_secs': 1.073774} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.263147] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Created linked-clone VM from snapshot [ 1461.263844] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838beb4a-519d-4c84-a63f-86eb7c891a2d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.270943] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Uploading image b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1461.290863] env[69249]: DEBUG oslo_vmware.rw_handles [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1461.290863] env[69249]: value = "vm-729571" [ 1461.290863] env[69249]: _type = "VirtualMachine" [ 1461.290863] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1461.291108] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-83713aab-3721-4531-88f6-99db03735891 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.297447] env[69249]: DEBUG oslo_vmware.rw_handles [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lease: (returnval){ [ 1461.297447] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526faa62-962d-0dd7-1f55-4252988d38b2" [ 1461.297447] env[69249]: _type = "HttpNfcLease" [ 1461.297447] env[69249]: } obtained for exporting VM: (result){ [ 1461.297447] env[69249]: value = "vm-729571" [ 1461.297447] env[69249]: _type = "VirtualMachine" [ 1461.297447] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1461.297655] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the lease: (returnval){ [ 1461.297655] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526faa62-962d-0dd7-1f55-4252988d38b2" [ 1461.297655] env[69249]: _type = "HttpNfcLease" [ 1461.297655] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1461.303526] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1461.303526] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526faa62-962d-0dd7-1f55-4252988d38b2" [ 1461.303526] env[69249]: _type = "HttpNfcLease" [ 1461.303526] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1461.807324] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1461.807324] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526faa62-962d-0dd7-1f55-4252988d38b2" [ 1461.807324] env[69249]: _type = "HttpNfcLease" [ 1461.807324] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1461.807717] env[69249]: DEBUG oslo_vmware.rw_handles [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1461.807717] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526faa62-962d-0dd7-1f55-4252988d38b2" [ 1461.807717] env[69249]: _type = "HttpNfcLease" [ 1461.807717] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1461.808331] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc13b58-f894-42e5-8816-ac3ee896af95 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.815098] env[69249]: DEBUG oslo_vmware.rw_handles [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c49d57-32a7-f59c-15cc-f39f28be1520/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1461.815262] env[69249]: DEBUG oslo_vmware.rw_handles [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c49d57-32a7-f59c-15cc-f39f28be1520/disk-0.vmdk for reading. {{(pid=69249) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1461.898580] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-637e93ba-cd73-4955-ab17-407a3e5a95fc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.199903] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.703275] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.703922] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.704138] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.704312] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1462.705224] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ef88ff-a7a4-4612-a68f-5ac5b9b8db84 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.714133] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527126df-6848-4540-86af-1fde962a052c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.729795] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e90e7bd-1dff-41af-bbf6-aeb3693b38ad {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.736670] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fae9ddb-7dc4-4730-ab74-97869bf2bc2f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.766609] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180931MB free_disk=71GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1462.766852] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.767182] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.860632] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 4dcd4d24-a203-4df1-bd75-78a8aca0c13f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1463.860905] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1463.861136] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1463.892329] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1565ab4-f024-413c-9448-b6b16e2da9de {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.900935] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199cac3d-421b-430f-afdd-452c987ae7be {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.932982] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e67a5e-35d4-4f2c-a6f3-561d261deacf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.941891] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7b5d13-6510-4406-8615-7c2da57abaac {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.956985] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.460072] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.965675] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1464.966054] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.199s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.966089] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.966234] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Cleaning up deleted instances {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1465.477213] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] There are 25 instances to clean {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1465.477390] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 02fdcedc-0d6f-4304-9436-0e84188e5a1f] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.981396] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 49752367-bc24-4a8b-96e5-bfb712ce14c2] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.485387] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 7185b19d-0565-4df6-b641-ec592839aaf2] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.988996] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 703bd41c-b8c1-43f6-9669-2d72ceb404b2] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.492348] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 135c1cbc-c595-4fee-bedd-444c4799af0a] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.996392] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 924ce287-8925-427b-875f-ec4b913b880d] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.500272] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: b9413389-65bf-4473-8bb5-e98d4149553e] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.930840] env[69249]: DEBUG oslo_vmware.rw_handles [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c49d57-32a7-f59c-15cc-f39f28be1520/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1468.931762] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e141a9c-647d-4ea8-9082-fb50b7254a01 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.937716] env[69249]: DEBUG oslo_vmware.rw_handles [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c49d57-32a7-f59c-15cc-f39f28be1520/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1468.937878] env[69249]: ERROR oslo_vmware.rw_handles [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c49d57-32a7-f59c-15cc-f39f28be1520/disk-0.vmdk due to incomplete transfer. [ 1468.938104] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bdf142db-3ec3-459e-9ef3-0e22cfb9bb06 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.944600] env[69249]: DEBUG oslo_vmware.rw_handles [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c49d57-32a7-f59c-15cc-f39f28be1520/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1468.944811] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Uploaded image b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e to the Glance image server {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1468.947095] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1468.947324] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-64cb7f72-9879-4fad-aa5b-af44a86e66a0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.953046] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1468.953046] env[69249]: value = "task-3660498" [ 1468.953046] env[69249]: _type = "Task" [ 1468.953046] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.960229] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660498, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.003858] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 4e411cfa-df42-4ccc-b4fc-a09d145f9200] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.463098] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660498, 'name': Destroy_Task, 'duration_secs': 0.33422} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.463353] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Destroyed the VM [ 1469.463595] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1469.463836] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-89f3143c-84e1-4950-87d6-6a5d28069a9b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.469270] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1469.469270] env[69249]: value = "task-3660499" [ 1469.469270] env[69249]: _type = "Task" [ 1469.469270] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.476507] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660499, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.507244] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 387069ca-cbef-43f8-8249-e0391e1634ea] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.979542] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660499, 'name': RemoveSnapshot_Task, 'duration_secs': 0.332199} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.979805] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1469.980084] env[69249]: DEBUG nova.compute.manager [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1469.980828] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa0d068-2f97-4f38-8dab-7ab0aa5f94b0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.010966] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: e662d377-ee51-4dcb-b66f-8446b8ac13c5] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1470.492352] env[69249]: INFO nova.compute.manager [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Shelve offloading [ 1470.514254] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 48662cc7-8816-4866-ac99-b6e3d45d3cae] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1470.996708] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.997112] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e28ad21f-fe39-4c6f-a619-ae97389ff16b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.004146] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1471.004146] env[69249]: value = "task-3660500" [ 1471.004146] env[69249]: _type = "Task" [ 1471.004146] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.012599] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.017104] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 5feff419-6baa-4c4f-9077-832bbb205584] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1471.515014] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] VM already powered off {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1471.515272] env[69249]: DEBUG nova.compute.manager [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1471.516020] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27947ec-9656-4617-b6e4-fc332762ad51 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.520014] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 7400a089-abaa-4ebb-b26b-0b16fb9f334e] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1471.524047] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.524047] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.524047] env[69249]: DEBUG nova.network.neutron [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.026044] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 45406f92-6457-43f4-aaed-b16a79b64e06] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1472.217156] env[69249]: DEBUG nova.network.neutron [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Updating instance_info_cache with network_info: [{"id": "ed79ffa9-369d-42b9-9af0-2cfab0bb9c29", "address": "fa:16:3e:93:8e:92", "network": {"id": "c2c042e2-795a-45d3-a97a-1cc3f8aa783b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1420323443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed740c9556c9421d9d12eb42876ce0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped79ffa9-36", "ovs_interfaceid": "ed79ffa9-369d-42b9-9af0-2cfab0bb9c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.531255] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 5f892550-b641-43b2-8c70-6e15b4a8ab39] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1472.719503] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Releasing lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.950141] env[69249]: DEBUG nova.compute.manager [req-dab6bac5-5e32-4c07-ae6a-46880310670c req-78efa4fa-ff6b-4faf-9d22-336a2887b502 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Received event network-vif-unplugged-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1472.950141] env[69249]: DEBUG oslo_concurrency.lockutils [req-dab6bac5-5e32-4c07-ae6a-46880310670c req-78efa4fa-ff6b-4faf-9d22-336a2887b502 service nova] Acquiring lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.950141] env[69249]: DEBUG oslo_concurrency.lockutils [req-dab6bac5-5e32-4c07-ae6a-46880310670c req-78efa4fa-ff6b-4faf-9d22-336a2887b502 service nova] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.950141] env[69249]: DEBUG oslo_concurrency.lockutils [req-dab6bac5-5e32-4c07-ae6a-46880310670c req-78efa4fa-ff6b-4faf-9d22-336a2887b502 service nova] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.950141] env[69249]: DEBUG nova.compute.manager [req-dab6bac5-5e32-4c07-ae6a-46880310670c req-78efa4fa-ff6b-4faf-9d22-336a2887b502 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] No waiting events found dispatching network-vif-unplugged-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1472.950141] env[69249]: WARNING nova.compute.manager [req-dab6bac5-5e32-4c07-ae6a-46880310670c req-78efa4fa-ff6b-4faf-9d22-336a2887b502 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Received unexpected event network-vif-unplugged-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 for instance with vm_state shelved and task_state shelving_offloading. [ 1473.034254] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: a2aed611-78a0-4bd9-9ecc-6685ecf04f8a] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1473.041996] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1473.042899] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e26fcbb-02f2-46b5-8496-01e88e088330 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.050598] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1473.050818] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe33e319-ac84-4c8d-b514-d566e8481eaf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.120664] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1473.120886] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1473.121054] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Deleting the datastore file [datastore2] 4dcd4d24-a203-4df1-bd75-78a8aca0c13f {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1473.121329] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eba0a9a-2107-4a39-8190-ad4c5c3d8a08 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.128862] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1473.128862] env[69249]: value = "task-3660502" [ 1473.128862] env[69249]: _type = "Task" [ 1473.128862] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.136302] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.538196] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: b05cb29e-4627-4433-842e-8f321e5246bc] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1473.638249] env[69249]: DEBUG oslo_vmware.api [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137785} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.638487] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1473.638666] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1473.638833] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1473.659912] env[69249]: INFO nova.scheduler.client.report [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Deleted allocations for instance 4dcd4d24-a203-4df1-bd75-78a8aca0c13f [ 1474.042607] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 486467f4-237b-4b2b-8faf-3c142da61be7] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1474.164515] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.164834] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.165091] env[69249]: DEBUG nova.objects.instance [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lazy-loading 'resources' on Instance uuid 4dcd4d24-a203-4df1-bd75-78a8aca0c13f {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.546621] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 44181b5e-b0f4-4e35-bf91-7fb63984d5cd] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1474.668743] env[69249]: DEBUG nova.objects.instance [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lazy-loading 'numa_topology' on Instance uuid 4dcd4d24-a203-4df1-bd75-78a8aca0c13f {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.974370] env[69249]: DEBUG nova.compute.manager [req-639cfd17-a39a-4e89-8b18-7c54c28287e8 req-54d43842-c4cc-4052-ae66-51db224d9f12 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Received event network-changed-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1474.974569] env[69249]: DEBUG nova.compute.manager [req-639cfd17-a39a-4e89-8b18-7c54c28287e8 req-54d43842-c4cc-4052-ae66-51db224d9f12 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Refreshing instance network info cache due to event network-changed-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1474.974822] env[69249]: DEBUG oslo_concurrency.lockutils [req-639cfd17-a39a-4e89-8b18-7c54c28287e8 req-54d43842-c4cc-4052-ae66-51db224d9f12 service nova] Acquiring lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.974947] env[69249]: DEBUG oslo_concurrency.lockutils [req-639cfd17-a39a-4e89-8b18-7c54c28287e8 req-54d43842-c4cc-4052-ae66-51db224d9f12 service nova] Acquired lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.975171] env[69249]: DEBUG nova.network.neutron [req-639cfd17-a39a-4e89-8b18-7c54c28287e8 req-54d43842-c4cc-4052-ae66-51db224d9f12 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Refreshing network info cache for port ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.049438] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 8ce58b56-42d3-4a1c-8eb9-de2f70739671] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.171393] env[69249]: DEBUG nova.objects.base [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Object Instance<4dcd4d24-a203-4df1-bd75-78a8aca0c13f> lazy-loaded attributes: resources,numa_topology {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1475.199715] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da17bddc-a5db-419f-8a1e-3f308633455a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.207817] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e769c2e9-6354-4de4-af49-1b66400c323b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.236848] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640ff94d-1c1e-4f03-b945-189d7177f5aa {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.243657] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799351d8-9dad-47ef-9f20-133147660cd1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.257585] env[69249]: DEBUG nova.compute.provider_tree [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.483082] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.552503] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: d7e06644-b7ee-4b4e-95a0-0488ff184b9a] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.670519] env[69249]: DEBUG nova.network.neutron [req-639cfd17-a39a-4e89-8b18-7c54c28287e8 req-54d43842-c4cc-4052-ae66-51db224d9f12 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Updated VIF entry in instance network info cache for port ed79ffa9-369d-42b9-9af0-2cfab0bb9c29. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.670872] env[69249]: DEBUG nova.network.neutron [req-639cfd17-a39a-4e89-8b18-7c54c28287e8 req-54d43842-c4cc-4052-ae66-51db224d9f12 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Updating instance_info_cache with network_info: [{"id": "ed79ffa9-369d-42b9-9af0-2cfab0bb9c29", "address": "fa:16:3e:93:8e:92", "network": {"id": "c2c042e2-795a-45d3-a97a-1cc3f8aa783b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1420323443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed740c9556c9421d9d12eb42876ce0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "taped79ffa9-36", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.760759] env[69249]: DEBUG nova.scheduler.client.report [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.055509] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 7abd09b1-89dc-482e-b616-e3a65992183c] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.173830] env[69249]: DEBUG oslo_concurrency.lockutils [req-639cfd17-a39a-4e89-8b18-7c54c28287e8 req-54d43842-c4cc-4052-ae66-51db224d9f12 service nova] Releasing lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.265462] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.558889] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 143ec27b-03a3-4765-abed-c1c47582f16a] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.773144] env[69249]: DEBUG oslo_concurrency.lockutils [None req-a85f8177-ae3a-4499-a9f9-27dcb4b56741 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.122s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.773645] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.291s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.773829] env[69249]: INFO nova.compute.manager [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Unshelving [ 1477.062272] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: 4c2c7a6e-6d27-4986-9afe-a91671ab04af] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.565277] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] [instance: c2bacbbc-a57b-428f-af33-c85e4416ade5] Instance has had 0 of 5 cleanup attempts {{(pid=69249) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.783045] env[69249]: DEBUG nova.compute.utils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1478.068538] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.068904] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Cleaning up deleted instances with incomplete migration {{(pid=69249) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1478.285430] env[69249]: INFO nova.virt.block_device [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Booting with volume 2a103a86-2a2b-4194-9029-be6758c95afc at /dev/sdb [ 1478.318884] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a881614-8f4e-426c-8ad2-baba0fa0cec7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.328776] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624de42a-70a3-47cb-8942-600dbebaab19 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.351778] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86b911cb-4944-4afe-95fa-6ddfbfdffedd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.359182] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6f2ee9-95a9-4557-bbe9-a923fd1ef2cb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.381237] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7520d102-d4d4-4037-99e8-514255174eb8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.386920] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ffd732-a8f1-4fec-b78e-bab55e4be67c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.399487] env[69249]: DEBUG nova.virt.block_device [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Updating existing volume attachment record: 18331a82-4523-40e8-9d58-3052fbe012ec {{(pid=69249) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1479.571714] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.572094] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1484.016327] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.016646] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.016819] env[69249]: DEBUG nova.objects.instance [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lazy-loading 'pci_requests' on Instance uuid 4dcd4d24-a203-4df1-bd75-78a8aca0c13f {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.520722] env[69249]: DEBUG nova.objects.instance [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lazy-loading 'numa_topology' on Instance uuid 4dcd4d24-a203-4df1-bd75-78a8aca0c13f {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1485.023313] env[69249]: INFO nova.compute.claims [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1486.058121] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d79b294-7a03-4d87-9d40-c6e5a8cf1e64 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.066702] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5561fcb7-a3fc-4a6f-8cc6-0e89d407b99e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.095318] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef54567-607a-40b9-afee-103e316783fd {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.102098] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20373e34-5ae1-454d-887a-9e2850da968d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.114855] env[69249]: DEBUG nova.compute.provider_tree [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.618150] env[69249]: DEBUG nova.scheduler.client.report [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.123243] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.106s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.152656] env[69249]: INFO nova.network.neutron [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Updating port ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1488.511209] env[69249]: DEBUG nova.compute.manager [req-e0b9f9f5-ffea-4c35-9345-7243fa3245ad req-b0bc3316-c8dc-4cca-981a-064fb9e33f07 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Received event network-vif-plugged-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1488.511460] env[69249]: DEBUG oslo_concurrency.lockutils [req-e0b9f9f5-ffea-4c35-9345-7243fa3245ad req-b0bc3316-c8dc-4cca-981a-064fb9e33f07 service nova] Acquiring lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.511620] env[69249]: DEBUG oslo_concurrency.lockutils [req-e0b9f9f5-ffea-4c35-9345-7243fa3245ad req-b0bc3316-c8dc-4cca-981a-064fb9e33f07 service nova] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.511812] env[69249]: DEBUG oslo_concurrency.lockutils [req-e0b9f9f5-ffea-4c35-9345-7243fa3245ad req-b0bc3316-c8dc-4cca-981a-064fb9e33f07 service nova] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.511934] env[69249]: DEBUG nova.compute.manager [req-e0b9f9f5-ffea-4c35-9345-7243fa3245ad req-b0bc3316-c8dc-4cca-981a-064fb9e33f07 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] No waiting events found dispatching network-vif-plugged-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1488.512264] env[69249]: WARNING nova.compute.manager [req-e0b9f9f5-ffea-4c35-9345-7243fa3245ad req-b0bc3316-c8dc-4cca-981a-064fb9e33f07 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Received unexpected event network-vif-plugged-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 for instance with vm_state shelved_offloaded and task_state spawning. [ 1488.588765] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.588926] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.589150] env[69249]: DEBUG nova.network.neutron [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.278636] env[69249]: DEBUG nova.network.neutron [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Updating instance_info_cache with network_info: [{"id": "ed79ffa9-369d-42b9-9af0-2cfab0bb9c29", "address": "fa:16:3e:93:8e:92", "network": {"id": "c2c042e2-795a-45d3-a97a-1cc3f8aa783b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1420323443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed740c9556c9421d9d12eb42876ce0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped79ffa9-36", "ovs_interfaceid": "ed79ffa9-369d-42b9-9af0-2cfab0bb9c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.781437] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Releasing lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.809709] env[69249]: DEBUG nova.virt.hardware [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6924f1a3c9602df8466bcc6aa85954e4',container_format='bare',created_at=2025-04-28T10:07:44Z,direct_url=,disk_format='vmdk',id=b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-390340143-shelved',owner='ed740c9556c9421d9d12eb42876ce0ed',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-28T10:07:57Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1489.810060] env[69249]: DEBUG nova.virt.hardware [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1489.810254] env[69249]: DEBUG nova.virt.hardware [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1489.810462] env[69249]: DEBUG nova.virt.hardware [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1489.810610] env[69249]: DEBUG nova.virt.hardware [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1489.810754] env[69249]: DEBUG nova.virt.hardware [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1489.810955] env[69249]: DEBUG nova.virt.hardware [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1489.811133] env[69249]: DEBUG nova.virt.hardware [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1489.811303] env[69249]: DEBUG nova.virt.hardware [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1489.811465] env[69249]: DEBUG nova.virt.hardware [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1489.811633] env[69249]: DEBUG nova.virt.hardware [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1489.812484] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbe5483-91c3-4cf9-8aec-cb3db341ada2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.820885] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534d0c91-6f6d-4bae-bd0b-d468601299f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.834382] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:8e:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed79ffa9-369d-42b9-9af0-2cfab0bb9c29', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1489.841958] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1489.842082] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1489.842250] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54459eb6-61ff-4e47-8751-7a5b43ed8edf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.862086] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1489.862086] env[69249]: value = "task-3660507" [ 1489.862086] env[69249]: _type = "Task" [ 1489.862086] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.869469] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660507, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.371611] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660507, 'name': CreateVM_Task, 'duration_secs': 0.30147} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.371811] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1490.372474] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.372639] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.373034] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.373282] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a0f488-32cd-421e-a821-4db65f2b4b32 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.377259] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1490.377259] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f1a406-979a-f132-199c-5b6aa57a17f9" [ 1490.377259] env[69249]: _type = "Task" [ 1490.377259] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.384869] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52f1a406-979a-f132-199c-5b6aa57a17f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.537354] env[69249]: DEBUG nova.compute.manager [req-a9284b0b-edf1-44ae-8a1e-03a50105e26b req-1f39f0cb-b7a0-4bbd-9c08-c05ee9e38ae4 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Received event network-changed-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1490.537549] env[69249]: DEBUG nova.compute.manager [req-a9284b0b-edf1-44ae-8a1e-03a50105e26b req-1f39f0cb-b7a0-4bbd-9c08-c05ee9e38ae4 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Refreshing instance network info cache due to event network-changed-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1490.537755] env[69249]: DEBUG oslo_concurrency.lockutils [req-a9284b0b-edf1-44ae-8a1e-03a50105e26b req-1f39f0cb-b7a0-4bbd-9c08-c05ee9e38ae4 service nova] Acquiring lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.537893] env[69249]: DEBUG oslo_concurrency.lockutils [req-a9284b0b-edf1-44ae-8a1e-03a50105e26b req-1f39f0cb-b7a0-4bbd-9c08-c05ee9e38ae4 service nova] Acquired lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.538115] env[69249]: DEBUG nova.network.neutron [req-a9284b0b-edf1-44ae-8a1e-03a50105e26b req-1f39f0cb-b7a0-4bbd-9c08-c05ee9e38ae4 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Refreshing network info cache for port ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1490.887826] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.888089] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Processing image b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1490.888354] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.888527] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.888691] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1490.888940] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e92a676-e759-4c80-8737-6b19fa2d98b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.906519] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1490.906696] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1490.907456] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeadcab1-5eed-4fbd-8264-9072dd73f040 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.912497] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1490.912497] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d7de8f-6929-5409-a529-f9f355c12526" [ 1490.912497] env[69249]: _type = "Task" [ 1490.912497] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.920158] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52d7de8f-6929-5409-a529-f9f355c12526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.229050] env[69249]: DEBUG nova.network.neutron [req-a9284b0b-edf1-44ae-8a1e-03a50105e26b req-1f39f0cb-b7a0-4bbd-9c08-c05ee9e38ae4 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Updated VIF entry in instance network info cache for port ed79ffa9-369d-42b9-9af0-2cfab0bb9c29. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1491.229434] env[69249]: DEBUG nova.network.neutron [req-a9284b0b-edf1-44ae-8a1e-03a50105e26b req-1f39f0cb-b7a0-4bbd-9c08-c05ee9e38ae4 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Updating instance_info_cache with network_info: [{"id": "ed79ffa9-369d-42b9-9af0-2cfab0bb9c29", "address": "fa:16:3e:93:8e:92", "network": {"id": "c2c042e2-795a-45d3-a97a-1cc3f8aa783b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1420323443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed740c9556c9421d9d12eb42876ce0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped79ffa9-36", "ovs_interfaceid": "ed79ffa9-369d-42b9-9af0-2cfab0bb9c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.422501] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Preparing fetch location {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1491.422708] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Fetch image to [datastore2] OSTACK_IMG_3467b721-e5ed-4915-a765-ff11a67509f2/OSTACK_IMG_3467b721-e5ed-4915-a765-ff11a67509f2.vmdk {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1491.422964] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Downloading stream optimized image b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e to [datastore2] OSTACK_IMG_3467b721-e5ed-4915-a765-ff11a67509f2/OSTACK_IMG_3467b721-e5ed-4915-a765-ff11a67509f2.vmdk on the data store datastore2 as vApp {{(pid=69249) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1491.423164] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Downloading image file data b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e to the ESX as VM named 'OSTACK_IMG_3467b721-e5ed-4915-a765-ff11a67509f2' {{(pid=69249) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1491.489261] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1491.489261] env[69249]: value = "resgroup-9" [ 1491.489261] env[69249]: _type = "ResourcePool" [ 1491.489261] env[69249]: }. {{(pid=69249) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1491.489560] env[69249]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4e9a5115-3e04-4ef1-a4a2-6b9569342593 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.509952] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lease: (returnval){ [ 1491.509952] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5245be0e-9db9-f155-7ba0-43ffa999146d" [ 1491.509952] env[69249]: _type = "HttpNfcLease" [ 1491.509952] env[69249]: } obtained for vApp import into resource pool (val){ [ 1491.509952] env[69249]: value = "resgroup-9" [ 1491.509952] env[69249]: _type = "ResourcePool" [ 1491.509952] env[69249]: }. {{(pid=69249) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1491.510242] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the lease: (returnval){ [ 1491.510242] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5245be0e-9db9-f155-7ba0-43ffa999146d" [ 1491.510242] env[69249]: _type = "HttpNfcLease" [ 1491.510242] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1491.518317] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1491.518317] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5245be0e-9db9-f155-7ba0-43ffa999146d" [ 1491.518317] env[69249]: _type = "HttpNfcLease" [ 1491.518317] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1491.732295] env[69249]: DEBUG oslo_concurrency.lockutils [req-a9284b0b-edf1-44ae-8a1e-03a50105e26b req-1f39f0cb-b7a0-4bbd-9c08-c05ee9e38ae4 service nova] Releasing lock "refresh_cache-4dcd4d24-a203-4df1-bd75-78a8aca0c13f" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.018569] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1492.018569] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5245be0e-9db9-f155-7ba0-43ffa999146d" [ 1492.018569] env[69249]: _type = "HttpNfcLease" [ 1492.018569] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1492.018916] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1492.018916] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5245be0e-9db9-f155-7ba0-43ffa999146d" [ 1492.018916] env[69249]: _type = "HttpNfcLease" [ 1492.018916] env[69249]: }. {{(pid=69249) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1492.019502] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5247e2-6820-4899-9b0e-aa42846ad923 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.026808] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea2b4c-3625-9bd1-dff2-4244907d9fbf/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1492.026808] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea2b4c-3625-9bd1-dff2-4244907d9fbf/disk-0.vmdk. {{(pid=69249) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1492.087168] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8b1a1bb7-214f-4dd4-ae40-c899d2ba5bdc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.162045] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Completed reading data from the image iterator. {{(pid=69249) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1493.162323] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea2b4c-3625-9bd1-dff2-4244907d9fbf/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1493.163278] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab457a2-dd1a-4bee-a27f-cfa7c6b70cf4 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.170058] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea2b4c-3625-9bd1-dff2-4244907d9fbf/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1493.170234] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea2b4c-3625-9bd1-dff2-4244907d9fbf/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1493.170501] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cfdbd823-f209-4187-ab8f-3f614d645834 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.333831] env[69249]: DEBUG oslo_vmware.rw_handles [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea2b4c-3625-9bd1-dff2-4244907d9fbf/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1493.334061] env[69249]: INFO nova.virt.vmwareapi.images [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Downloaded image file data b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e [ 1493.334844] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff6362b-8b4c-42db-aa2a-44ce9c7853ea {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.349534] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67a1c91a-b974-44cf-a9da-30890e8a1047 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.377828] env[69249]: INFO nova.virt.vmwareapi.images [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] The imported VM was unregistered [ 1493.380189] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Caching image {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1493.380457] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1493.380711] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1415c020-5ba4-4022-91ce-b855bb6c0c10 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.390212] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Created directory with path [datastore2] devstack-image-cache_base/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1493.390390] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3467b721-e5ed-4915-a765-ff11a67509f2/OSTACK_IMG_3467b721-e5ed-4915-a765-ff11a67509f2.vmdk to [datastore2] devstack-image-cache_base/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e.vmdk. {{(pid=69249) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1493.390626] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7007c11f-428f-47d0-8ab7-c96f9100f2e2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.396595] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1493.396595] env[69249]: value = "task-3660510" [ 1493.396595] env[69249]: _type = "Task" [ 1493.396595] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.403773] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660510, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.907868] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660510, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.410232] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660510, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.910462] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660510, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.411771] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660510, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.910533] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660510, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.149027} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.910841] env[69249]: INFO nova.virt.vmwareapi.ds_util [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3467b721-e5ed-4915-a765-ff11a67509f2/OSTACK_IMG_3467b721-e5ed-4915-a765-ff11a67509f2.vmdk to [datastore2] devstack-image-cache_base/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e.vmdk. [ 1495.911086] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Cleaning up location [datastore2] OSTACK_IMG_3467b721-e5ed-4915-a765-ff11a67509f2 {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1495.911296] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3467b721-e5ed-4915-a765-ff11a67509f2 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.911572] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0701c20f-9d25-452a-ba4a-13aca9088ed9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.918127] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1495.918127] env[69249]: value = "task-3660511" [ 1495.918127] env[69249]: _type = "Task" [ 1495.918127] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.925093] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.428565] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035378} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.428935] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.428973] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.429228] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e.vmdk to [datastore2] 4dcd4d24-a203-4df1-bd75-78a8aca0c13f/4dcd4d24-a203-4df1-bd75-78a8aca0c13f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1496.429475] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1db5e537-ad80-414c-ba00-d3c9255a3326 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.435738] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1496.435738] env[69249]: value = "task-3660512" [ 1496.435738] env[69249]: _type = "Task" [ 1496.435738] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.444483] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.948273] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660512, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.449285] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660512, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.951183] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660512, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.451382] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660512, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.949779] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660512, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.088901} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.950073] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e/b96fdc2b-4e3c-495a-8ec7-48dfbfe61e1e.vmdk to [datastore2] 4dcd4d24-a203-4df1-bd75-78a8aca0c13f/4dcd4d24-a203-4df1-bd75-78a8aca0c13f.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1498.950778] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2488f999-d248-4655-93d6-4c5778a582af {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.971779] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 4dcd4d24-a203-4df1-bd75-78a8aca0c13f/4dcd4d24-a203-4df1-bd75-78a8aca0c13f.vmdk or device None with type streamOptimized {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1498.971969] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0012c1cd-9284-4395-a050-a475164ac97f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.989280] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1498.989280] env[69249]: value = "task-3660513" [ 1498.989280] env[69249]: _type = "Task" [ 1498.989280] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.996395] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.498563] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660513, 'name': ReconfigVM_Task, 'duration_secs': 0.294527} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.498934] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 4dcd4d24-a203-4df1-bd75-78a8aca0c13f/4dcd4d24-a203-4df1-bd75-78a8aca0c13f.vmdk or device None with type streamOptimized {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1499.500022] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'device_name': '/dev/sda', 'encrypted': False, 'size': 0, 'disk_bus': None, 'encryption_secret_uuid': None, 'guest_format': None, 'device_type': 'disk', 'encryption_format': None, 'encryption_options': None, 'image_id': 'd995e3c0-f512-44da-91c0-8e91a3aaef3b'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'attachment_id': '18331a82-4523-40e8-9d58-3052fbe012ec', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729573', 'volume_id': '2a103a86-2a2b-4194-9029-be6758c95afc', 'name': 'volume-2a103a86-2a2b-4194-9029-be6758c95afc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4dcd4d24-a203-4df1-bd75-78a8aca0c13f', 'attached_at': '', 'detached_at': '', 'volume_id': '2a103a86-2a2b-4194-9029-be6758c95afc', 'serial': '2a103a86-2a2b-4194-9029-be6758c95afc'}, 'boot_index': None, 'disk_bus': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69249) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1499.500255] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Volume attach. Driver type: vmdk {{(pid=69249) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1499.500456] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729573', 'volume_id': '2a103a86-2a2b-4194-9029-be6758c95afc', 'name': 'volume-2a103a86-2a2b-4194-9029-be6758c95afc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4dcd4d24-a203-4df1-bd75-78a8aca0c13f', 'attached_at': '', 'detached_at': '', 'volume_id': '2a103a86-2a2b-4194-9029-be6758c95afc', 'serial': '2a103a86-2a2b-4194-9029-be6758c95afc'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1499.501195] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd7d43f-7bf6-4991-ac62-fff0c3f52495 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.516466] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6738886-bc16-4f7e-a9a7-eec3c9d7b4c2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.540019] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-2a103a86-2a2b-4194-9029-be6758c95afc/volume-2a103a86-2a2b-4194-9029-be6758c95afc.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1499.540260] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcd40cd0-db71-4d89-a480-d73037f6f985 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.558018] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1499.558018] env[69249]: value = "task-3660514" [ 1499.558018] env[69249]: _type = "Task" [ 1499.558018] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.564928] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.068081] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660514, 'name': ReconfigVM_Task, 'duration_secs': 0.271824} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.068311] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-2a103a86-2a2b-4194-9029-be6758c95afc/volume-2a103a86-2a2b-4194-9029-be6758c95afc.vmdk or device None with type thin {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1500.072814] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3344ca6b-5914-409b-b380-9ff64ce428c3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.087236] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1500.087236] env[69249]: value = "task-3660515" [ 1500.087236] env[69249]: _type = "Task" [ 1500.087236] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.098869] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.597357] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660515, 'name': ReconfigVM_Task, 'duration_secs': 0.129938} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.597796] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729573', 'volume_id': '2a103a86-2a2b-4194-9029-be6758c95afc', 'name': 'volume-2a103a86-2a2b-4194-9029-be6758c95afc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4dcd4d24-a203-4df1-bd75-78a8aca0c13f', 'attached_at': '', 'detached_at': '', 'volume_id': '2a103a86-2a2b-4194-9029-be6758c95afc', 'serial': '2a103a86-2a2b-4194-9029-be6758c95afc'} {{(pid=69249) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1500.598355] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9de6401c-d03b-4bae-b686-646a3e55d512 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.604111] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1500.604111] env[69249]: value = "task-3660516" [ 1500.604111] env[69249]: _type = "Task" [ 1500.604111] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.611086] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660516, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.114015] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660516, 'name': Rename_Task, 'duration_secs': 0.138102} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.114306] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1501.114540] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7565d81f-9cec-4e69-9c75-ab642b9a91b0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.120523] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1501.120523] env[69249]: value = "task-3660517" [ 1501.120523] env[69249]: _type = "Task" [ 1501.120523] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.127545] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.630465] env[69249]: DEBUG oslo_vmware.api [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660517, 'name': PowerOnVM_Task, 'duration_secs': 0.428398} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.630808] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1501.718260] env[69249]: DEBUG nova.compute.manager [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1501.719230] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7666ab07-ebff-4c96-83ab-2b64356977bf {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.236394] env[69249]: DEBUG oslo_concurrency.lockutils [None req-f15abc57-73c2-491b-8706-a69c074a57d8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.463s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.200285] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.200632] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.200499] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.195345] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.199924] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.200141] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.702901] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.703251] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.703378] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.703472] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1522.704365] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff23a24-e072-44ff-a5b5-46caef3bad30 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.712704] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796a7610-b4d9-4799-989a-1a12d13117e3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.726640] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2577c9c6-0b83-42ca-aec3-dff1b67a2244 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.732310] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d7ec27-2eed-4c9a-b2e0-4f8f80c74ace {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.760665] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180909MB free_disk=71GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1522.760797] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.760990] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.784608] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 4dcd4d24-a203-4df1-bd75-78a8aca0c13f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1523.784840] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1523.784952] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1523.812736] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81faf26c-1b78-4cb7-84c5-1773d82b5c82 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.820125] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb834061-c674-483a-828e-91fa87e664c8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.848767] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efe32c4-a933-4872-bc17-7d67d802bdb7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.855370] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a5f67d-5ccb-4575-b34d-2d2c3bb241cc {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.868485] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.371680] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.876841] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1524.877196] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.877501] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.381949] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.382102] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.382250] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1538.219129] env[69249]: DEBUG oslo_concurrency.lockutils [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.219584] env[69249]: DEBUG oslo_concurrency.lockutils [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.722982] env[69249]: INFO nova.compute.manager [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Detaching volume 2a103a86-2a2b-4194-9029-be6758c95afc [ 1538.844258] env[69249]: INFO nova.virt.block_device [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Attempting to driver detach volume 2a103a86-2a2b-4194-9029-be6758c95afc from mountpoint /dev/sdb [ 1538.844517] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Volume detach. Driver type: vmdk {{(pid=69249) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1538.844701] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729573', 'volume_id': '2a103a86-2a2b-4194-9029-be6758c95afc', 'name': 'volume-2a103a86-2a2b-4194-9029-be6758c95afc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4dcd4d24-a203-4df1-bd75-78a8aca0c13f', 'attached_at': '', 'detached_at': '', 'volume_id': '2a103a86-2a2b-4194-9029-be6758c95afc', 'serial': '2a103a86-2a2b-4194-9029-be6758c95afc'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1538.845628] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6be101e-7fc4-44e1-a737-c776934e2051 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.866779] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeecd53-9445-4048-860b-2d94c671ad4d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.873009] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dcdc28-cfbf-4a92-b5f3-f84d8c93e112 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.893080] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fd5dbd-9653-4799-b49c-cba22df500b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.906664] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] The volume has not been displaced from its original location: [datastore2] volume-2a103a86-2a2b-4194-9029-be6758c95afc/volume-2a103a86-2a2b-4194-9029-be6758c95afc.vmdk. No consolidation needed. {{(pid=69249) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1538.911727] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1538.911960] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c578fdc-6a8f-4802-829e-2cb5f77f8a86 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.928806] env[69249]: DEBUG oslo_vmware.api [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1538.928806] env[69249]: value = "task-3660518" [ 1538.928806] env[69249]: _type = "Task" [ 1538.928806] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.935952] env[69249]: DEBUG oslo_vmware.api [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.437862] env[69249]: DEBUG oslo_vmware.api [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660518, 'name': ReconfigVM_Task, 'duration_secs': 0.215026} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.438245] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69249) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1539.442624] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4586aca-2878-4474-ae66-ee660eff830a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.456296] env[69249]: DEBUG oslo_vmware.api [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1539.456296] env[69249]: value = "task-3660519" [ 1539.456296] env[69249]: _type = "Task" [ 1539.456296] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.463523] env[69249]: DEBUG oslo_vmware.api [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.966263] env[69249]: DEBUG oslo_vmware.api [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660519, 'name': ReconfigVM_Task, 'duration_secs': 0.131535} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.966532] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-729573', 'volume_id': '2a103a86-2a2b-4194-9029-be6758c95afc', 'name': 'volume-2a103a86-2a2b-4194-9029-be6758c95afc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4dcd4d24-a203-4df1-bd75-78a8aca0c13f', 'attached_at': '', 'detached_at': '', 'volume_id': '2a103a86-2a2b-4194-9029-be6758c95afc', 'serial': '2a103a86-2a2b-4194-9029-be6758c95afc'} {{(pid=69249) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1540.506136] env[69249]: DEBUG nova.objects.instance [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lazy-loading 'flavor' on Instance uuid 4dcd4d24-a203-4df1-bd75-78a8aca0c13f {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1541.514800] env[69249]: DEBUG oslo_concurrency.lockutils [None req-18a36047-98c0-49c3-b442-3c8788beec9a tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.295s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.477689] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.477919] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.478152] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.478372] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.478556] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.480730] env[69249]: INFO nova.compute.manager [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Terminating instance [ 1542.984567] env[69249]: DEBUG nova.compute.manager [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1542.984944] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1542.985723] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99788191-333a-40a1-9e65-542249e2b059 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.993674] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.993893] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54b393d9-dfd9-4e71-af2d-1fe0d49cb04d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.000271] env[69249]: DEBUG oslo_vmware.api [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1543.000271] env[69249]: value = "task-3660520" [ 1543.000271] env[69249]: _type = "Task" [ 1543.000271] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.008801] env[69249]: DEBUG oslo_vmware.api [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.509389] env[69249]: DEBUG oslo_vmware.api [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660520, 'name': PowerOffVM_Task, 'duration_secs': 0.161677} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.509597] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.509764] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1543.510011] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08f95a81-540c-4317-9cd8-c5fa4425541a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.572720] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1543.572942] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1543.573140] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Deleting the datastore file [datastore2] 4dcd4d24-a203-4df1-bd75-78a8aca0c13f {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1543.573397] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a3d4ee5-72c4-4685-8234-d9e821dafda5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.580039] env[69249]: DEBUG oslo_vmware.api [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1543.580039] env[69249]: value = "task-3660522" [ 1543.580039] env[69249]: _type = "Task" [ 1543.580039] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.586929] env[69249]: DEBUG oslo_vmware.api [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.093351] env[69249]: DEBUG oslo_vmware.api [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132931} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.093723] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1544.093990] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1544.094283] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1544.094556] env[69249]: INFO nova.compute.manager [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1544.094913] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1544.095201] env[69249]: DEBUG nova.compute.manager [-] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1544.095351] env[69249]: DEBUG nova.network.neutron [-] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1544.595370] env[69249]: DEBUG nova.compute.manager [req-e135c55a-e0e2-46c6-96f3-f74e0eca84ec req-16493845-656b-4a81-bc73-ad6eb52fe8a2 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Received event network-vif-deleted-ed79ffa9-369d-42b9-9af0-2cfab0bb9c29 {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1544.595471] env[69249]: INFO nova.compute.manager [req-e135c55a-e0e2-46c6-96f3-f74e0eca84ec req-16493845-656b-4a81-bc73-ad6eb52fe8a2 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Neutron deleted interface ed79ffa9-369d-42b9-9af0-2cfab0bb9c29; detaching it from the instance and deleting it from the info cache [ 1544.595636] env[69249]: DEBUG nova.network.neutron [req-e135c55a-e0e2-46c6-96f3-f74e0eca84ec req-16493845-656b-4a81-bc73-ad6eb52fe8a2 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.030279] env[69249]: DEBUG nova.network.neutron [-] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.099053] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc5c6a07-6170-4ce0-8056-15453794eca5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.109030] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea609f7b-5ba2-4b2d-a1b5-a5619f3d2f98 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.132130] env[69249]: DEBUG nova.compute.manager [req-e135c55a-e0e2-46c6-96f3-f74e0eca84ec req-16493845-656b-4a81-bc73-ad6eb52fe8a2 service nova] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Detach interface failed, port_id=ed79ffa9-369d-42b9-9af0-2cfab0bb9c29, reason: Instance 4dcd4d24-a203-4df1-bd75-78a8aca0c13f could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1545.533461] env[69249]: INFO nova.compute.manager [-] [instance: 4dcd4d24-a203-4df1-bd75-78a8aca0c13f] Took 1.44 seconds to deallocate network for instance. [ 1546.040014] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.040327] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.040547] env[69249]: DEBUG nova.objects.instance [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lazy-loading 'resources' on Instance uuid 4dcd4d24-a203-4df1-bd75-78a8aca0c13f {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.576274] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f488655-8992-471f-98cd-9774e1f0c6ed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.583847] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39283ff-0e89-4bf1-8b2d-a68d621ac155 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.285056] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4275cdb4-68ba-44cb-b92c-445ec7027be5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.292518] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdac9be-337f-4107-bfff-010ba8aa37b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.305160] env[69249]: DEBUG nova.compute.provider_tree [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.808958] env[69249]: DEBUG nova.scheduler.client.report [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1548.313269] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.334171] env[69249]: INFO nova.scheduler.client.report [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Deleted allocations for instance 4dcd4d24-a203-4df1-bd75-78a8aca0c13f [ 1548.844164] env[69249]: DEBUG oslo_concurrency.lockutils [None req-5f06cc6a-0fd1-416c-996c-08fd4f2e0d38 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "4dcd4d24-a203-4df1-bd75-78a8aca0c13f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.366s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1550.598892] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.599163] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.102061] env[69249]: DEBUG nova.compute.manager [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Starting instance... {{(pid=69249) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1551.626724] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.627041] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.628597] env[69249]: INFO nova.compute.claims [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1552.664507] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aea4d5f-cbc9-40a8-9a58-b3c2945f1585 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.671991] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07cd308-297a-48ac-8b20-976c4366c588 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.701068] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bc04ba-7a05-4cae-92a6-fbeccaf55ca7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.707656] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fdc395-e721-4502-af9a-124a51b07be7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.720141] env[69249]: DEBUG nova.compute.provider_tree [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.223191] env[69249]: DEBUG nova.scheduler.client.report [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1553.729655] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1553.730196] env[69249]: DEBUG nova.compute.manager [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Start building networks asynchronously for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1554.236157] env[69249]: DEBUG nova.compute.utils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Using /dev/sd instead of None {{(pid=69249) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1554.238894] env[69249]: DEBUG nova.compute.manager [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Allocating IP information in the background. {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1554.239095] env[69249]: DEBUG nova.network.neutron [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] allocate_for_instance() {{(pid=69249) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1554.284393] env[69249]: DEBUG nova.policy [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca0e0730de804210a493e6c665c5a2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed740c9556c9421d9d12eb42876ce0ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69249) authorize /opt/stack/nova/nova/policy.py:192}} [ 1554.529389] env[69249]: DEBUG nova.network.neutron [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Successfully created port: dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1554.742971] env[69249]: DEBUG nova.compute.manager [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Start building block device mappings for instance. {{(pid=69249) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1555.752258] env[69249]: DEBUG nova.compute.manager [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Start spawning the instance on the hypervisor. {{(pid=69249) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1555.778078] env[69249]: DEBUG nova.virt.hardware [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-28T09:51:28Z,direct_url=,disk_format='vmdk',id=d995e3c0-f512-44da-91c0-8e91a3aaef3b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3755992df6bc4614bcb0c081972c61ad',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-28T09:51:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1555.778281] env[69249]: DEBUG nova.virt.hardware [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1555.778434] env[69249]: DEBUG nova.virt.hardware [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1555.778607] env[69249]: DEBUG nova.virt.hardware [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1555.778778] env[69249]: DEBUG nova.virt.hardware [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1555.778926] env[69249]: DEBUG nova.virt.hardware [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1555.779214] env[69249]: DEBUG nova.virt.hardware [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1555.779283] env[69249]: DEBUG nova.virt.hardware [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1555.779443] env[69249]: DEBUG nova.virt.hardware [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1555.779596] env[69249]: DEBUG nova.virt.hardware [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1555.779796] env[69249]: DEBUG nova.virt.hardware [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1555.780667] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3c80da-67d1-4885-a072-6ba598f27b53 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.788655] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287f14eb-0d47-4736-bed3-9f8b188f1a11 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.882444] env[69249]: DEBUG nova.compute.manager [req-64a73fe3-197b-423e-88e8-bef51a65c7bc req-4c5283cd-af9a-4c83-85b9-161e3651af2d service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Received event network-vif-plugged-dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1555.882650] env[69249]: DEBUG oslo_concurrency.lockutils [req-64a73fe3-197b-423e-88e8-bef51a65c7bc req-4c5283cd-af9a-4c83-85b9-161e3651af2d service nova] Acquiring lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.882848] env[69249]: DEBUG oslo_concurrency.lockutils [req-64a73fe3-197b-423e-88e8-bef51a65c7bc req-4c5283cd-af9a-4c83-85b9-161e3651af2d service nova] Lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.882972] env[69249]: DEBUG oslo_concurrency.lockutils [req-64a73fe3-197b-423e-88e8-bef51a65c7bc req-4c5283cd-af9a-4c83-85b9-161e3651af2d service nova] Lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.883156] env[69249]: DEBUG nova.compute.manager [req-64a73fe3-197b-423e-88e8-bef51a65c7bc req-4c5283cd-af9a-4c83-85b9-161e3651af2d service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] No waiting events found dispatching network-vif-plugged-dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1555.883322] env[69249]: WARNING nova.compute.manager [req-64a73fe3-197b-423e-88e8-bef51a65c7bc req-4c5283cd-af9a-4c83-85b9-161e3651af2d service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Received unexpected event network-vif-plugged-dd1b5165-4f63-4f92-9bb3-047d46fcef6c for instance with vm_state building and task_state spawning. [ 1555.960439] env[69249]: DEBUG nova.network.neutron [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Successfully updated port: dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1556.463507] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.463667] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.463824] env[69249]: DEBUG nova.network.neutron [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1556.994145] env[69249]: DEBUG nova.network.neutron [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Instance cache missing network info. {{(pid=69249) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1557.105129] env[69249]: DEBUG nova.network.neutron [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Updating instance_info_cache with network_info: [{"id": "dd1b5165-4f63-4f92-9bb3-047d46fcef6c", "address": "fa:16:3e:88:11:a3", "network": {"id": "c2c042e2-795a-45d3-a97a-1cc3f8aa783b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1420323443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed740c9556c9421d9d12eb42876ce0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1b5165-4f", "ovs_interfaceid": "dd1b5165-4f63-4f92-9bb3-047d46fcef6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.607631] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Releasing lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.607960] env[69249]: DEBUG nova.compute.manager [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Instance network_info: |[{"id": "dd1b5165-4f63-4f92-9bb3-047d46fcef6c", "address": "fa:16:3e:88:11:a3", "network": {"id": "c2c042e2-795a-45d3-a97a-1cc3f8aa783b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1420323443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed740c9556c9421d9d12eb42876ce0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1b5165-4f", "ovs_interfaceid": "dd1b5165-4f63-4f92-9bb3-047d46fcef6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69249) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1557.608391] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:11:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd1b5165-4f63-4f92-9bb3-047d46fcef6c', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1557.615734] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1557.615935] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1557.616522] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71466178-4048-49ed-ac16-012cd348993d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.636911] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1557.636911] env[69249]: value = "task-3660523" [ 1557.636911] env[69249]: _type = "Task" [ 1557.636911] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.644756] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660523, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.907216] env[69249]: DEBUG nova.compute.manager [req-4377a352-d781-46ea-b7dc-0e63f29257c0 req-bde9c64a-ff5e-4c73-bdc0-0135962f2bad service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Received event network-changed-dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1557.907423] env[69249]: DEBUG nova.compute.manager [req-4377a352-d781-46ea-b7dc-0e63f29257c0 req-bde9c64a-ff5e-4c73-bdc0-0135962f2bad service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Refreshing instance network info cache due to event network-changed-dd1b5165-4f63-4f92-9bb3-047d46fcef6c. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1557.907632] env[69249]: DEBUG oslo_concurrency.lockutils [req-4377a352-d781-46ea-b7dc-0e63f29257c0 req-bde9c64a-ff5e-4c73-bdc0-0135962f2bad service nova] Acquiring lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.907773] env[69249]: DEBUG oslo_concurrency.lockutils [req-4377a352-d781-46ea-b7dc-0e63f29257c0 req-bde9c64a-ff5e-4c73-bdc0-0135962f2bad service nova] Acquired lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.908064] env[69249]: DEBUG nova.network.neutron [req-4377a352-d781-46ea-b7dc-0e63f29257c0 req-bde9c64a-ff5e-4c73-bdc0-0135962f2bad service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Refreshing network info cache for port dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1558.147149] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660523, 'name': CreateVM_Task} progress is 99%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.577172] env[69249]: DEBUG nova.network.neutron [req-4377a352-d781-46ea-b7dc-0e63f29257c0 req-bde9c64a-ff5e-4c73-bdc0-0135962f2bad service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Updated VIF entry in instance network info cache for port dd1b5165-4f63-4f92-9bb3-047d46fcef6c. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1558.577531] env[69249]: DEBUG nova.network.neutron [req-4377a352-d781-46ea-b7dc-0e63f29257c0 req-bde9c64a-ff5e-4c73-bdc0-0135962f2bad service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Updating instance_info_cache with network_info: [{"id": "dd1b5165-4f63-4f92-9bb3-047d46fcef6c", "address": "fa:16:3e:88:11:a3", "network": {"id": "c2c042e2-795a-45d3-a97a-1cc3f8aa783b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1420323443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed740c9556c9421d9d12eb42876ce0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1b5165-4f", "ovs_interfaceid": "dd1b5165-4f63-4f92-9bb3-047d46fcef6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.648033] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660523, 'name': CreateVM_Task, 'duration_secs': 0.529978} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.648033] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1558.648033] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.648238] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.648395] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.648638] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13be1881-85c5-47d1-81e1-f47f0d54beb8 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.653420] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1558.653420] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5225a2f0-9c43-58cc-ce44-615ed67418a2" [ 1558.653420] env[69249]: _type = "Task" [ 1558.653420] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.660555] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5225a2f0-9c43-58cc-ce44-615ed67418a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.080326] env[69249]: DEBUG oslo_concurrency.lockutils [req-4377a352-d781-46ea-b7dc-0e63f29257c0 req-bde9c64a-ff5e-4c73-bdc0-0135962f2bad service nova] Releasing lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.163988] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5225a2f0-9c43-58cc-ce44-615ed67418a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.164302] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.164480] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Processing image d995e3c0-f512-44da-91c0-8e91a3aaef3b {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1559.164710] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.164849] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.165038] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1559.165292] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76c9e1fc-1037-435c-be68-b854ca2fed49 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.173390] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1559.173553] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1559.174230] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2126766f-a600-4d40-a599-c1fee970fe3e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.179013] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1559.179013] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523d785b-ee8d-033b-467c-6397ee24be6c" [ 1559.179013] env[69249]: _type = "Task" [ 1559.179013] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.186512] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523d785b-ee8d-033b-467c-6397ee24be6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.689345] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]523d785b-ee8d-033b-467c-6397ee24be6c, 'name': SearchDatastore_Task, 'duration_secs': 0.008678} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.690121] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64628e14-f261-4804-ae7c-70e36a3ea4f3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.694748] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1559.694748] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5297c5c1-c10a-a717-8e69-2c4643053019" [ 1559.694748] env[69249]: _type = "Task" [ 1559.694748] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.701857] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5297c5c1-c10a-a717-8e69-2c4643053019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.205560] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5297c5c1-c10a-a717-8e69-2c4643053019, 'name': SearchDatastore_Task, 'duration_secs': 0.009472} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.205876] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.206062] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c/0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1560.206316] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53f08317-6e3d-4ade-8e27-8e6a18ca8463 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.212631] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1560.212631] env[69249]: value = "task-3660524" [ 1560.212631] env[69249]: _type = "Task" [ 1560.212631] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.219551] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.722753] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41702} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.722996] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d995e3c0-f512-44da-91c0-8e91a3aaef3b/d995e3c0-f512-44da-91c0-8e91a3aaef3b.vmdk to [datastore2] 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c/0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1560.723233] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Extending root virtual disk to 1048576 {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1560.723469] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea5299f7-a8fc-4ccf-9603-aafe89cbea63 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.729549] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1560.729549] env[69249]: value = "task-3660525" [ 1560.729549] env[69249]: _type = "Task" [ 1560.729549] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.736400] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.240424] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06015} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.240768] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Extended root virtual disk {{(pid=69249) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1561.241390] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a505f2ac-4a6d-4d84-a4d1-a0774548a819 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.261764] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c/0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1561.262032] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65777b3c-91d9-45ea-a9c2-15ee96cfadc9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.279952] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1561.279952] env[69249]: value = "task-3660526" [ 1561.279952] env[69249]: _type = "Task" [ 1561.279952] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.286834] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.789676] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660526, 'name': ReconfigVM_Task, 'duration_secs': 0.268375} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.789949] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c/0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c.vmdk or device None with type sparse {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1561.790566] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abaccd96-b054-40d4-99ab-a09ccc96c997 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.796683] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1561.796683] env[69249]: value = "task-3660527" [ 1561.796683] env[69249]: _type = "Task" [ 1561.796683] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.804261] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660527, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.306623] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660527, 'name': Rename_Task, 'duration_secs': 0.141956} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.306970] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1562.307118] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cf157e7-4f33-401f-93e6-c2bbc4e25f12 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.313504] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1562.313504] env[69249]: value = "task-3660528" [ 1562.313504] env[69249]: _type = "Task" [ 1562.313504] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.320638] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.823893] env[69249]: DEBUG oslo_vmware.api [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660528, 'name': PowerOnVM_Task, 'duration_secs': 0.421409} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.824120] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1562.824217] env[69249]: INFO nova.compute.manager [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1562.824396] env[69249]: DEBUG nova.compute.manager [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1562.825225] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dacbeb2-3324-44e6-8efd-9f74907e8382 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.343277] env[69249]: INFO nova.compute.manager [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Took 11.74 seconds to build instance. [ 1563.566497] env[69249]: DEBUG nova.compute.manager [req-5cc90d0c-937c-4308-8a3b-f39c8f3e9762 req-4943b77b-50e1-4d88-a41c-d9a26ec0f5e3 service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Received event network-changed-dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1563.566497] env[69249]: DEBUG nova.compute.manager [req-5cc90d0c-937c-4308-8a3b-f39c8f3e9762 req-4943b77b-50e1-4d88-a41c-d9a26ec0f5e3 service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Refreshing instance network info cache due to event network-changed-dd1b5165-4f63-4f92-9bb3-047d46fcef6c. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1563.566497] env[69249]: DEBUG oslo_concurrency.lockutils [req-5cc90d0c-937c-4308-8a3b-f39c8f3e9762 req-4943b77b-50e1-4d88-a41c-d9a26ec0f5e3 service nova] Acquiring lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.566497] env[69249]: DEBUG oslo_concurrency.lockutils [req-5cc90d0c-937c-4308-8a3b-f39c8f3e9762 req-4943b77b-50e1-4d88-a41c-d9a26ec0f5e3 service nova] Acquired lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.566785] env[69249]: DEBUG nova.network.neutron [req-5cc90d0c-937c-4308-8a3b-f39c8f3e9762 req-4943b77b-50e1-4d88-a41c-d9a26ec0f5e3 service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Refreshing network info cache for port dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.845235] env[69249]: DEBUG oslo_concurrency.lockutils [None req-2a3ef9b8-93d8-4b07-8c04-4be09bb15fe8 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.246s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.268970] env[69249]: DEBUG nova.network.neutron [req-5cc90d0c-937c-4308-8a3b-f39c8f3e9762 req-4943b77b-50e1-4d88-a41c-d9a26ec0f5e3 service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Updated VIF entry in instance network info cache for port dd1b5165-4f63-4f92-9bb3-047d46fcef6c. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1564.269359] env[69249]: DEBUG nova.network.neutron [req-5cc90d0c-937c-4308-8a3b-f39c8f3e9762 req-4943b77b-50e1-4d88-a41c-d9a26ec0f5e3 service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Updating instance_info_cache with network_info: [{"id": "dd1b5165-4f63-4f92-9bb3-047d46fcef6c", "address": "fa:16:3e:88:11:a3", "network": {"id": "c2c042e2-795a-45d3-a97a-1cc3f8aa783b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1420323443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed740c9556c9421d9d12eb42876ce0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1b5165-4f", "ovs_interfaceid": "dd1b5165-4f63-4f92-9bb3-047d46fcef6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.772505] env[69249]: DEBUG oslo_concurrency.lockutils [req-5cc90d0c-937c-4308-8a3b-f39c8f3e9762 req-4943b77b-50e1-4d88-a41c-d9a26ec0f5e3 service nova] Releasing lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.201588] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1581.200448] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1582.200673] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1582.201053] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1582.201107] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1582.704886] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1582.705149] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1582.705342] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.705501] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1582.706449] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ba72ab-1046-4b5a-b1ca-5473d6d14fb6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.714853] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1135ab-c961-4e90-ac78-9d8e43c9d7b6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.728389] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98a7d83-ac7c-4073-85cd-0ab159a27d7f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.734218] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80c71ef-8275-46ea-8088-f4feb5dc343d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.762246] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180737MB free_disk=71GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1582.762376] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1582.762574] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.786858] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1583.787166] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1583.787239] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1583.814541] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9772d2-bc8e-4d23-b47b-db5af5861db1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.822121] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9001d77-18a8-45bc-a697-176b9b885617 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.852646] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dafe79-dfab-49e2-bef7-f811c41cc7f6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.859723] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b747a33-14ab-411a-a9ab-f44940adee5c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.872842] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.375954] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.881340] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1584.881702] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.876761] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.877033] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.877153] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.877300] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1602.470180] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.470577] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.470665] env[69249]: INFO nova.compute.manager [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Shelving [ 1603.483500] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1603.483812] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d887cc3-a230-455d-aa22-baffb1154f32 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.493624] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1603.493624] env[69249]: value = "task-3660529" [ 1603.493624] env[69249]: _type = "Task" [ 1603.493624] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.501886] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.003449] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660529, 'name': PowerOffVM_Task, 'duration_secs': 0.18844} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.003700] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1604.004487] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847b1f31-5ce3-499b-9ba0-c6916c87f4e2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.022839] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622cf381-1364-420f-9761-beacb5c6bc59 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.532903] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Creating Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1604.533333] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ba386c85-66da-4faa-82cb-3030e616a117 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.540577] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1604.540577] env[69249]: value = "task-3660530" [ 1604.540577] env[69249]: _type = "Task" [ 1604.540577] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.548338] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660530, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.050641] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660530, 'name': CreateSnapshot_Task, 'duration_secs': 0.394226} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.050896] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Created Snapshot of the VM instance {{(pid=69249) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1605.051615] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a97473c-d623-4bc1-b0df-8b6e3a3e79b7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.568428] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Creating linked-clone VM from snapshot {{(pid=69249) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1605.568816] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14c74aed-6de7-4f0a-b242-6bd947da9f49 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.577734] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1605.577734] env[69249]: value = "task-3660531" [ 1605.577734] env[69249]: _type = "Task" [ 1605.577734] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.585233] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660531, 'name': CloneVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.088779] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660531, 'name': CloneVM_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.590680] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660531, 'name': CloneVM_Task, 'duration_secs': 0.920628} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.591037] env[69249]: INFO nova.virt.vmwareapi.vmops [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Created linked-clone VM from snapshot [ 1606.591721] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5250aad2-3754-409a-b607-a5f8fcce14db {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.598815] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Uploading image 2a70dfcf-7d3b-4fb2-b5b4-296458b55165 {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1606.618661] env[69249]: DEBUG oslo_vmware.rw_handles [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1606.618661] env[69249]: value = "vm-729578" [ 1606.618661] env[69249]: _type = "VirtualMachine" [ 1606.618661] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1606.618895] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e5881a62-903b-45f7-8714-b11c4f14d75d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.625535] env[69249]: DEBUG oslo_vmware.rw_handles [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lease: (returnval){ [ 1606.625535] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5269db7e-fbcb-c5ed-f5e2-511a51ccef36" [ 1606.625535] env[69249]: _type = "HttpNfcLease" [ 1606.625535] env[69249]: } obtained for exporting VM: (result){ [ 1606.625535] env[69249]: value = "vm-729578" [ 1606.625535] env[69249]: _type = "VirtualMachine" [ 1606.625535] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1606.625764] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the lease: (returnval){ [ 1606.625764] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5269db7e-fbcb-c5ed-f5e2-511a51ccef36" [ 1606.625764] env[69249]: _type = "HttpNfcLease" [ 1606.625764] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1606.631561] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1606.631561] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5269db7e-fbcb-c5ed-f5e2-511a51ccef36" [ 1606.631561] env[69249]: _type = "HttpNfcLease" [ 1606.631561] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1607.133477] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1607.133477] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5269db7e-fbcb-c5ed-f5e2-511a51ccef36" [ 1607.133477] env[69249]: _type = "HttpNfcLease" [ 1607.133477] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1607.133754] env[69249]: DEBUG oslo_vmware.rw_handles [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1607.133754] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]5269db7e-fbcb-c5ed-f5e2-511a51ccef36" [ 1607.133754] env[69249]: _type = "HttpNfcLease" [ 1607.133754] env[69249]: }. {{(pid=69249) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1607.134485] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec599d6e-5618-415a-9db7-80521587a807 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.141426] env[69249]: DEBUG oslo_vmware.rw_handles [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0647e-5945-b043-b7b5-fc1802149d79/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1607.141593] env[69249]: DEBUG oslo_vmware.rw_handles [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0647e-5945-b043-b7b5-fc1802149d79/disk-0.vmdk for reading. {{(pid=69249) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1607.224622] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b6d25623-cd46-457c-897b-5837c2be9c44 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.797838] env[69249]: DEBUG oslo_vmware.rw_handles [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0647e-5945-b043-b7b5-fc1802149d79/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1613.798793] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423d02df-0f59-4401-ad72-478fb614519a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.804879] env[69249]: DEBUG oslo_vmware.rw_handles [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0647e-5945-b043-b7b5-fc1802149d79/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1613.805061] env[69249]: ERROR oslo_vmware.rw_handles [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0647e-5945-b043-b7b5-fc1802149d79/disk-0.vmdk due to incomplete transfer. [ 1613.805281] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bc27e472-ad9a-42b5-a737-b71fe103532a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.812698] env[69249]: DEBUG oslo_vmware.rw_handles [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0647e-5945-b043-b7b5-fc1802149d79/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1613.812895] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Uploaded image 2a70dfcf-7d3b-4fb2-b5b4-296458b55165 to the Glance image server {{(pid=69249) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1613.814959] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Destroying the VM {{(pid=69249) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1613.815201] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-89b471be-bee5-46b9-aa2c-c028e7cd1fdb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.820914] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1613.820914] env[69249]: value = "task-3660533" [ 1613.820914] env[69249]: _type = "Task" [ 1613.820914] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.828439] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660533, 'name': Destroy_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.330855] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660533, 'name': Destroy_Task, 'duration_secs': 0.321367} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.331079] env[69249]: INFO nova.virt.vmwareapi.vm_util [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Destroyed the VM [ 1614.331325] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Deleting Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1614.331569] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-127b07ab-07f8-48d8-992f-9c9608a9c5f1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.337083] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1614.337083] env[69249]: value = "task-3660534" [ 1614.337083] env[69249]: _type = "Task" [ 1614.337083] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.344094] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660534, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.846835] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660534, 'name': RemoveSnapshot_Task, 'duration_secs': 0.34497} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.847277] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Deleted Snapshot of the VM instance {{(pid=69249) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1614.847398] env[69249]: DEBUG nova.compute.manager [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1614.848167] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32d117f-c745-4dcb-af84-170241949eae {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.361092] env[69249]: INFO nova.compute.manager [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Shelve offloading [ 1615.864386] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1615.864745] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2189c8e1-77fc-427d-bc80-8f1e08b9652b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.872695] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1615.872695] env[69249]: value = "task-3660535" [ 1615.872695] env[69249]: _type = "Task" [ 1615.872695] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.880156] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.383874] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] VM already powered off {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1616.384115] env[69249]: DEBUG nova.compute.manager [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1616.384845] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b8ed85-bac6-4d3b-a183-965b3f8f8680 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.390510] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.390510] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.390583] env[69249]: DEBUG nova.network.neutron [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1617.083238] env[69249]: DEBUG nova.network.neutron [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Updating instance_info_cache with network_info: [{"id": "dd1b5165-4f63-4f92-9bb3-047d46fcef6c", "address": "fa:16:3e:88:11:a3", "network": {"id": "c2c042e2-795a-45d3-a97a-1cc3f8aa783b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1420323443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed740c9556c9421d9d12eb42876ce0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1b5165-4f", "ovs_interfaceid": "dd1b5165-4f63-4f92-9bb3-047d46fcef6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.586294] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Releasing lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1617.775564] env[69249]: DEBUG nova.compute.manager [req-ca3f7f33-aca9-4d8e-a643-8e3428c69cd2 req-7f70f7af-70d9-4640-828c-34e6146fe5fe service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Received event network-vif-unplugged-dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1617.775845] env[69249]: DEBUG oslo_concurrency.lockutils [req-ca3f7f33-aca9-4d8e-a643-8e3428c69cd2 req-7f70f7af-70d9-4640-828c-34e6146fe5fe service nova] Acquiring lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1617.776152] env[69249]: DEBUG oslo_concurrency.lockutils [req-ca3f7f33-aca9-4d8e-a643-8e3428c69cd2 req-7f70f7af-70d9-4640-828c-34e6146fe5fe service nova] Lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1617.776351] env[69249]: DEBUG oslo_concurrency.lockutils [req-ca3f7f33-aca9-4d8e-a643-8e3428c69cd2 req-7f70f7af-70d9-4640-828c-34e6146fe5fe service nova] Lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1617.776550] env[69249]: DEBUG nova.compute.manager [req-ca3f7f33-aca9-4d8e-a643-8e3428c69cd2 req-7f70f7af-70d9-4640-828c-34e6146fe5fe service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] No waiting events found dispatching network-vif-unplugged-dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1617.776814] env[69249]: WARNING nova.compute.manager [req-ca3f7f33-aca9-4d8e-a643-8e3428c69cd2 req-7f70f7af-70d9-4640-828c-34e6146fe5fe service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Received unexpected event network-vif-unplugged-dd1b5165-4f63-4f92-9bb3-047d46fcef6c for instance with vm_state shelved and task_state shelving_offloading. [ 1618.092217] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1618.093159] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb54b051-7061-4784-ac88-bd91f1fa51f2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.100644] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1618.100860] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c361809-2e6a-450b-83a6-553eb9172b5b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.169076] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1618.169312] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1618.169472] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Deleting the datastore file [datastore2] 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1618.169737] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfeadbc3-b1ec-41fd-a57f-94f5121a2b1a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.176664] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1618.176664] env[69249]: value = "task-3660537" [ 1618.176664] env[69249]: _type = "Task" [ 1618.176664] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.184461] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.687097] env[69249]: DEBUG oslo_vmware.api [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138042} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.687362] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1618.687547] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1618.687717] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1618.710256] env[69249]: INFO nova.scheduler.client.report [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Deleted allocations for instance 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c [ 1619.214515] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1619.214883] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1619.215028] env[69249]: DEBUG nova.objects.instance [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lazy-loading 'resources' on Instance uuid 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1619.717425] env[69249]: DEBUG nova.objects.instance [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lazy-loading 'numa_topology' on Instance uuid 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1619.800899] env[69249]: DEBUG nova.compute.manager [req-deea44ea-908f-4a14-a1e2-1a2153a449b5 req-a8ce1b1d-fe29-4ff8-93f7-fea1e95c53db service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Received event network-changed-dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1619.801127] env[69249]: DEBUG nova.compute.manager [req-deea44ea-908f-4a14-a1e2-1a2153a449b5 req-a8ce1b1d-fe29-4ff8-93f7-fea1e95c53db service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Refreshing instance network info cache due to event network-changed-dd1b5165-4f63-4f92-9bb3-047d46fcef6c. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1619.801376] env[69249]: DEBUG oslo_concurrency.lockutils [req-deea44ea-908f-4a14-a1e2-1a2153a449b5 req-a8ce1b1d-fe29-4ff8-93f7-fea1e95c53db service nova] Acquiring lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.801524] env[69249]: DEBUG oslo_concurrency.lockutils [req-deea44ea-908f-4a14-a1e2-1a2153a449b5 req-a8ce1b1d-fe29-4ff8-93f7-fea1e95c53db service nova] Acquired lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.801681] env[69249]: DEBUG nova.network.neutron [req-deea44ea-908f-4a14-a1e2-1a2153a449b5 req-a8ce1b1d-fe29-4ff8-93f7-fea1e95c53db service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Refreshing network info cache for port dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1620.220343] env[69249]: DEBUG nova.objects.base [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Object Instance<0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c> lazy-loaded attributes: resources,numa_topology {{(pid=69249) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1620.238929] env[69249]: DEBUG nova.scheduler.client.report [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Refreshing inventories for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1620.254126] env[69249]: DEBUG nova.scheduler.client.report [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Updating ProviderTree inventory for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1620.254352] env[69249]: DEBUG nova.compute.provider_tree [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Updating inventory in ProviderTree for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1620.264432] env[69249]: DEBUG nova.scheduler.client.report [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Refreshing aggregate associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, aggregates: None {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1620.287424] env[69249]: DEBUG nova.scheduler.client.report [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Refreshing trait associations for resource provider c355696e-e44b-4fc5-8175-1e54a0df25d4, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69249) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1620.298459] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0768cbf9-622f-4640-b024-646337d2503f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.307799] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbd2638-8eea-42bf-862f-181444e07b40 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.341125] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39be38ac-589b-4381-bfb1-3b316f0fff82 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.348499] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a52f13-f0f8-492e-83ee-3db4e76c96f0 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.362328] env[69249]: DEBUG nova.compute.provider_tree [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.620014] env[69249]: DEBUG nova.network.neutron [req-deea44ea-908f-4a14-a1e2-1a2153a449b5 req-a8ce1b1d-fe29-4ff8-93f7-fea1e95c53db service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Updated VIF entry in instance network info cache for port dd1b5165-4f63-4f92-9bb3-047d46fcef6c. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1620.620421] env[69249]: DEBUG nova.network.neutron [req-deea44ea-908f-4a14-a1e2-1a2153a449b5 req-a8ce1b1d-fe29-4ff8-93f7-fea1e95c53db service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Updating instance_info_cache with network_info: [{"id": "dd1b5165-4f63-4f92-9bb3-047d46fcef6c", "address": "fa:16:3e:88:11:a3", "network": {"id": "c2c042e2-795a-45d3-a97a-1cc3f8aa783b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1420323443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed740c9556c9421d9d12eb42876ce0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdd1b5165-4f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.866046] env[69249]: DEBUG nova.scheduler.client.report [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1621.123357] env[69249]: DEBUG oslo_concurrency.lockutils [req-deea44ea-908f-4a14-a1e2-1a2153a449b5 req-a8ce1b1d-fe29-4ff8-93f7-fea1e95c53db service nova] Releasing lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.370406] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1621.878793] env[69249]: DEBUG oslo_concurrency.lockutils [None req-fc635425-eeb7-4bf0-a7fc-8107037449bc tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.408s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1622.121455] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1622.121804] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1622.122018] env[69249]: INFO nova.compute.manager [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Unshelving [ 1623.146344] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1623.146631] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1623.146821] env[69249]: DEBUG nova.objects.instance [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lazy-loading 'pci_requests' on Instance uuid 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.651133] env[69249]: DEBUG nova.objects.instance [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lazy-loading 'numa_topology' on Instance uuid 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.154849] env[69249]: INFO nova.compute.claims [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1625.189308] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf02bdae-aa79-4132-adef-a8bbd2375920 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.196797] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c824de5f-b6e9-4cb6-85bb-a180d6d94041 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.225669] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05a3964-cbf9-480e-903f-83925d41d057 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.232664] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08384ee-0dca-40d4-9eab-a0188da8b028 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.245230] env[69249]: DEBUG nova.compute.provider_tree [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.748585] env[69249]: DEBUG nova.scheduler.client.report [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.254625] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.108s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1626.288266] env[69249]: INFO nova.network.neutron [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Updating port dd1b5165-4f63-4f92-9bb3-047d46fcef6c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1627.699576] env[69249]: DEBUG nova.compute.manager [req-e7238b8c-1da8-42af-baf3-13dd9bc73cea req-f296063e-2e15-4607-b129-02c1458b5e06 service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Received event network-vif-plugged-dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1627.699805] env[69249]: DEBUG oslo_concurrency.lockutils [req-e7238b8c-1da8-42af-baf3-13dd9bc73cea req-f296063e-2e15-4607-b129-02c1458b5e06 service nova] Acquiring lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1627.700008] env[69249]: DEBUG oslo_concurrency.lockutils [req-e7238b8c-1da8-42af-baf3-13dd9bc73cea req-f296063e-2e15-4607-b129-02c1458b5e06 service nova] Lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1627.700235] env[69249]: DEBUG oslo_concurrency.lockutils [req-e7238b8c-1da8-42af-baf3-13dd9bc73cea req-f296063e-2e15-4607-b129-02c1458b5e06 service nova] Lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1627.700489] env[69249]: DEBUG nova.compute.manager [req-e7238b8c-1da8-42af-baf3-13dd9bc73cea req-f296063e-2e15-4607-b129-02c1458b5e06 service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] No waiting events found dispatching network-vif-plugged-dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1627.700630] env[69249]: WARNING nova.compute.manager [req-e7238b8c-1da8-42af-baf3-13dd9bc73cea req-f296063e-2e15-4607-b129-02c1458b5e06 service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Received unexpected event network-vif-plugged-dd1b5165-4f63-4f92-9bb3-047d46fcef6c for instance with vm_state shelved_offloaded and task_state spawning. [ 1627.762108] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.762335] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.762459] env[69249]: DEBUG nova.network.neutron [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Building network info cache for instance {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1628.448833] env[69249]: DEBUG nova.network.neutron [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Updating instance_info_cache with network_info: [{"id": "dd1b5165-4f63-4f92-9bb3-047d46fcef6c", "address": "fa:16:3e:88:11:a3", "network": {"id": "c2c042e2-795a-45d3-a97a-1cc3f8aa783b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1420323443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed740c9556c9421d9d12eb42876ce0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1b5165-4f", "ovs_interfaceid": "dd1b5165-4f63-4f92-9bb3-047d46fcef6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.951973] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Releasing lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.005334] env[69249]: DEBUG nova.virt.hardware [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-28T09:51:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0db11e45c120740ba8794b73006003cd',container_format='bare',created_at=2025-04-28T10:10:10Z,direct_url=,disk_format='vmdk',id=2a70dfcf-7d3b-4fb2-b5b4-296458b55165,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1776416342-shelved',owner='ed740c9556c9421d9d12eb42876ce0ed',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-28T10:10:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.005601] env[69249]: DEBUG nova.virt.hardware [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Flavor limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.005757] env[69249]: DEBUG nova.virt.hardware [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Image limits 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.005933] env[69249]: DEBUG nova.virt.hardware [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Flavor pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.006090] env[69249]: DEBUG nova.virt.hardware [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Image pref 0:0:0 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.006240] env[69249]: DEBUG nova.virt.hardware [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69249) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.006464] env[69249]: DEBUG nova.virt.hardware [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.006663] env[69249]: DEBUG nova.virt.hardware [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.006837] env[69249]: DEBUG nova.virt.hardware [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Got 1 possible topologies {{(pid=69249) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.006995] env[69249]: DEBUG nova.virt.hardware [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.007185] env[69249]: DEBUG nova.virt.hardware [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69249) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.008048] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6852fce-d660-4320-9891-10a4538aceda {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.015731] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a96360-aa4a-4226-a786-28b4fb31db97 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.028664] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:11:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd1b5165-4f63-4f92-9bb3-047d46fcef6c', 'vif_model': 'vmxnet3'}] {{(pid=69249) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1629.035790] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1629.036024] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Creating VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1629.036224] env[69249]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-309e2059-6a8c-4b52-869c-44b171341c29 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.053584] env[69249]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1629.053584] env[69249]: value = "task-3660538" [ 1629.053584] env[69249]: _type = "Task" [ 1629.053584] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.060416] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660538, 'name': CreateVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.563630] env[69249]: DEBUG oslo_vmware.api [-] Task: {'id': task-3660538, 'name': CreateVM_Task, 'duration_secs': 0.315734} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.563783] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Created VM on the ESX host {{(pid=69249) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1629.564429] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2a70dfcf-7d3b-4fb2-b5b4-296458b55165" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.564596] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2a70dfcf-7d3b-4fb2-b5b4-296458b55165" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.564987] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2a70dfcf-7d3b-4fb2-b5b4-296458b55165" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.565248] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ea9f3d-4891-43d4-a844-06a9990e3c6a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.570253] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1629.570253] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526a3ecb-a87d-eeaf-a5e9-daee1206143b" [ 1629.570253] env[69249]: _type = "Task" [ 1629.570253] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.578272] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]526a3ecb-a87d-eeaf-a5e9-daee1206143b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.723830] env[69249]: DEBUG nova.compute.manager [req-660f6c74-83e9-4efc-93b6-71be82cdbea5 req-29510cfd-ee27-470a-ba56-f9cb4fcbdf4c service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Received event network-changed-dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1629.724035] env[69249]: DEBUG nova.compute.manager [req-660f6c74-83e9-4efc-93b6-71be82cdbea5 req-29510cfd-ee27-470a-ba56-f9cb4fcbdf4c service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Refreshing instance network info cache due to event network-changed-dd1b5165-4f63-4f92-9bb3-047d46fcef6c. {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1629.724237] env[69249]: DEBUG oslo_concurrency.lockutils [req-660f6c74-83e9-4efc-93b6-71be82cdbea5 req-29510cfd-ee27-470a-ba56-f9cb4fcbdf4c service nova] Acquiring lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.724384] env[69249]: DEBUG oslo_concurrency.lockutils [req-660f6c74-83e9-4efc-93b6-71be82cdbea5 req-29510cfd-ee27-470a-ba56-f9cb4fcbdf4c service nova] Acquired lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.724544] env[69249]: DEBUG nova.network.neutron [req-660f6c74-83e9-4efc-93b6-71be82cdbea5 req-29510cfd-ee27-470a-ba56-f9cb4fcbdf4c service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Refreshing network info cache for port dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1630.080092] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2a70dfcf-7d3b-4fb2-b5b4-296458b55165" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.080346] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Processing image 2a70dfcf-7d3b-4fb2-b5b4-296458b55165 {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1630.080597] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2a70dfcf-7d3b-4fb2-b5b4-296458b55165/2a70dfcf-7d3b-4fb2-b5b4-296458b55165.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.080744] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2a70dfcf-7d3b-4fb2-b5b4-296458b55165/2a70dfcf-7d3b-4fb2-b5b4-296458b55165.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.080922] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1630.081173] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4fe9983-8262-451b-9d6e-76a51142f65e {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.090595] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1630.090772] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69249) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1630.091442] env[69249]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fb9d49b-4fbb-4659-907e-1725286c8504 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.095990] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1630.095990] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b09b31-b1e9-525c-4ea5-574d8f3d105f" [ 1630.095990] env[69249]: _type = "Task" [ 1630.095990] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.103013] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52b09b31-b1e9-525c-4ea5-574d8f3d105f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.466241] env[69249]: DEBUG nova.network.neutron [req-660f6c74-83e9-4efc-93b6-71be82cdbea5 req-29510cfd-ee27-470a-ba56-f9cb4fcbdf4c service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Updated VIF entry in instance network info cache for port dd1b5165-4f63-4f92-9bb3-047d46fcef6c. {{(pid=69249) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1630.466613] env[69249]: DEBUG nova.network.neutron [req-660f6c74-83e9-4efc-93b6-71be82cdbea5 req-29510cfd-ee27-470a-ba56-f9cb4fcbdf4c service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Updating instance_info_cache with network_info: [{"id": "dd1b5165-4f63-4f92-9bb3-047d46fcef6c", "address": "fa:16:3e:88:11:a3", "network": {"id": "c2c042e2-795a-45d3-a97a-1cc3f8aa783b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1420323443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed740c9556c9421d9d12eb42876ce0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1b5165-4f", "ovs_interfaceid": "dd1b5165-4f63-4f92-9bb3-047d46fcef6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.605893] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Preparing fetch location {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1630.606113] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Fetch image to [datastore2] OSTACK_IMG_b90ff2ca-e979-4b49-a9ba-425d3ca0f626/OSTACK_IMG_b90ff2ca-e979-4b49-a9ba-425d3ca0f626.vmdk {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1630.606299] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Downloading stream optimized image 2a70dfcf-7d3b-4fb2-b5b4-296458b55165 to [datastore2] OSTACK_IMG_b90ff2ca-e979-4b49-a9ba-425d3ca0f626/OSTACK_IMG_b90ff2ca-e979-4b49-a9ba-425d3ca0f626.vmdk on the data store datastore2 as vApp {{(pid=69249) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1630.606464] env[69249]: DEBUG nova.virt.vmwareapi.images [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Downloading image file data 2a70dfcf-7d3b-4fb2-b5b4-296458b55165 to the ESX as VM named 'OSTACK_IMG_b90ff2ca-e979-4b49-a9ba-425d3ca0f626' {{(pid=69249) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1630.670313] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1630.670313] env[69249]: value = "resgroup-9" [ 1630.670313] env[69249]: _type = "ResourcePool" [ 1630.670313] env[69249]: }. {{(pid=69249) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1630.670622] env[69249]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-74264854-db7f-43af-8dc2-9508ec43059b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.690438] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lease: (returnval){ [ 1630.690438] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a02942-cc05-1053-883b-a8bb57ae594e" [ 1630.690438] env[69249]: _type = "HttpNfcLease" [ 1630.690438] env[69249]: } obtained for vApp import into resource pool (val){ [ 1630.690438] env[69249]: value = "resgroup-9" [ 1630.690438] env[69249]: _type = "ResourcePool" [ 1630.690438] env[69249]: }. {{(pid=69249) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1630.690750] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the lease: (returnval){ [ 1630.690750] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a02942-cc05-1053-883b-a8bb57ae594e" [ 1630.690750] env[69249]: _type = "HttpNfcLease" [ 1630.690750] env[69249]: } to be ready. {{(pid=69249) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1630.696623] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1630.696623] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a02942-cc05-1053-883b-a8bb57ae594e" [ 1630.696623] env[69249]: _type = "HttpNfcLease" [ 1630.696623] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1630.969449] env[69249]: DEBUG oslo_concurrency.lockutils [req-660f6c74-83e9-4efc-93b6-71be82cdbea5 req-29510cfd-ee27-470a-ba56-f9cb4fcbdf4c service nova] Releasing lock "refresh_cache-0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.198941] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1631.198941] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a02942-cc05-1053-883b-a8bb57ae594e" [ 1631.198941] env[69249]: _type = "HttpNfcLease" [ 1631.198941] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1631.700371] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1631.700371] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a02942-cc05-1053-883b-a8bb57ae594e" [ 1631.700371] env[69249]: _type = "HttpNfcLease" [ 1631.700371] env[69249]: } is initializing. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1632.200705] env[69249]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1632.200705] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a02942-cc05-1053-883b-a8bb57ae594e" [ 1632.200705] env[69249]: _type = "HttpNfcLease" [ 1632.200705] env[69249]: } is ready. {{(pid=69249) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1632.201397] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1632.201397] env[69249]: value = "session[52a8edcb-f330-d147-ed39-ab2873c25d5e]52a02942-cc05-1053-883b-a8bb57ae594e" [ 1632.201397] env[69249]: _type = "HttpNfcLease" [ 1632.201397] env[69249]: }. {{(pid=69249) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1632.202093] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b64fe8-de38-493a-b47f-a1180d615988 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.209358] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f2844-d29a-ca19-6ed4-78dad3c29fce/disk-0.vmdk from lease info. {{(pid=69249) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1632.209599] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f2844-d29a-ca19-6ed4-78dad3c29fce/disk-0.vmdk. {{(pid=69249) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1632.271816] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2a576320-2c33-4a88-acac-6bdd29665cc6 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.267155] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Completed reading data from the image iterator. {{(pid=69249) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1633.267650] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f2844-d29a-ca19-6ed4-78dad3c29fce/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1633.268646] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e9a910-809e-415a-ae39-b1bbffc831e9 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.275643] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f2844-d29a-ca19-6ed4-78dad3c29fce/disk-0.vmdk is in state: ready. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1633.275810] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f2844-d29a-ca19-6ed4-78dad3c29fce/disk-0.vmdk. {{(pid=69249) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1633.276113] env[69249]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-57feae58-8ea4-49a3-b013-3baa03731532 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.480979] env[69249]: DEBUG oslo_vmware.rw_handles [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521f2844-d29a-ca19-6ed4-78dad3c29fce/disk-0.vmdk. {{(pid=69249) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1633.481215] env[69249]: INFO nova.virt.vmwareapi.images [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Downloaded image file data 2a70dfcf-7d3b-4fb2-b5b4-296458b55165 [ 1633.482104] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583a543e-8768-40e0-b4ea-7e26ebd3636d {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.497074] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2992a1ee-24bf-4487-aa86-45e254147162 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.519682] env[69249]: INFO nova.virt.vmwareapi.images [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] The imported VM was unregistered [ 1633.521958] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Caching image {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1633.522210] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2a70dfcf-7d3b-4fb2-b5b4-296458b55165 {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1633.522465] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f686228-d68e-4ac4-906e-0871d9c01553 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.532135] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Created directory with path [datastore2] devstack-image-cache_base/2a70dfcf-7d3b-4fb2-b5b4-296458b55165 {{(pid=69249) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1633.532313] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b90ff2ca-e979-4b49-a9ba-425d3ca0f626/OSTACK_IMG_b90ff2ca-e979-4b49-a9ba-425d3ca0f626.vmdk to [datastore2] devstack-image-cache_base/2a70dfcf-7d3b-4fb2-b5b4-296458b55165/2a70dfcf-7d3b-4fb2-b5b4-296458b55165.vmdk. {{(pid=69249) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1633.532530] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-07352778-37fc-4d22-8120-16e7d9af0bcb {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.538507] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1633.538507] env[69249]: value = "task-3660541" [ 1633.538507] env[69249]: _type = "Task" [ 1633.538507] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.545606] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660541, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.050553] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660541, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.550713] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660541, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.051479] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660541, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.552699] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660541, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.054016] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660541, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.18678} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.054276] env[69249]: INFO nova.virt.vmwareapi.ds_util [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b90ff2ca-e979-4b49-a9ba-425d3ca0f626/OSTACK_IMG_b90ff2ca-e979-4b49-a9ba-425d3ca0f626.vmdk to [datastore2] devstack-image-cache_base/2a70dfcf-7d3b-4fb2-b5b4-296458b55165/2a70dfcf-7d3b-4fb2-b5b4-296458b55165.vmdk. [ 1636.054455] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Cleaning up location [datastore2] OSTACK_IMG_b90ff2ca-e979-4b49-a9ba-425d3ca0f626 {{(pid=69249) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1636.054614] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b90ff2ca-e979-4b49-a9ba-425d3ca0f626 {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1636.054847] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc5fd0f8-2da3-4611-a5af-01c5c0c934a7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.060348] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1636.060348] env[69249]: value = "task-3660542" [ 1636.060348] env[69249]: _type = "Task" [ 1636.060348] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.067299] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.571079] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034331} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.571447] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1636.571486] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2a70dfcf-7d3b-4fb2-b5b4-296458b55165/2a70dfcf-7d3b-4fb2-b5b4-296458b55165.vmdk" {{(pid=69249) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.571733] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2a70dfcf-7d3b-4fb2-b5b4-296458b55165/2a70dfcf-7d3b-4fb2-b5b4-296458b55165.vmdk to [datastore2] 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c/0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1636.571994] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba450d5b-c362-49b5-8196-366cd35adf21 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.579092] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1636.579092] env[69249]: value = "task-3660543" [ 1636.579092] env[69249]: _type = "Task" [ 1636.579092] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.586157] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.090807] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660543, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.590171] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660543, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.093210] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660543, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.592959] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660543, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.092951] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660543, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.13892} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.093238] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2a70dfcf-7d3b-4fb2-b5b4-296458b55165/2a70dfcf-7d3b-4fb2-b5b4-296458b55165.vmdk to [datastore2] 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c/0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c.vmdk {{(pid=69249) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1639.093986] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2265406-3c31-4830-8ae6-06c47f415ce2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.114925] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c/0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c.vmdk or device None with type streamOptimized {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.115161] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d4fa940-e4c9-4ee4-93eb-c1fb673eec79 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.133806] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1639.133806] env[69249]: value = "task-3660544" [ 1639.133806] env[69249]: _type = "Task" [ 1639.133806] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.140902] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.643321] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660544, 'name': ReconfigVM_Task, 'duration_secs': 0.464581} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.643704] env[69249]: DEBUG nova.virt.vmwareapi.volumeops [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c/0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c.vmdk or device None with type streamOptimized {{(pid=69249) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.644286] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39993750-cd6e-4ab0-a764-e58b98d0e7e5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.650423] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1639.650423] env[69249]: value = "task-3660545" [ 1639.650423] env[69249]: _type = "Task" [ 1639.650423] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.657402] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660545, 'name': Rename_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.160294] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660545, 'name': Rename_Task, 'duration_secs': 0.269738} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.160553] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Powering on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1640.160830] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a54912c-3a6c-440f-b657-d45b346b3108 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.168072] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1640.168072] env[69249]: value = "task-3660546" [ 1640.168072] env[69249]: _type = "Task" [ 1640.168072] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.175313] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.199881] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.678848] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660546, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.180172] env[69249]: DEBUG oslo_vmware.api [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660546, 'name': PowerOnVM_Task, 'duration_secs': 0.966355} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.180327] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Powered on the VM {{(pid=69249) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1641.199865] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1641.320207] env[69249]: DEBUG nova.compute.manager [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Checking state {{(pid=69249) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1641.321204] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854bff8c-0dcf-439b-a90c-28f70ba0290f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.838833] env[69249]: DEBUG oslo_concurrency.lockutils [None req-d470589f-41a0-4d56-88cd-7cd0f7fe0c90 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.717s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1642.200349] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1642.200590] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1642.704062] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1642.704323] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1642.704498] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1642.704655] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1642.705566] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03774688-79df-4caf-8f4f-df88d852db33 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.713896] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bae5a8-485a-4aba-9162-6130e5798549 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.727367] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4a090f-4c87-4d06-9cf3-e5b47a789889 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.733782] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429c3810-5c62-41ff-a2d1-899aa83337a2 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.761946] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180740MB free_disk=71GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1642.762104] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1642.762312] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1643.795713] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Instance 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69249) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1643.795982] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1643.796077] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1643.823767] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52eab75-aba5-49d6-9190-25c7e953754f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.831436] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f820611-5d34-458e-8065-0fe82ba24f07 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.861314] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca066e9-b786-4afd-83c2-171004f34f70 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.868608] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cac8a9-8ba2-41e7-8e19-a8d04d78ab87 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.881766] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.385394] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1644.890936] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1644.891341] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.129s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1645.890839] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1645.891115] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1645.891399] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1647.199673] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1647.200058] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1649.196696] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.150507] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1679.150783] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1679.150973] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1679.151169] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1679.151336] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1679.155270] env[69249]: INFO nova.compute.manager [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Terminating instance [ 1679.658804] env[69249]: DEBUG nova.compute.manager [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Start destroying the instance on the hypervisor. {{(pid=69249) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1679.659036] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Destroying instance {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1679.660306] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70e4591-9549-4993-a83a-22d7f1ef7fde {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.667897] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Powering off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1679.668137] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a7c9b09-8f39-4825-9822-688a2af5a241 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.676923] env[69249]: DEBUG oslo_vmware.api [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1679.676923] env[69249]: value = "task-3660547" [ 1679.676923] env[69249]: _type = "Task" [ 1679.676923] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.685034] env[69249]: DEBUG oslo_vmware.api [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.187480] env[69249]: DEBUG oslo_vmware.api [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660547, 'name': PowerOffVM_Task, 'duration_secs': 0.15953} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.187904] env[69249]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Powered off the VM {{(pid=69249) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1680.187904] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Unregistering the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1680.188156] env[69249]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b5c7898-db76-455f-8a06-4103d0aa481c {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.251325] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Unregistered the VM {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1680.251534] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Deleting contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1680.251760] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Deleting the datastore file [datastore2] 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1680.252037] env[69249]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a99dac60-dc1a-41bf-8571-26b00a530f66 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.258136] env[69249]: DEBUG oslo_vmware.api [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for the task: (returnval){ [ 1680.258136] env[69249]: value = "task-3660549" [ 1680.258136] env[69249]: _type = "Task" [ 1680.258136] env[69249]: } to complete. {{(pid=69249) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.265400] env[69249]: DEBUG oslo_vmware.api [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.767756] env[69249]: DEBUG oslo_vmware.api [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Task: {'id': task-3660549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123274} completed successfully. {{(pid=69249) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.768039] env[69249]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Deleted the datastore file {{(pid=69249) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1680.768234] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Deleted contents of the VM from datastore datastore2 {{(pid=69249) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1680.768404] env[69249]: DEBUG nova.virt.vmwareapi.vmops [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Instance destroyed {{(pid=69249) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1680.768571] env[69249]: INFO nova.compute.manager [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1680.768803] env[69249]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69249) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1680.768994] env[69249]: DEBUG nova.compute.manager [-] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Deallocating network for instance {{(pid=69249) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1680.769106] env[69249]: DEBUG nova.network.neutron [-] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] deallocate_for_instance() {{(pid=69249) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1681.218842] env[69249]: DEBUG nova.compute.manager [req-0a054c8d-8132-4a5b-a9fc-522635b43a80 req-c7ba458a-2bf6-4a45-9d00-f4d9ea344009 service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Received event network-vif-deleted-dd1b5165-4f63-4f92-9bb3-047d46fcef6c {{(pid=69249) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1681.219079] env[69249]: INFO nova.compute.manager [req-0a054c8d-8132-4a5b-a9fc-522635b43a80 req-c7ba458a-2bf6-4a45-9d00-f4d9ea344009 service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Neutron deleted interface dd1b5165-4f63-4f92-9bb3-047d46fcef6c; detaching it from the instance and deleting it from the info cache [ 1681.219147] env[69249]: DEBUG nova.network.neutron [req-0a054c8d-8132-4a5b-a9fc-522635b43a80 req-c7ba458a-2bf6-4a45-9d00-f4d9ea344009 service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.702839] env[69249]: DEBUG nova.network.neutron [-] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Updating instance_info_cache with network_info: [] {{(pid=69249) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.722293] env[69249]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e9a76b7-f521-404f-84fc-20969de13085 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.732524] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3648861f-fadf-4e85-99cf-050bcd1e0a56 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.757104] env[69249]: DEBUG nova.compute.manager [req-0a054c8d-8132-4a5b-a9fc-522635b43a80 req-c7ba458a-2bf6-4a45-9d00-f4d9ea344009 service nova] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Detach interface failed, port_id=dd1b5165-4f63-4f92-9bb3-047d46fcef6c, reason: Instance 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c could not be found. {{(pid=69249) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1682.205412] env[69249]: INFO nova.compute.manager [-] [instance: 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c] Took 1.44 seconds to deallocate network for instance. [ 1682.711810] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1682.712200] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1682.712345] env[69249]: DEBUG nova.objects.instance [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lazy-loading 'resources' on Instance uuid 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c {{(pid=69249) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1683.246362] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f90d77-a762-4481-b43c-1bd0b01b727b {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.253882] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dd929b-7fa3-4dfc-a678-f5ee3d0fcac3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.283737] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeffe43-218a-478c-9cbb-c4c3dd70064f {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.291075] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b24f46e-549e-4618-96fe-643d1eeb233a {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.304086] env[69249]: DEBUG nova.compute.provider_tree [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1683.807553] env[69249]: DEBUG nova.scheduler.client.report [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.312663] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1684.333194] env[69249]: INFO nova.scheduler.client.report [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Deleted allocations for instance 0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c [ 1684.841657] env[69249]: DEBUG oslo_concurrency.lockutils [None req-e4789677-48b3-4848-8849-182f850ebd96 tempest-AttachVolumeShelveTestJSON-176531478 tempest-AttachVolumeShelveTestJSON-176531478-project-member] Lock "0cdaaac9-9f1c-4c03-aa4f-18a8721bca4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.691s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1701.200555] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.200763] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.201135] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager.update_available_resource {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.704107] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1702.704366] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1702.704537] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1702.704688] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69249) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1702.705570] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7b290b-beec-4f30-a492-eca8832fb5b3 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.713789] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca285d3-12c7-4f25-8903-ee47c4860fd7 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.727505] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d843652-7aa0-4199-be8d-21b1cae215ed {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.733432] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d72f826-80b2-435f-b341-15e08c4d0167 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.761330] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180646MB free_disk=71GB free_vcpus=48 pci_devices=None {{(pid=69249) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1702.761481] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1702.761679] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1703.782360] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1703.782652] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69249) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1703.795512] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b09d5c-389b-4235-849c-f7bd0e55dffe {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.803575] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86494e00-ce4a-474f-817d-660c66c637d1 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.831934] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d06071c-6dfd-4b3a-893a-85c515e3d6e5 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.838588] env[69249]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cddb420-dbf8-417e-9be8-6dd648cbd144 {{(pid=69249) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.850855] env[69249]: DEBUG nova.compute.provider_tree [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed in ProviderTree for provider: c355696e-e44b-4fc5-8175-1e54a0df25d4 {{(pid=69249) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1704.354217] env[69249]: DEBUG nova.scheduler.client.report [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Inventory has not changed for provider c355696e-e44b-4fc5-8175-1e54a0df25d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 71, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69249) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1704.858909] env[69249]: DEBUG nova.compute.resource_tracker [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69249) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1704.859301] env[69249]: DEBUG oslo_concurrency.lockutils [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=69249) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1705.858619] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.859902] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.859902] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.200114] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1709.199605] env[69249]: DEBUG oslo_service.periodic_task [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69249) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1709.199892] env[69249]: DEBUG nova.compute.manager [None req-b8cdcb4d-f861-485e-96d1-fa8016fa2cdc None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69249) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}